@theholocron/holocron-plugin-github 5.0.0-alpha.380 → 5.0.0-alpha.382

package/dist/index.d.mts

@@ -1,4 +1,4 @@
-import { AddedItem, Auth, AuthError, BoardItem, BoardItemInput, BoardState, BoardSummary, BoardTemplate, Ci, CiRun, CiRunFilter, EnsureReport, Environment, Environments, ImportOptions, ImportResult, Issue, IssueRecord, IssueSearchFilter, IssueSelector, Issues, LabelDef, LifecycleResult, LifecycleSlot, MoveReport, PagesConfig, PluginToken, Projects, PullRequest, RepoRef, RepoSettings, ResolveTokenInput, Ruleset, SecretScope, Secrets, Source, SourceBranch, SourceFile, SourceRepoInfo, SourceRulesetDetail, SourceSecurity, SourceTeamMember, SyncResult, TeamEntry, TeamEntry as TeamEntry$1, TeamPermission, TeamPermission as TeamPermission$1, TrackerDoctorReport, TrackerUser, VerifyTokenFailure, VerifyTokenResult, VerifyTokenResult as VerifyTokenResult$1, VerifyTokenSuccess, createFeatureResolver } from "@theholocron/cli";
+import { AddedItem, Auth, AuthError, BoardItem, BoardItemInput, BoardState, BoardSummary, BoardTemplate, Ci, CiRun, CiRunFilter, EnsureReport, Environment, Environments, ExportInfo, ImportOptions, ImportResult, Issue, IssueRecord, IssueSearchFilter, IssueSelector, Issues, LabelDef, LifecycleResult, LifecycleSlot, MoveReport, PagesConfig, PluginToken, Projects, PullRequest, RepoRef, RepoSettings, ResolveTokenInput, Ruleset, SecretScope, Secrets, Source, SourceBranch, SourceFile, SourceRepoInfo, SourceRulesetDetail, SourceSecurity, SourceTeamMember, SyncResult, TeamEntry, TeamEntry as TeamEntry$1, TeamPermission, TeamPermission as TeamPermission$1, TrackerDoctorReport, TrackerUser, VerifyTokenFailure, VerifyTokenResult, VerifyTokenResult as VerifyTokenResult$1, VerifyTokenSuccess, createFeatureResolver } from "@theholocron/cli";
 import { GitHubClient, GitHubClientOptions, GraphQLClient, createGitHubClient } from "@theholocron/github-client";
 /** Resolves the token for read-only GitHub access (`HOLOCRON_READ_TOKEN`, keyring key `github.read`). */
 export declare const resolveReadToken: import("@theholocron/cli").FeatureResolver;
@@ -105,7 +105,7 @@ export declare class GitHubIssues implements Issues {
   /** Checks the authenticated user, the repo and the label-backed lifecycle slots, and reports what resolves. */
   doctor(): Promise<TrackerDoctorReport>;
   /** Reads issues with their comments, priority label, parent and blockers, for `holocron migrate`. */
-  export(selector: IssueSelector): Promise<IssueRecord[]>;
+  export(selector: IssueSelector, info?: ExportInfo): Promise<IssueRecord[]>;
   /** Makes the records as issues; one already made by an earlier run is skipped. */
   import(records: IssueRecord[], options?: ImportOptions): Promise<ImportResult[]>;
   /** Like `import`, and it also updates what an earlier import or sync made, for `holocron sync issues`. */

package/dist/index.mjs

@@ -1,5 +1,5 @@
 import { createRequire } from "node:module";
-import { AuthError, MissingTokenError, ProviderApiError, connectionProbe, createFeatureResolver } from "@theholocron/cli";
+import { AuthError, MissingTokenError, ProviderApiError, connectionProbe, createFeatureResolver, pickByCreation, readKeysLimited, reportProgress } from "@theholocron/cli";
 import { createGitHubClient, createGitHubClient as createGitHubClient$1 } from "@theholocron/github-client";
 import { mkdir, readFile, readdir, rm, stat, writeFile } from "node:fs/promises";
 import { dirname, join } from "node:path";
@@ -209,26 +209,51 @@ function explainSecondaryLimit(err) {
 	if (err instanceof ProviderApiError && (err.status === 403 || err.status === 429) && String(err.details).includes("secondary rate limit")) return /* @__PURE__ */ new Error("GitHub's secondary rate limit stopped the export. It limits bursts of requests, not the hourly quota, and nothing has been written. Wait a couple of minutes and run the command again.");
 	return err;
 }
-/** Reads the issues `selector` names, with their comments, priority label, parent and blockers. */
-async function exportIssues(client, repo, selector) {
-	return readIssues(client, repo, selector).catch((err) => {
+/**
+* Reads the issues `selector` names, with their comments, priority label, parent and blockers.
+*
+* With `limit`, only that many survivors of the other filters are read, from the `order` end of the creation order. A
+* list of keys is sorted by issue number (which rises with creation in one repository) before anything is fetched, then
+* fetched a few at a time until enough are kept; a listing already carries `created_at`, so it is cut before the
+* per-issue comment and link requests. `info.matched` receives how many the selection matched before the cut.
+*/
+async function exportIssues(client, repo, selector, info = {}) {
+	return readIssues(client, repo, selector, info).catch((err) => {
 		throw explainSecondaryLimit(err);
 	});
 }
-async function readIssues(client, repo, selector) {
+async function readIssues(client, repo, selector, info) {
 	const [owner = "", name = ""] = repo.split("/", 2);
-	let raw;
-	if (selector.keys) raw = await mapLimit(selector.keys, EXPORT_CONCURRENCY, (k) => client.issues.getIssue(repo, parseNumber(k)));
-	else if (selector.milestone) {
-		const milestone = await findMilestone(client, repo, selector.milestone);
-		if (!milestone) throw new Error(`Milestone "${selector.milestone}" not found in ${repo}.`);
-		raw = await listAll(client, repo, { milestone: String(milestone.number) });
-	} else if (selector.all) raw = await listAll(client, repo, {});
-	else throw new Error("export needs keys, a milestone or all");
 	const since = selector.since ? Date.parse(selector.since) : void 0;
-	const issues = raw.filter((i) => !i.pull_request && !(selector.openOnly && i.state === "closed") && (since === void 0 || Date.parse(i.updated_at) >= since));
+	const survives = (i) => !i.pull_request && !(selector.openOnly && i.state === "closed") && (since === void 0 || Date.parse(i.updated_at) >= since);
+	const { limit, order = "oldest" } = selector;
+	let issues;
+	if (selector.keys) {
+		const fetch = (k) => client.issues.getIssue(repo, parseNumber(k));
+		info.matched = selector.keys.length;
+		issues = limit === void 0 ? (await mapLimit(selector.keys, EXPORT_CONCURRENCY, fetch)).filter(survives) : await readKeysLimited({
+			keys: selector.keys,
+			order,
+			limit,
+			concurrency: EXPORT_CONCURRENCY,
+			fetch,
+			keep: survives
+		});
+	} else {
+		let raw;
+		if (selector.milestone) {
+			const milestone = await findMilestone(client, repo, selector.milestone);
+			if (!milestone) throw new Error(`Milestone "${selector.milestone}" not found in ${repo}.`);
+			raw = await listAll(client, repo, { milestone: String(milestone.number) });
+		} else if (selector.all) raw = await listAll(client, repo, {});
+		else throw new Error("export needs keys, a milestone or all");
+		issues = raw.filter(survives);
+		info.matched = issues.length;
+		if (limit !== void 0) issues = pickByCreation(issues, (i) => i.created_at ?? i.updated_at, order, limit);
+	}
 	const records = [];
 	for (const issue of issues) {
+		reportProgress(info.onProgress, records.length, issues.length);
 		const comments = await client.issues.listComments(repo, issue.number);
 		const links = (await client.graphql.query(LINK_QUERY, {
 			owner,
@@ -265,6 +290,7 @@ async function readIssues(client, repo, selector) {
 			...migratedFrom ? { migratedFrom } : {}
 		});
 	}
+	reportProgress(info.onProgress, records.length, issues.length);
 	return records;
 }
 /** Makes the records as issues, skipping any whose source address an earlier run already recorded. */
@@ -275,6 +301,7 @@ async function importIssues(client, repo, records, options = {}) {
 		if (url) existing.set(url, issue.number);
 	}
 	const results = [];
+	const tick = () => reportProgress(options.onProgress, results.length, records.length);
 	for (const record of records) {
 		const found = existing.get(record.url);
 		if (found !== void 0) {
@@ -284,6 +311,7 @@ async function importIssues(client, repo, records, options = {}) {
 				created: false,
 				dropped: []
 			});
+			tick();
 			continue;
 		}
 		const dropped = droppedFor(record);
@@ -293,6 +321,7 @@ async function importIssues(client, repo, records, options = {}) {
 				created: true,
 				dropped
 			});
+			tick();
 			continue;
 		}
 		const number = await createFromRecord(client, repo, record, options);
@@ -302,6 +331,7 @@ async function importIssues(client, repo, records, options = {}) {
 			created: true,
 			dropped
 		});
+		tick();
 	}
 	return results;
 }
@@ -386,6 +416,7 @@ async function syncIssues(client, repo, records, options = {}) {
 	for (const record of records) try {
 		const found = existing.get(record.url);
 		results.push(found ? await update(client, repo, found, record, options) : await create(client, repo, record, options));
+		reportProgress(options.onProgress, results.length, records.length);
 	} catch (err) {
 		if (isRateLimited(err)) return results;
 		throw err;
@@ -628,8 +659,8 @@ var GitHubIssues = class {
 		};
 	}
 	/** Reads issues with their comments, priority label, parent and blockers, for `holocron migrate`. */
-	export(selector) {
-		return exportIssues(this.client, this.repo, selector);
+	export(selector, info) {
+		return exportIssues(this.client, this.repo, selector, info);
 	}
 	/** Makes the records as issues; one already made by an earlier run is skipped. */
 	import(records, options) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@theholocron/holocron-plugin-github",
-  "version": "5.0.0-alpha.380",
+  "version": "5.0.0-alpha.382",
   "description": "Holocron plugin for GitHub. Implements source, ci, secrets, environments, and issues capabilities against the GitHub REST API.",
   "keywords": [
     "ci",
@@ -44,21 +44,21 @@
     "tsx": "4.23.15",
     "typescript": "^5.9.3",
     "vitest": "^5.1.0",
-    "@theholocron/cli": "5.0.0-alpha.380",
-    "@theholocron/github-client": "^1.58.0-alpha.22",
-    "@theholocron/fs-utils": "^1.17.0-alpha.2",
-    "@theholocron/http-client": "^1.58.0-alpha.22",
-    "@theholocron/eslint-config": "^8.9.0-alpha.12",
-    "@theholocron/tsconfig": "^8.9.0-alpha.12",
+    "@theholocron/cli": "5.0.0-alpha.382",
+    "@theholocron/eslint-config": "^8.9.0-alpha.13",
+    "@theholocron/http-client": "^1.58.0-alpha.23",
+    "@theholocron/github-client": "^1.58.0-alpha.23",
     "@theholocron/misc-utils": "^1.17.0-alpha.2",
-    "@theholocron/vitest-config": "^8.9.0-alpha.12",
-    "@theholocron/tsdown-config": "^8.9.0-alpha.12"
+    "@theholocron/tsdown-config": "^8.9.0-alpha.13",
+    "@theholocron/fs-utils": "^1.17.0-alpha.2",
+    "@theholocron/tsconfig": "^8.9.0-alpha.13",
+    "@theholocron/vitest-config": "^8.9.0-alpha.13"
   },
   "peerDependencies": {
     "@theholocron/fs-utils": "^1.16.0",
     "@theholocron/github-client": "^1.58.0",
     "@theholocron/misc-utils": "^1.16.0",
-    "@theholocron/cli": "5.0.0-alpha.380"
+    "@theholocron/cli": "5.0.0-alpha.382"
   },
   "engines": {
     "node": ">=22"