dsh-git-push 0.0.0-stage → 2.8.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.auditignore +30 -0
- package/.gitignore +39 -0
- package/LICENSE +21 -0
- package/README.md +1482 -2
- package/cli.mjs +360 -0
- package/cordis.patch.yml +14 -0
- package/lib/ARCHITECTURE.md +34 -0
- package/lib/BUGFIX-NOTES-2026-09-14.md +278 -0
- package/lib/app/apply.js +275 -0
- package/lib/app/audit-api.js +158 -0
- package/lib/app/command-registry.js +262 -0
- package/lib/app/constants.js +16 -0
- package/lib/app/handlers/account.js +166 -0
- package/lib/app/handlers/clone.js +168 -0
- package/lib/app/handlers/http-constants.js +9 -0
- package/lib/app/handlers/identity-rewrite.js +94 -0
- package/lib/app/handlers/meta.js +175 -0
- package/lib/app/handlers/npm.js +169 -0
- package/lib/app/handlers/repo-actions.js +143 -0
- package/lib/app/handlers/repos.js +231 -0
- package/lib/app/handlers/settings.js +62 -0
- package/lib/app/host-doc-checks.js +25 -0
- package/lib/app/http-handlers.js +131 -0
- package/lib/app/index.js +30 -0
- package/lib/app/inject-text.js +191 -0
- package/lib/app/scan-root.js +23 -0
- package/lib/app/schema.js +150 -0
- package/lib/app/settings-bridge.js +167 -0
- package/lib/app/slash-commands.js +395 -0
- package/lib/app/slot-stats.js +35 -0
- package/lib/app/tool-call.js +662 -0
- package/lib/app/tools.js +40 -0
- package/lib/ast/brace.js +105 -0
- package/lib/ast/callgraph.js +135 -0
- package/lib/ast/code-lines.js +114 -0
- package/lib/ast/consts.js +12 -0
- package/lib/ast/control-flow.js +461 -0
- package/lib/ast/credential.js +199 -0
- package/lib/ast/dataflow.js +274 -0
- package/lib/ast/dup-code.js +165 -0
- package/lib/ast/index.js +36 -0
- package/lib/ast/io-risk-const.js +95 -0
- package/lib/ast/io-risk-fn.js +208 -0
- package/lib/ast/io-risk-loop.js +308 -0
- package/lib/ast/io-risk.js +314 -0
- package/lib/ast/lang.js +156 -0
- package/lib/ast/line-count.js +52 -0
- package/lib/ast/magic-number.js +272 -0
- package/lib/ast/naming.js +284 -0
- package/lib/ast/perf.js +472 -0
- package/lib/ast/scope.js +241 -0
- package/lib/ast/shell.js +131 -0
- package/lib/ast/size.js +378 -0
- package/lib/ast/symbol-index.js +399 -0
- package/lib/ast/tokenizer.js +341 -0
- package/lib/audit/analysis-coverage.js +98 -0
- package/lib/audit/audit-file.js +182 -0
- package/lib/audit/checks.js +17 -0
- package/lib/audit/client-entry.js +93 -0
- package/lib/audit/collector.js +477 -0
- package/lib/audit/ext-runner.js +80 -0
- package/lib/audit/file-context.js +138 -0
- package/lib/audit/finding.js +50 -0
- package/lib/audit/gitignore-match.js +113 -0
- package/lib/audit/glob.js +63 -0
- package/lib/audit/history-report.js +100 -0
- package/lib/audit/history.js +126 -0
- package/lib/audit/ignore-blind.js +101 -0
- package/lib/audit/index.js +33 -0
- package/lib/audit/orchestrate.js +476 -0
- package/lib/audit/public.js +24 -0
- package/lib/audit/repo-level.js +30 -0
- package/lib/audit/report-yaml.js +86 -0
- package/lib/audit/slot.js +65 -0
- package/lib/audit-defaults.js +18 -0
- package/lib/audit-rules/audit-rules-comment.yml +247 -0
- package/lib/audit-rules/audit-rules-cpp.yml +22 -0
- package/lib/audit-rules/audit-rules-docs.yml +32 -0
- package/lib/audit-rules/audit-rules-dsh.yml +162 -0
- package/lib/audit-rules/audit-rules-filehealth.yml +42 -0
- package/lib/audit-rules/audit-rules-folder.yml +99 -0
- package/lib/audit-rules/audit-rules-frontend.yml +335 -0
- package/lib/audit-rules/audit-rules-go.yml +22 -0
- package/lib/audit-rules/audit-rules-i18n.yml +45 -0
- package/lib/audit-rules/audit-rules-java.yml +105 -0
- package/lib/audit-rules/audit-rules-nodejs.yml +647 -0
- package/lib/audit-rules/audit-rules-npm.yml +187 -0
- package/lib/audit-rules/audit-rules-paths.yml +92 -0
- package/lib/audit-rules/audit-rules-performance.yml +207 -0
- package/lib/audit-rules/audit-rules-php.yml +22 -0
- package/lib/audit-rules/audit-rules-private.yml +24 -0
- package/lib/audit-rules/audit-rules-python.yml +106 -0
- package/lib/audit-rules/audit-rules-robustness.yml +27 -0
- package/lib/audit-rules/audit-rules-rust.yml +22 -0
- package/lib/audit-rules/audit-rules-structure.yml +159 -0
- package/lib/audit-rules/audit-rules-swift.yml +22 -0
- package/lib/audit-rules/audit-rules-template.yml +108 -0
- package/lib/checks/button-bind.js +276 -0
- package/lib/checks/common.js +170 -0
- package/lib/checks/credential-file.js +43 -0
- package/lib/checks/dataflow.js +40 -0
- package/lib/checks/dispatch.js +112 -0
- package/lib/checks/dup-code.js +69 -0
- package/lib/checks/dup-const.js +232 -0
- package/lib/checks/file-health.js +150 -0
- package/lib/checks/filter.js +131 -0
- package/lib/checks/folder.js +173 -0
- package/lib/checks/hardcoded-path.js +98 -0
- package/lib/checks/index.js +46 -0
- package/lib/checks/io.js +66 -0
- package/lib/checks/magic-number.js +42 -0
- package/lib/checks/npm-json.js +273 -0
- package/lib/checks/private.js +63 -0
- package/lib/checks/regex.js +256 -0
- package/lib/checks/semantic.js +134 -0
- package/lib/checks/structural.js +274 -0
- package/lib/cli/commands-account.mjs +107 -0
- package/lib/cli/commands-audit.mjs +144 -0
- package/lib/cli/commands-doc.mjs +127 -0
- package/lib/cli/commands-vcs.mjs +175 -0
- package/lib/client/index.js +162 -0
- package/lib/client-parts/00-loader.js +33 -0
- package/lib/client-parts/01-const.js +207 -0
- package/lib/client-parts/02-utils.js +62 -0
- package/lib/client-parts/03-icons.js +12 -0
- package/lib/client-parts/10-account.js +83 -0
- package/lib/client-parts/11-browser.js +95 -0
- package/lib/client-parts/20-repo.js +374 -0
- package/lib/client-parts/21-audit.js +301 -0
- package/lib/client-parts/22-settings.js +146 -0
- package/lib/client-parts/23-npm.js +383 -0
- package/lib/client-parts/30-page.js +56 -0
- package/lib/client-parts/40-controller.js +1092 -0
- package/lib/client-parts/41-actions.js +279 -0
- package/lib/client-parts/99-apply.js +72 -0
- package/lib/client.js +3195 -0
- package/lib/commit-push.js +144 -0
- package/lib/context/index.js +363 -0
- package/lib/core/atomic-json.js +98 -0
- package/lib/core/config.js +40 -0
- package/lib/core/credentials.js +274 -0
- package/lib/core/endpoints.js +109 -0
- package/lib/core/exec.js +162 -0
- package/lib/exempt/index.js +292 -0
- package/lib/fs/edit-after-read.js +103 -0
- package/lib/fsx.js +87 -0
- package/lib/git/account-status.js +140 -0
- package/lib/git/account.js +233 -0
- package/lib/git/api.js +136 -0
- package/lib/git/atomic-json.js +6 -0
- package/lib/git/browse.js +38 -0
- package/lib/git/clone-download.js +397 -0
- package/lib/git/clone-history-mode.js +143 -0
- package/lib/git/clone-history.js +175 -0
- package/lib/git/clone-jobs.js +250 -0
- package/lib/git/clone-replay-io.js +172 -0
- package/lib/git/clone-replay.js +275 -0
- package/lib/git/clone.js +445 -0
- package/lib/git/cloud.js +46 -0
- package/lib/git/commit-message.js +141 -0
- package/lib/git/config.js +6 -0
- package/lib/git/cred-env.js +88 -0
- package/lib/git/credentials.js +6 -0
- package/lib/git/endpoints.js +6 -0
- package/lib/git/exec.js +6 -0
- package/lib/git/identity-rewrite.js +297 -0
- package/lib/git/identity.js +150 -0
- package/lib/git/ignore.js +69 -0
- package/lib/git/index.js +41 -0
- package/lib/git/module-splitter.js +47 -0
- package/lib/git/post-push.js +101 -0
- package/lib/git/push-diagnose.js +142 -0
- package/lib/git/push.js +470 -0
- package/lib/git/remote-resolve.js +146 -0
- package/lib/git/remote.js +128 -0
- package/lib/git/repo-index.js +512 -0
- package/lib/git/repos.js +235 -0
- package/lib/git/scan-runner.js +159 -0
- package/lib/git/sensitive.js +134 -0
- package/lib/git/transport.js +430 -0
- package/lib/git/visibility.js +35 -0
- package/lib/git/wrapped-git.js +68 -0
- package/lib/http/index.js +170 -0
- package/lib/index.js +24 -0
- package/lib/link-check/index.js +187 -0
- package/lib/npm/account.js +64 -0
- package/lib/npm/install.js +211 -0
- package/lib/npm/npmrc.js +56 -0
- package/lib/npm/publish.js +167 -0
- package/lib/npm/registry.js +147 -0
- package/lib/plugin/auto-detect.js +92 -0
- package/lib/plugin/auto-push.js +154 -0
- package/lib/plugin/index.js +250 -0
- package/lib/readme-templates/readme.yml +38 -0
- package/lib/rule/compilers/credential.js +62 -0
- package/lib/rule/compilers/dataflow.js +38 -0
- package/lib/rule/compilers/file-health.js +75 -0
- package/lib/rule/compilers/frontend.js +86 -0
- package/lib/rule/compilers/func.js +35 -0
- package/lib/rule/compilers/helpers.js +71 -0
- package/lib/rule/compilers/index.js +29 -0
- package/lib/rule/compilers/link-semantic.js +45 -0
- package/lib/rule/compilers/list-kinds.js +12 -0
- package/lib/rule/compilers/numeric-kinds.js +66 -0
- package/lib/rule/compilers/regex.js +78 -0
- package/lib/rule/compilers/structure.js +80 -0
- package/lib/rule/compilers.js +17 -0
- package/lib/rule/homoglyph.js +45 -0
- package/lib/rule/loader.js +270 -0
- package/lib/rule/registry.js +115 -0
- package/lib/rule/scope.js +67 -0
- package/lib/score/docs-score.js +166 -0
- package/lib/score/index.js +140 -0
- package/lib/self/index.js +193 -0
- package/lib/skip-dirs.js +64 -0
- package/lib/tool-probes.json +50 -0
- package/lib/user-requirements.json +14 -0
- package/lib/vendor/js-yaml/LICENSE +21 -0
- package/lib/vendor/js-yaml/js-yaml.mjs +3073 -0
- package/package.json +95 -4
- package/scripts/__pycache__/module-splitter.cpython-38.pyc +0 -0
- package/scripts/audit-ext/_example-readme-present.mjs +34 -0
- package/scripts/audit-ext/variable-min-length.mjs +102 -0
- package/scripts/audit-runner.mjs +35 -0
- package/scripts/audit-runtime-check.mjs +129 -0
- package/scripts/browser-page-probe.mjs +271 -0
- package/scripts/build-client.mjs +119 -0
- package/scripts/check.mjs +88 -0
- package/scripts/clean-date-comments.py +102 -0
- package/scripts/doc-drift.mjs +200 -0
- package/scripts/doc-func.mjs +212 -0
- package/scripts/doc-tree.mjs +456 -0
- package/scripts/doc-version.mjs +220 -0
- package/scripts/frontend-preview-check.mjs +124 -0
- package/scripts/hot-path-probe-cjs.cjs +71 -0
- package/scripts/hot-path-probe-fs-shim.mjs +28 -0
- package/scripts/hot-path-probe-fsp-shim.mjs +31 -0
- package/scripts/hot-path-probe.mjs +153 -0
- package/scripts/module-splitter.py +800 -0
- package/scripts/platform-scan.mjs +168 -0
- package/scripts/preview-gen.mjs +489 -0
- package/scripts/preview-local-runner.mjs +55 -0
- package/scripts/preview-server-direct.mjs +116 -0
- package/scripts/preview-server.mjs +305 -0
- package/scripts/preview-slot-data.mjs +123 -0
- package/scripts/probe-recheck.mjs +47 -0
- package/scripts/readme-gen.mjs +268 -0
- package/scripts/rename-locator.mjs +97 -0
- package/scripts/rule-switch.mjs +97 -0
- package/scripts/rules-solo-audit.mjs +173 -0
- package/scripts/scan-file-io.mjs +713 -0
- package/scripts/scan-hardcoded-paths.mjs +125 -0
- package/scripts/scan-repos.mjs +167 -0
- package/scripts/scan-version.mjs +122 -0
- package/scripts/scrub-user-wording.mjs +420 -0
- package/scripts/symbol-index.mjs +85 -0
- package/scripts/sync-plugin-install.mjs +223 -0
- package/scripts/sync-plugin.mjs +279 -0
- package/scripts/verify-prestep.mjs +100 -0
- package/skills/dev/audit-rule-authoring.md +58 -0
- package/skills/dev/dsh-git-push.md +323 -0
- package/skills/dev/git-push-live-fix.md +45 -0
- package/skills/dsh-repo-index.md +35 -0
- package/skills/guide/guide-audit.md +167 -0
- package/skills/guide/guide-cli-scripts.md +104 -0
- package/skills/guide/guide-clone-repos.md +173 -0
- package/skills/guide/guide-commit-push.md +156 -0
- package/skills/guide/guide-inject-ui.md +166 -0
- package/skills/guide/guide-slash-completion.md +118 -0
- package/skills/workflow/README.md +21 -0
- package/skills/workflow/git-commit-discipline.md +68 -0
- package/skills/workflow/git-project-startup.md +85 -0
- package/skills/workflow/git-rebuild-process.md +57 -0
- package/skills/workflow/github-operations.md +91 -0
- package/skills/workflow/readme-sync-git-md.md +28 -0
- package/skills/workflow/task-completion-report.md +73 -0
- package/skills/workflow/tool-json-add-ask.md +35 -0
- package/skills/workflow/versioning-rule.md +211 -0
|
@@ -0,0 +1,397 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Git 执行层 · clone 下载器(并发 + 断点续传 + 体积守卫)
|
|
3
|
+
*
|
|
4
|
+
* 为什么单独成文件:clone.js 已承担「解析 target / 目录守卫 / git init / 编排」,
|
|
5
|
+
* 再把并发调度、.part 续传、进度上报、体积过滤塞进去会远超单文件 400 行上限。
|
|
6
|
+
* 本文件只做一件事:把一批 blob **可靠地**落到磁盘,并如实汇报过程与结果。
|
|
7
|
+
*
|
|
8
|
+
* 端点选择(实测结论,修订):
|
|
9
|
+
* api.github.com/repos/<o>/<r>/contents/<path>?ref=<branch> → 稳定,并发 8/8 通;
|
|
10
|
+
* 但忽略 Range(HTTP 200,无 Content-Range,整包重发)
|
|
11
|
+
* raw.githubusercontent.com/<o>/<r>/<branch>/<path> → 支持 Range(HTTP 206 + Content-Range);
|
|
12
|
+
* 但本机网络下**并发极不稳**——实测并发 8 只有 1 条通,其余直接连不上
|
|
13
|
+
*
|
|
14
|
+
* 由此确定**双通道策略**(首个成功即用,全失败才报错):
|
|
15
|
+
* 常态(have === 0):先 api(稳),失败退 raw
|
|
16
|
+
* 续传(have > 0) :先 raw(唯一支持 Range),失败退 api(整包重下)
|
|
17
|
+
* 之前只用 raw,导致 gallery(99 个文件)克隆时 95 个因并发不通报 404。
|
|
18
|
+
*
|
|
19
|
+
* 由此引入的取舍:raw 端点按「分支 + 路径」寻址,不按 sha,而 clone.js 原先特意用
|
|
20
|
+
* sha 形式规避「推送后 CDN 缓存未刷新拉到旧内容」。续传场景下该风险窗口大幅缩小
|
|
21
|
+
* (一次 clone 通常分钟级完成),但确实是把确定性换成了概率。缓解手段是 .part
|
|
22
|
+
* 以 sha 命名——sha 变了自然换文件,不会把新旧内容拼成损坏文件。
|
|
23
|
+
*/
|
|
24
|
+
|
|
25
|
+
import { createWriteStream, existsSync, statSync } from 'node:fs';
|
|
26
|
+
import { mkdir, rename, unlink, chmod, symlink, rm, readdir, rmdir, access } from 'node:fs/promises';
|
|
27
|
+
import { dirname, join } from 'node:path';
|
|
28
|
+
import { pipeline } from 'node:stream/promises';
|
|
29
|
+
import { Readable } from 'node:stream';
|
|
30
|
+
import { blobApiUrl, contentsApiUrl, rawFileUrl } from './endpoints.js';
|
|
31
|
+
|
|
32
|
+
/* ───────── clone 下载器常量 ───────── */
|
|
33
|
+
const RETRY_BASE_DELAY_MS = 120; // 失败重试基础延迟(第 i 次重试等待 120×(i+1)ms,线性退避)
|
|
34
|
+
const HTTP_DETAIL_MAX_LEN = 120; // HTTP 错误详情截断长度
|
|
35
|
+
|
|
36
|
+
/** 续传分片临时文件所在子目录(相对 clone 目标目录,随目标目录一起被残留清理) */
|
|
37
|
+
export const PARTS_DIR = '.dsh-parts';
|
|
38
|
+
|
|
39
|
+
/** 默认并发数:兼顾吞吐与 GitHub 限流(认证 5000 次/小时,百级请求安全) */
|
|
40
|
+
export const DEFAULT_CONCURRENCY = 6;
|
|
41
|
+
|
|
42
|
+
/** 单文件体积守卫默认阈值(MB);0 表示不跳过任何文件 */
|
|
43
|
+
export const DEFAULT_MAX_FILE_MB = 10;
|
|
44
|
+
|
|
45
|
+
/**
|
|
46
|
+
* 按体积阈值把 blob 分成「要下载」与「要跳过」两组。
|
|
47
|
+
*
|
|
48
|
+
* 为什么不静默跳过:用户点 clone 的预期是「拿到仓库」。悄悄少文件会让人以为
|
|
49
|
+
* 克隆成功、直到使用时才发现缺东西。故这里只做分组,跳过项由调用方
|
|
50
|
+
* 明确回传给用户界面(预览与结果都展示)。
|
|
51
|
+
* @param {Array<{path:string,size?:number,type?:string}>} blobs tree 中的 blob 列表
|
|
52
|
+
* @param {number} maxFileMB 阈值(MB);<=0 表示不限制
|
|
53
|
+
* @returns {{download:Array, skipped:Array}} 分组结果
|
|
54
|
+
*/
|
|
55
|
+
export function partitionBySize(blobs = [], maxFileMB = DEFAULT_MAX_FILE_MB) {
|
|
56
|
+
if (!(maxFileMB > 0)) return { download: blobs.slice(), skipped: [] };
|
|
57
|
+
const limit = maxFileMB * 1024 * 1024;
|
|
58
|
+
const download = [];
|
|
59
|
+
const skipped = [];
|
|
60
|
+
for (const b of blobs) {
|
|
61
|
+
const size = Number(b?.size) || 0;
|
|
62
|
+
if (size > limit) skipped.push({ path: b.path, size, sha: b.sha });
|
|
63
|
+
else download.push(b);
|
|
64
|
+
}
|
|
65
|
+
return { download, skipped };
|
|
66
|
+
}
|
|
67
|
+
|
|
68
|
+
/**
|
|
69
|
+
* 并发下载一批 blob 到目标目录(带 .part 断点续传与进度回调)。
|
|
70
|
+
*
|
|
71
|
+
* 失败**不静默**:每个失败项连同成因进 failed 数组,由调用方决定如何呈现与清理。
|
|
72
|
+
* @param {object} o
|
|
73
|
+
* @param {Array} o.blobs 待下载 blob(tree 条目,需含 path/sha/size/mode)
|
|
74
|
+
* @param {string} o.targetDir 目标目录
|
|
75
|
+
* @param {string} o.owner GitHub owner
|
|
76
|
+
* @param {string} o.repo GitHub repo
|
|
77
|
+
* @param {string} o.branch 分支名(raw 端点寻址用)
|
|
78
|
+
* @param {string} o.token 访问令牌
|
|
79
|
+
* @param {number} [o.concurrency] 并发数
|
|
80
|
+
* @param {(p:object)=>void} [o.onProgress] 进度回调(节流由调用方负责)
|
|
81
|
+
* @returns {Promise<{files:number, failed:Array, modePreserved:boolean}>}
|
|
82
|
+
*/
|
|
83
|
+
/**
|
|
84
|
+
* symlink 条目下载(mode 120000):内容即链接目标,raw 端点拿不到,仍走 blob API。
|
|
85
|
+
*
|
|
86
|
+
* 为什么单独成函数:原先这段内联在 downloadBlobs 的 `one` 闭包里,与普通文件下载的
|
|
87
|
+
* 分支混在一起(自审 max-cyclomatic-complexity 报 downloadBlobs 复杂度 29)。
|
|
88
|
+
* 用**返回值**表达结果(而不是就地改闭包里的 done/transferred 计数器),
|
|
89
|
+
* 调用方据此更新进度,职责更清晰。
|
|
90
|
+
*
|
|
91
|
+
* @returns {{ok:true}|{failed:object}} 成功或失败条目(失败条目形状与 failed 数组一致)
|
|
92
|
+
*/
|
|
93
|
+
async function downloadSymlinkEntry(entry, { owner, repo, token, out, rel }) {
|
|
94
|
+
try {
|
|
95
|
+
const linkRes = await fetchBlobJson(owner, repo, entry.sha, token);
|
|
96
|
+
if (linkRes.status !== 200) {
|
|
97
|
+
return { failed: { path: rel, status: linkRes.status, reason: linkRes.error || `HTTP ${linkRes.status}` } };
|
|
98
|
+
}
|
|
99
|
+
await unlink(out).catch(() => { /* 目标可能不存在(首次写入),忽略即可 */ });
|
|
100
|
+
await symlink(String(linkRes.json?.content ?? linkRes.text ?? ''), out);
|
|
101
|
+
return { ok: true };
|
|
102
|
+
} catch (e) {
|
|
103
|
+
return { failed: { path: rel, status: -1, reason: `symlink 失败: ${e?.message || e}` } };
|
|
104
|
+
}
|
|
105
|
+
}
|
|
106
|
+
|
|
107
|
+
/**
|
|
108
|
+
* git 条目 mode → 本地 POSIX 权限。
|
|
109
|
+
*
|
|
110
|
+
* 为什么必须显式给:`createWriteStream` 不传 mode 时,权限由 umask 与文件系统决定;
|
|
111
|
+
* 本机 CIFS 卷上实测落成 777(git 读作 755)⇒ 克隆出来的仓库**每个文件都是可执行**,
|
|
112
|
+
* `git diff` 满屏 "old mode 100644 / new mode 100755"——这就是「克隆改了权限」的缺陷来源。
|
|
113
|
+
* git 只区分「可执行(100755)」与「普通(100644 / 100664 等)」两类,
|
|
114
|
+
* 故普通一律 0o644、可执行一律 0o755,不做更细的推断。
|
|
115
|
+
*
|
|
116
|
+
* @param {string} gitMode 条目 mode(如 '100644' / '100755' / '120000')
|
|
117
|
+
* @returns {number} 0o755(可执行)或 0o644(普通)
|
|
118
|
+
*/
|
|
119
|
+
function posixModeOf(gitMode) {
|
|
120
|
+
return String(gitMode) === '100755' ? 0o755 : 0o644;
|
|
121
|
+
}
|
|
122
|
+
|
|
123
|
+
/**
|
|
124
|
+
* 普通文件条目下载:`.part` 中转 → rename 到最终路径(避免半个文件被当成完整文件);
|
|
125
|
+
* 权限按条目 mode **显式设置**(CIFS 上 chmod 可能 EPERM——失败只标记不阻断,由调用方汇总)。
|
|
126
|
+
*
|
|
127
|
+
* @returns {{ok:true,modePreserved:boolean}|{failed:object}}
|
|
128
|
+
*/
|
|
129
|
+
async function downloadRegularEntry(entry, { owner, repo, branch, token, out, partPath, signal, rel, onBytes }) {
|
|
130
|
+
const size = Number(entry.size) || 0;
|
|
131
|
+
try {
|
|
132
|
+
const mode = posixModeOf(entry.mode);
|
|
133
|
+
const r = await fetchToFile({ owner, repo, branch, relPath: rel, token, out, partPath, size, signal, onBytes, mode });
|
|
134
|
+
if (!r.ok) return { failed: { path: rel, status: r.status, reason: r.reason } };
|
|
135
|
+
let modePreserved = true;
|
|
136
|
+
// 普通文件也必须设:原实现只处理 100755,普通文件保留「写入时的权限」,
|
|
137
|
+
// 在本机 CIFS 卷上就是 777(git 读作 755)⇒ 满屏 mode 变更。
|
|
138
|
+
try { await chmod(out, mode); } catch { modePreserved = false; }
|
|
139
|
+
return { ok: true, modePreserved };
|
|
140
|
+
} catch (e) {
|
|
141
|
+
return { failed: { path: rel, status: -1, reason: `写盘失败: ${e?.message || e}` } };
|
|
142
|
+
}
|
|
143
|
+
}
|
|
144
|
+
|
|
145
|
+
/**
|
|
146
|
+
* 并发下载池:固定 concurrency 个 worker 抢占式领取任务(worker 数不超过任务数)。
|
|
147
|
+
*
|
|
148
|
+
* 为什么单独成函数:原 downloadBlobs 把「池调度」与「单文件下载」混在一起,
|
|
149
|
+
* 函数既超长(>50 行)又难读(自审 max-function-length 与 max-cyclomatic-complexity 双报)。
|
|
150
|
+
*/
|
|
151
|
+
async function runDownloadPool(blobs, one, concurrency, signal) {
|
|
152
|
+
let cursor = 0;
|
|
153
|
+
const worker = async () => {
|
|
154
|
+
for (;;) {
|
|
155
|
+
if (signal?.aborted) return; // 中止后立即退出,不再领取新任务
|
|
156
|
+
const i = cursor++;
|
|
157
|
+
if (i >= blobs.length) return;
|
|
158
|
+
await one(blobs[i]);
|
|
159
|
+
}
|
|
160
|
+
};
|
|
161
|
+
await Promise.all(Array.from({ length: Math.max(1, Math.min(concurrency, blobs.length || 1)) }, worker));
|
|
162
|
+
}
|
|
163
|
+
|
|
164
|
+
/**
|
|
165
|
+
* 分片目录清理:**只在全部成功时清理**。
|
|
166
|
+
*
|
|
167
|
+
* 原实现「成功与否都清」与本文件的续传设计(以及 clone.js 的注释)直接冲突:
|
|
168
|
+
* clone.js 明确保留 .dsh-parts,好让 fetchToFile 用 Range 从中断处续传、大文件跨轮累积;
|
|
169
|
+
* 但这里每轮结束又把分片删光,于是失败的大文件永远从 0 重来——实测本机 1.1GB 大 PNG
|
|
170
|
+
* (6~23MB/个)连跑两轮失败项几乎不变(105 → 78),且 .part 每轮归零,永远收敛不了。
|
|
171
|
+
* 现在:有失败项就保留分片(下轮 Range 续传),全部成功才清理(此时分片已全被 rename,目录本就空)。
|
|
172
|
+
* 已中止时跳过:此时上层正在清理同一目录,再删一次只会互相踩。
|
|
173
|
+
*/
|
|
174
|
+
async function cleanupPartsIfAllSucceeded(partsDir, failed, signal) {
|
|
175
|
+
if (signal?.aborted || failed.length > 0) return;
|
|
176
|
+
try { await removeDirForce(partsDir); } catch { /* 忽略 */ }
|
|
177
|
+
}
|
|
178
|
+
|
|
179
|
+
/**
|
|
180
|
+
* 单个文件下载(.part → rename;symlink 与可执行位特殊处理)。
|
|
181
|
+
*
|
|
182
|
+
* 为什么单独成函数:它原先内联在 downloadBlobs 里(闭包捕获十余个变量),把该函数的
|
|
183
|
+
* 圈复杂度顶到 15(阈值 10)。改为显式 ctx 后,「它依赖什么、会改什么」一眼可见——
|
|
184
|
+
* 可变的进度计数走 state 对象,只读依赖走 ctx 字段。
|
|
185
|
+
*
|
|
186
|
+
* @param {object} entry blob 条目(path/sha/size/mode)
|
|
187
|
+
* @param {object} ctx { signal, targetDir, partsDir, owner, repo, branch, token, failed, state, emit }
|
|
188
|
+
*/
|
|
189
|
+
async function downloadOneEntry(entry, ctx) {
|
|
190
|
+
const { signal, targetDir, partsDir, owner, repo, branch, token, failed, state, emit } = ctx;
|
|
191
|
+
// 中止检查点:清理同目录残留前会 abort,worker 必须在此退出,
|
|
192
|
+
// 否则「边删边写」会让 rmdir 报 ENOTEMPTY,且下载变成无人回收的孤儿。
|
|
193
|
+
if (signal?.aborted) return;
|
|
194
|
+
const rel = String(entry.path || '');
|
|
195
|
+
if (!rel) return;
|
|
196
|
+
const out = join(targetDir, rel);
|
|
197
|
+
try { await mkdir(dirname(out), { recursive: true }); } catch { /* 忽略 */ }
|
|
198
|
+
// symlink(mode 120000):内容即链接目标,raw 端点拿不到,仍走 blob API
|
|
199
|
+
if (entry.mode === '120000') {
|
|
200
|
+
const link = await downloadSymlinkEntry(entry, { owner, repo, token, out, rel });
|
|
201
|
+
if (link.failed) failed.push(link.failed);
|
|
202
|
+
else { state.done++; state.transferred += Number(entry.size) || 0; emit(); }
|
|
203
|
+
return;
|
|
204
|
+
}
|
|
205
|
+
const size = Number(entry.size) || 0;
|
|
206
|
+
const partPath = join(partsDir, entry.sha + '.part');
|
|
207
|
+
const reg = await downloadRegularEntry(entry, {
|
|
208
|
+
owner, repo, branch, token, out, partPath, signal, rel,
|
|
209
|
+
onBytes: (n) => { state.transferred += n; emit(); },
|
|
210
|
+
});
|
|
211
|
+
if (reg.failed) { failed.push(reg.failed); return; }
|
|
212
|
+
// 可执行位保真失败(CIFS EPERM)只标记,不阻断整轮下载
|
|
213
|
+
if (reg.modePreserved === false) state.modePreserved = false;
|
|
214
|
+
state.done++; emit();
|
|
215
|
+
}
|
|
216
|
+
|
|
217
|
+
export async function downloadBlobs(o) {
|
|
218
|
+
const {
|
|
219
|
+
blobs = [], targetDir, owner, repo, branch, token,
|
|
220
|
+
concurrency = DEFAULT_CONCURRENCY, onProgress = null, signal = null,
|
|
221
|
+
} = o;
|
|
222
|
+
const partsDir = join(targetDir, PARTS_DIR);
|
|
223
|
+
const failed = [];
|
|
224
|
+
// 进度计数与可执行位标记:可变状态集中在 state,便于随 ctx 传给单文件下载函数
|
|
225
|
+
const state = { done: 0, transferred: 0, modePreserved: true };
|
|
226
|
+
const totalBytes = blobs.reduce((s, b) => s + (Number(b.size) || 0), 0);
|
|
227
|
+
|
|
228
|
+
const emit = () => {
|
|
229
|
+
if (onProgress) {
|
|
230
|
+
onProgress({ done: state.done, total: blobs.length, transferred: state.transferred, totalBytes, failed: failed.length });
|
|
231
|
+
}
|
|
232
|
+
};
|
|
233
|
+
emit();
|
|
234
|
+
|
|
235
|
+
// 有并发才有必要建 parts 目录;纯小文件仓库不产生额外目录
|
|
236
|
+
if (blobs.length) { try { await mkdir(partsDir, { recursive: true }); } catch { /* 目标不可写会在写文件时暴露 */ } }
|
|
237
|
+
|
|
238
|
+
const ctx = { signal, targetDir, partsDir, owner, repo, branch, token, failed, state, emit };
|
|
239
|
+
const one = (entry) => downloadOneEntry(entry, ctx);
|
|
240
|
+
|
|
241
|
+
await runDownloadPool(blobs, one, concurrency, signal);
|
|
242
|
+
|
|
243
|
+
// 下载阶段结束后的分片目录处理:只在全部成功时清理(保留分片以便下轮 Range 续传)——
|
|
244
|
+
// 详见 cleanupPartsIfAllSucceeded 的说明。
|
|
245
|
+
await cleanupPartsIfAllSucceeded(partsDir, failed, signal);
|
|
246
|
+
|
|
247
|
+
return { files: state.done, failed, modePreserved: state.modePreserved };
|
|
248
|
+
}
|
|
249
|
+
|
|
250
|
+
/**
|
|
251
|
+
* 取单个 blob 的 JSON(symlink 内容用;raw 端点返回原始字节,拿不到链接目标)。
|
|
252
|
+
*/
|
|
253
|
+
async function fetchBlobJson(owner, repo, sha, token) {
|
|
254
|
+
const url = blobApiUrl(owner, repo, sha); // 逐 blob(可续)→ 不走镜像
|
|
255
|
+
try {
|
|
256
|
+
const r = await fetch(url, {
|
|
257
|
+
headers: {
|
|
258
|
+
Accept: 'application/vnd.github+json',
|
|
259
|
+
...(token ? { Authorization: `Bearer ${token}` } : {}),
|
|
260
|
+
'User-Agent': 'dsh-git-push',
|
|
261
|
+
},
|
|
262
|
+
});
|
|
263
|
+
const text = await r.text();
|
|
264
|
+
let json = null;
|
|
265
|
+
try { json = text ? JSON.parse(text) : null; } catch { /* 非 JSON */ }
|
|
266
|
+
return { status: r.status, json, text };
|
|
267
|
+
} catch (e) { return { status: 0, json: null, text: '', error: String(e?.message || e) }; }
|
|
268
|
+
}
|
|
269
|
+
|
|
270
|
+
/**
|
|
271
|
+
* 下载单个文件到 out(经 .part 中转,支持断点续传)。
|
|
272
|
+
*
|
|
273
|
+
* 续传流程:若 .part 已存在且小于远端大小 → 带 Range 从已有字节处续写;
|
|
274
|
+
* 远端返回 206 则追加,返回 200 说明服务端忽略 Range/文件已变 → 从头覆盖。
|
|
275
|
+
* .part 以 sha 命名,sha 变了自然换文件,不会把新旧内容拼成损坏文件。
|
|
276
|
+
* @returns {Promise<{ok:boolean,status?:number,reason?:string}>}
|
|
277
|
+
*/
|
|
278
|
+
/**
|
|
279
|
+
* 强制删除目录,专治 CIFS 上的 ENOTEMPTY。
|
|
280
|
+
*
|
|
281
|
+
* 为什么不能直接用 rm(recursive):
|
|
282
|
+
* 实测在 CIFS 挂载(vers=3.02, nounix, actimeo=1)上,
|
|
283
|
+
* 目录内文件正被并发写入时 rm 会失败并抛
|
|
284
|
+
* ENOTEMPTY: directory not empty, rmdir '.../.dsh-parts'
|
|
285
|
+
* —— Node 的 rm 先 readdir 收集条目、再逐个删、最后 rmdir;
|
|
286
|
+
* 而 readdir 与服务端之间没有原子性,边删边写就会出现
|
|
287
|
+
* 「readdir 看到的已删完、rmdir 时服务端又有新条目」。
|
|
288
|
+
* 故此处:先重试若干次(给写者时间退出),仍失败则逐个 unlink(force 语义,
|
|
289
|
+
* 文件可能已被别人删掉,ENOENT 必须忽略),最后再 rmdir 并忽略失败。
|
|
290
|
+
* @param {string} dir 目标目录
|
|
291
|
+
* @param {number} attempts 重试次数
|
|
292
|
+
* @returns {Promise<boolean>} 是否已确认删除(目录不存在也算 true)
|
|
293
|
+
*/
|
|
294
|
+
export async function removeDirForce(dir, attempts = 3) {
|
|
295
|
+
for (let i = 0; i < attempts; i += 1) {
|
|
296
|
+
try {
|
|
297
|
+
await rm(dir, { recursive: true, force: true });
|
|
298
|
+
return true;
|
|
299
|
+
} catch { /* 继续下一轮 */ }
|
|
300
|
+
await new Promise((r) => setTimeout(r, RETRY_BASE_DELAY_MS * (i + 1)));
|
|
301
|
+
}
|
|
302
|
+
// 兜底:逐个删条目后再 rmdir。ENOENT 一概忽略(并发下文件可能已消失)
|
|
303
|
+
try {
|
|
304
|
+
const entries = await readdir(dir);
|
|
305
|
+
for (const name of entries) {
|
|
306
|
+
const p = join(dir, name);
|
|
307
|
+
try { await rm(p, { recursive: true, force: true }); }
|
|
308
|
+
catch { try { await unlink(p); } catch { /* 已不存在 */ } }
|
|
309
|
+
}
|
|
310
|
+
} catch { /* readdir 失败:目录可能已不在 */ }
|
|
311
|
+
try { await rmdir(dir); return true; } catch { /* 已被删或仍有并发写入 */ }
|
|
312
|
+
try { await access(dir); return false; } catch { return true; } // 不存在即视为成功
|
|
313
|
+
}
|
|
314
|
+
|
|
315
|
+
async function fetchToFile({ owner, repo, branch, relPath, token, out, partPath, size, onBytes, signal = null, mode = 0o644 }) {
|
|
316
|
+
if (signal?.aborted) return { ok: false, status: 0, reason: '已中止' };
|
|
317
|
+
// 复用**上次已下完的最终文件**:clone 失败后目录会被保留(见 clone.js 的 kept 语义),
|
|
318
|
+
// 那些已 rename 到位、长度与远端一致的文件无需重下。
|
|
319
|
+
// 为什么必须在这里判:续传原本只认 .part 分片,而失败清理会删掉 .dsh-parts,
|
|
320
|
+
// 于是最终文件虽被保留却仍被重下——实测 gallery(153.8MB)第二次 clone
|
|
321
|
+
// 把 13 个已下好的文件全部重下一遍,保留形同虚设。
|
|
322
|
+
// 判据与「.part 已完整」一致:长度相等即认为完整(rename 是原子的,
|
|
323
|
+
// 最终路径上不存在半截文件,故长度相等可安全视为完整)。
|
|
324
|
+
if (size > 0) {
|
|
325
|
+
let haveFinal = 0;
|
|
326
|
+
try { if (existsSync(out)) haveFinal = statSync(out).size; } catch { haveFinal = 0; }
|
|
327
|
+
if (haveFinal === size) return { ok: true, reused: true };
|
|
328
|
+
}
|
|
329
|
+
let have = 0;
|
|
330
|
+
try { if (existsSync(partPath)) have = statSync(partPath).size; } catch { have = 0; }
|
|
331
|
+
// 已完整则直接用(上次 rename 前中断的情形)
|
|
332
|
+
if (size > 0 && have === size) {
|
|
333
|
+
try { await rename(partPath, out); return { ok: true }; } catch { have = 0; }
|
|
334
|
+
}
|
|
335
|
+
if (size > 0 && have > size) { // 异常:分片比远端还大 → 丢弃重下
|
|
336
|
+
try { await unlink(partPath); } catch { /* 忽略 */ }
|
|
337
|
+
have = 0;
|
|
338
|
+
}
|
|
339
|
+
|
|
340
|
+
const encoded = String(relPath).split('/').map(encodeURIComponent).join('/');
|
|
341
|
+
const encodedBranch = encodeURIComponent(branch);
|
|
342
|
+
// 双通道:先 api.github.com,失败再退 raw。原因见文件头「端点选择」——
|
|
343
|
+
// 实测本机网络下 raw 并发 8 只有 1 条通,api 并发 8 全通;
|
|
344
|
+
// 而 raw 是唯一支持 Range 续传的端点。故常态走 api(稳定),
|
|
345
|
+
// 需要续传(have > 0)或 api 失败时退 raw(能断点续,接受其并发不稳)。
|
|
346
|
+
const useRawFirst = have > 0;
|
|
347
|
+
const apiUrl = contentsApiUrl(owner, repo, encoded, encodedBranch);
|
|
348
|
+
const rawUrl = rawFileUrl(owner, repo, encodedBranch, encoded); // raw 走镜像
|
|
349
|
+
const mkHeaders = (raw, withRange) => {
|
|
350
|
+
const headers = { 'User-Agent': 'dsh-git-push' };
|
|
351
|
+
if (token) headers.Authorization = `Bearer ${token}`;
|
|
352
|
+
// api 的 contents 端点要 Accept 才回原始字节(否则回 JSON/base64)
|
|
353
|
+
if (!raw) headers.Accept = 'application/vnd.github.raw';
|
|
354
|
+
if (withRange && have > 0) headers.Range = `bytes=${have}-`;
|
|
355
|
+
return headers;
|
|
356
|
+
};
|
|
357
|
+
const urls = useRawFirst ? [[rawUrl, true], [apiUrl, false]] : [[apiUrl, false], [rawUrl, true]];
|
|
358
|
+
|
|
359
|
+
// 依次尝试候选通道,首个成功即用;全失败则回报最后一条的成因
|
|
360
|
+
let resp = null;
|
|
361
|
+
let lastErr = { status: 0, reason: '无可用通道' };
|
|
362
|
+
for (const [candidate, withRange] of urls) {
|
|
363
|
+
let r;
|
|
364
|
+
try {
|
|
365
|
+
r = await fetch(candidate, { headers: mkHeaders(withRange, withRange), ...(signal ? { signal } : {}) });
|
|
366
|
+
} catch (e) {
|
|
367
|
+
lastErr = { status: 0, reason: `请求失败: ${e?.message || e}` };
|
|
368
|
+
continue;
|
|
369
|
+
}
|
|
370
|
+
if (r.status === 200 || r.status === 206) { resp = r; break; }
|
|
371
|
+
let detail = '';
|
|
372
|
+
try { detail = (await r.text()).slice(0, HTTP_DETAIL_MAX_LEN); } catch { /* 忽略 */ }
|
|
373
|
+
lastErr = { status: r.status, reason: `HTTP ${r.status}${detail ? ': ' + detail : ''}` };
|
|
374
|
+
}
|
|
375
|
+
if (!resp) return { ok: false, status: lastErr.status, reason: lastErr.reason };
|
|
376
|
+
// 请求了 Range 却回 200:服务端忽略续传(或文件已变)→ 清空重下,避免拼接错位
|
|
377
|
+
const appending = have > 0 && resp.status === 206;
|
|
378
|
+
if (!appending && have > 0) { try { await unlink(partPath); } catch { /* 忽略 */ } }
|
|
379
|
+
try {
|
|
380
|
+
const ws = createWriteStream(partPath, { flags: appending ? 'a' : 'w', mode }); // mode 必须显式:否则权限随 umask/CIFS 落到 777
|
|
381
|
+
const src = Readable.fromWeb(resp.body);
|
|
382
|
+
src.on('data', (c) => { if (onBytes) onBytes(c.length); });
|
|
383
|
+
await pipeline(src, ws);
|
|
384
|
+
// 长度校验:能校验则校验,避免「悄悄写了个残文件」
|
|
385
|
+
if (size > 0) {
|
|
386
|
+
let finalSize = 0;
|
|
387
|
+
try { finalSize = statSync(partPath).size; } catch { finalSize = 0; }
|
|
388
|
+
if (finalSize !== size) {
|
|
389
|
+
return { ok: false, status: resp.status, reason: `长度不符(期望 ${size},实得 ${finalSize})` };
|
|
390
|
+
}
|
|
391
|
+
}
|
|
392
|
+
await rename(partPath, out);
|
|
393
|
+
return { ok: true };
|
|
394
|
+
} catch (e) {
|
|
395
|
+
return { ok: false, status: 0, reason: `写入失败: ${e?.message || e}` };
|
|
396
|
+
}
|
|
397
|
+
}
|
|
@@ -0,0 +1,143 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* 克隆·真实历史模式:把「拉链 → 准备仓库 → 重放 → 收尾」串成一条流水线。
|
|
3
|
+
*
|
|
4
|
+
* 【为什么单独成一层】clone.js 是既有的大文件(整树快照快路径),
|
|
5
|
+
* 把 history 模式的编排放在这里,clone.js 只需在参数为 history 时调用本函数一次,
|
|
6
|
+
* 改动面最小;且本层可用假 deps 完全离线测(见 test/test-clone-history-mode.mjs)。
|
|
7
|
+
*
|
|
8
|
+
* 【与快路径的关系】默认仍是 clone.js 的「整树快照 + 一条合成提交」(与远端无祖先);
|
|
9
|
+
* 本函数只在显式要求真实历史时使用,二者互不影响。
|
|
10
|
+
*
|
|
11
|
+
* 【依赖注入】githubFetch / runGit / downloadBlobs 都可被 deps 覆盖(测试用)。
|
|
12
|
+
*/
|
|
13
|
+
|
|
14
|
+
import { githubFetch } from './api.js';
|
|
15
|
+
import { fetchCommitChain } from './clone-history.js';
|
|
16
|
+
import { replayHistory } from './clone-replay.js';
|
|
17
|
+
import { createReplayIo } from './clone-replay-io.js';
|
|
18
|
+
import { runGit } from './exec.js';
|
|
19
|
+
|
|
20
|
+
/**
|
|
21
|
+
* 取某分支的 HEAD sha。
|
|
22
|
+
*
|
|
23
|
+
* @param {object} o { owner, repo, branch, token, deps }
|
|
24
|
+
* @returns {Promise<{ok:boolean, sha:string, error?:string}>}
|
|
25
|
+
*/
|
|
26
|
+
export async function resolveBranchHead({ owner = '', repo = '', branch = '', token = '', deps = {} } = {}) {
|
|
27
|
+
const api = deps.githubFetch || githubFetch;
|
|
28
|
+
const r = await api(`/repos/${owner}/${repo}/git/refs/heads/${branch}`, { token });
|
|
29
|
+
const sha = String(r?.json?.object?.sha || '');
|
|
30
|
+
// 注意:githubFetch 返回的是 { status, json, text, buffer, rateLimit }——**没有 ok 字段**
|
|
31
|
+
// (clone.js 里同样用 status === 200 判定)。此前这里写 !r.ok ⇒ 即使 HTTP 200 也一律判失败,
|
|
32
|
+
// 该缺陷是「真仓库端到端实测」暴露的(离线假 API 返回了理想化的 ok 字段,故测不出来)。
|
|
33
|
+
const good = r?.status === 200 || r?.ok === true;
|
|
34
|
+
if (!good || !sha) return { ok: false, sha: '', error: `取分支 HEAD 失败(HTTP ${r?.status ?? '?'})` };
|
|
35
|
+
return { ok: true, sha };
|
|
36
|
+
}
|
|
37
|
+
|
|
38
|
+
/**
|
|
39
|
+
* 重建真实历史:拉链 → 准备 → 逐条重放 → 收尾。
|
|
40
|
+
*
|
|
41
|
+
* @param {object} o
|
|
42
|
+
* @param {string} o.owner/o.repo/o.branch GitHub 坐标
|
|
43
|
+
* @param {string} o.repoPath 目标工作区路径|o.gitDir 其 .git 路径
|
|
44
|
+
* @param {number} [o.depth] 拉链深度上限(默认见 DEFAULT_HISTORY_DEPTH)
|
|
45
|
+
* @param {string} [o.token] 私有仓所需
|
|
46
|
+
* @param {Function} [o.onProgress] 下载进度回调
|
|
47
|
+
* @param {object} [o.signal] 中止信号
|
|
48
|
+
* @param {object} [o.deps] 覆盖 { githubFetch, runGit, downloadBlobs }(测试用)
|
|
49
|
+
* @returns {Promise<{ok:boolean,count:number,truncated:boolean,replayed:number,headSha:string,resumedFrom:string,error?:string}>}
|
|
50
|
+
*/
|
|
51
|
+
export async function cloneWithHistory({
|
|
52
|
+
owner = '', repo = '', branch = '', repoPath = '', gitDir = '', depth, token = '',
|
|
53
|
+
onProgress = null, signal = null, deps = {},
|
|
54
|
+
} = {}) {
|
|
55
|
+
const api = deps.githubFetch || githubFetch;
|
|
56
|
+
const apiGet = (path) => api(path, { token });
|
|
57
|
+
const fail = (error, extra = {}) => ({ ok: false, count: 0, truncated: false, replayed: 0, headSha: '', resumedFrom: '', error, ...extra });
|
|
58
|
+
|
|
59
|
+
const head = await resolveBranchHead({ owner, repo, branch, token, deps });
|
|
60
|
+
if (!head.ok) return fail(head.error);
|
|
61
|
+
|
|
62
|
+
const chain = await fetchCommitChain({ owner, repo, head: head.sha, depth, apiGet });
|
|
63
|
+
if (!chain.ok) return fail(chain.error);
|
|
64
|
+
if (!chain.commits.length) return fail('提交链为空');
|
|
65
|
+
|
|
66
|
+
const io = createReplayIo({ repoPath, gitDir, owner, repo, branch, token, onProgress, signal, deps });
|
|
67
|
+
const prep = await io.prepare();
|
|
68
|
+
if (!prep?.ok) return fail(`仓库准备失败:${prep?.error || '未知'}`);
|
|
69
|
+
|
|
70
|
+
const replayed = await replayHistory({ commits: chain.commits, branch, io });
|
|
71
|
+
if (!replayed.ok) {
|
|
72
|
+
return fail(replayed.error, { count: chain.commits.length, truncated: chain.truncated, replayed: replayed.replayed, headSha: replayed.headSha });
|
|
73
|
+
}
|
|
74
|
+
|
|
75
|
+
const done = await io.finish({ headSha: replayed.headSha });
|
|
76
|
+
if (!done?.ok) return fail(done?.error || '收尾失败', { count: chain.commits.length, truncated: chain.truncated, replayed: replayed.replayed, headSha: replayed.headSha });
|
|
77
|
+
|
|
78
|
+
return {
|
|
79
|
+
ok: true,
|
|
80
|
+
count: chain.commits.length,
|
|
81
|
+
truncated: chain.truncated,
|
|
82
|
+
replayed: replayed.replayed,
|
|
83
|
+
headSha: replayed.headSha,
|
|
84
|
+
resumedFrom: replayed.resumedFrom,
|
|
85
|
+
};
|
|
86
|
+
}
|
|
87
|
+
|
|
88
|
+
/**
|
|
89
|
+
* 真实历史(传输实现):直接用 git fetch --depth=N 取回**原始对象**。
|
|
90
|
+
*
|
|
91
|
+
* 【为什么改用这条传输】API 重放(上面的 cloneWithHistory)在语义上能重建内容与父子关系,
|
|
92
|
+
* 但 GitHub 的两个 REST 端点都把时间**归一成 UTC**(…Z),而真实提交的作者/提交者行带本地偏移
|
|
93
|
+
* (实测 EIGHTfs/dsh-skill-scoreboard 的三条提交均为 1790912687 +0800)。
|
|
94
|
+
* 偏移一旦丢失,写出的提交对象就与原件不同 ⇒ sha 不同 ⇒ 与远端无共同祖先 ⇒ 推不回远端,
|
|
95
|
+
* 而「可推回远端」正是本能力存在的意义。git fetch 取的是**原件**,sha 天然精确。
|
|
96
|
+
* 实测本机匿名 HTTPS 即可 fetch 成功;私有仓由 runGit 的凭据注入(askpass/SSH)承担。
|
|
97
|
+
*
|
|
98
|
+
* 与快路径的关系:默认仍走 clone.js 的整树快照(与远端无祖先);本函数只在显式要求 history 时使用。
|
|
99
|
+
*
|
|
100
|
+
* @param {object} o
|
|
101
|
+
* @param {string} o.owner/o.repo/o.branch GitHub 坐标
|
|
102
|
+
* @param {string} o.repoPath 目标工作区路径|o.gitDir 其 .git 路径
|
|
103
|
+
* @param {number} [o.depth] 浅克隆深度(条);不传则全量历史
|
|
104
|
+
* @param {object} [o.deps] 覆盖 { runGit }(测试用)
|
|
105
|
+
* @returns {Promise<{ok:boolean,headSha:string,depth:number,truncated:boolean,steps:Array<object>,error?:string}>}
|
|
106
|
+
*/
|
|
107
|
+
export async function cloneWithGitFetch({
|
|
108
|
+
owner = '', repo = '', branch = '', repoPath = '', depth, deps = {},
|
|
109
|
+
} = {}) {
|
|
110
|
+
const git = deps.runGit || runGit;
|
|
111
|
+
const gitOpts = { cwd: repoPath };
|
|
112
|
+
const steps = [];
|
|
113
|
+
const fail = (error) => ({ ok: false, headSha: '', depth: Number(depth) || 0, truncated: false, steps, error });
|
|
114
|
+
const run = (args) => {
|
|
115
|
+
const r = git(args, gitOpts);
|
|
116
|
+
steps.push({ cmd: args.join(' '), ok: !!r?.ok });
|
|
117
|
+
return r;
|
|
118
|
+
};
|
|
119
|
+
|
|
120
|
+
const n = Number(depth) > 0 ? Number(depth) : 0;
|
|
121
|
+
const init = run(['init', '-q']);
|
|
122
|
+
if (!init?.ok) return fail(`git init 失败:${init?.stderr || '未知'}`);
|
|
123
|
+
// 不支持 mode 的卷(CIFS)上抑制权限噪音——与 API 路径同口径
|
|
124
|
+
run(['config', 'core.fileMode', 'false']);
|
|
125
|
+
if (!git(['remote', 'get-url', 'origin'], gitOpts)?.ok) {
|
|
126
|
+
run(['remote', 'add', 'origin', `https://github.com/${owner}/${repo}.git`]);
|
|
127
|
+
}
|
|
128
|
+
|
|
129
|
+
// 显式 refspec:同时写入 refs/remotes/origin/<branch>,后续可据此建本地分支并设上游
|
|
130
|
+
const fetchArgs = ['fetch', '--no-tags', ...(n ? [`--depth=${n}`] : []), 'origin', `+refs/heads/${branch}:refs/remotes/origin/${branch}`];
|
|
131
|
+
const fetched = run(fetchArgs);
|
|
132
|
+
if (!fetched?.ok) return fail(`git fetch 失败:${fetched?.stderr || '未知'}`);
|
|
133
|
+
|
|
134
|
+
const rev = git(['rev-parse', `refs/remotes/origin/${branch}`], gitOpts);
|
|
135
|
+
const sha = String(rev?.stdout || '').trim();
|
|
136
|
+
if (!rev?.ok || !sha) return fail('取远端引用 sha 失败');
|
|
137
|
+
|
|
138
|
+
const co = run(['checkout', '-q', '-B', branch, `refs/remotes/origin/${branch}`]);
|
|
139
|
+
if (!co?.ok) return fail(`checkout 失败:${co?.stderr || '未知'}`);
|
|
140
|
+
run(['branch', `--set-upstream-to=origin/${branch}`, branch]);
|
|
141
|
+
|
|
142
|
+
return { ok: true, headSha: sha, depth: n, truncated: n > 0, steps };
|
|
143
|
+
}
|