@sanqianx/project-knowledge 4.7.0 → 5.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.agents/plugins/marketplace.json +17 -17
- package/.claude-plugin/marketplace.json +1 -1
- package/CHANGELOG.md +836 -799
- package/README.md +58 -41
- package/_modules/knowledge-engine/README.md +91 -0
- package/_modules/knowledge-engine/package.json +38 -0
- package/_modules/knowledge-engine/src/analysis-contract.js +25 -0
- package/_modules/knowledge-engine/src/analysis-worker.js +54 -0
- package/_modules/knowledge-engine/src/bin.js +52 -0
- package/_modules/knowledge-engine/src/bridge-client.js +24 -0
- package/_modules/knowledge-engine/src/coordinator.js +263 -0
- package/_modules/knowledge-engine/src/headless-analyzer.js +75 -0
- package/_modules/knowledge-engine/src/memories.js +85 -0
- package/_modules/knowledge-engine/src/retrieval.js +116 -0
- package/_modules/knowledge-engine/src/runtime/README.md +7 -0
- package/_modules/knowledge-engine/src/runtime/atomic-file.js +204 -0
- package/_modules/knowledge-engine/src/runtime/automation-config.js +140 -0
- package/_modules/knowledge-engine/src/runtime/commit-conversation-binder.js +249 -0
- package/_modules/knowledge-engine/src/runtime/commit-processing-ledger.js +26 -0
- package/_modules/knowledge-engine/src/runtime/commit-prompt.js +202 -0
- package/_modules/knowledge-engine/src/runtime/commit-reconciler.js +432 -0
- package/_modules/knowledge-engine/src/runtime/content-hash.js +4 -0
- package/_modules/knowledge-engine/src/runtime/contracts.js +279 -0
- package/_modules/knowledge-engine/src/runtime/conversation-exclusions.js +204 -0
- package/_modules/knowledge-engine/src/runtime/conversation-store.js +387 -0
- package/_modules/knowledge-engine/src/runtime/evidence-bundle.js +228 -0
- package/_modules/knowledge-engine/src/runtime/git-runner.js +62 -0
- package/_modules/knowledge-engine/src/runtime/knowledge-promotion.js +444 -0
- package/_modules/knowledge-engine/src/runtime/knowledge-retrieval-service.js +402 -0
- package/_modules/knowledge-engine/src/runtime/layout.js +44 -0
- package/_modules/knowledge-engine/src/runtime/markdown-knowledge-indexer.js +230 -0
- package/_modules/knowledge-engine/src/runtime/scanner.js +298 -0
- package/_modules/knowledge-engine/src/server.js +154 -0
- package/_modules/knowledge-engine/src/store.js +236 -0
- package/_modules/knowledge-engine/ui/app.css +172 -0
- package/_modules/knowledge-engine/ui/app.js +297 -0
- package/_modules/knowledge-engine/ui/index.html +95 -0
- package/_site/README.md +30 -30
- package/_site/_test/ai-profile-resolver-test.js +137 -137
- package/_site/_test/automation-queue-test.js +14 -14
- package/_site/_test/automation-ui-test.js +40 -40
- package/_site/_test/background-task-registry-test.js +43 -43
- package/_site/_test/baseline-schema-test.js +91 -91
- package/_site/_test/chat-claudecodeui-match-test.js +92 -92
- package/_site/_test/claude-executable-discovery-test.js +62 -62
- package/_site/_test/claude-workbench-test.js +170 -170
- package/_site/_test/codex-conversation-projection-test.js +2 -1
- package/_site/_test/commit-conversation-binding-test.js +95 -95
- package/_site/_test/commit-evidence-test.js +110 -110
- package/_site/_test/conversation-api-test.js +109 -109
- package/_site/_test/conversation-store-test.js +136 -136
- package/_site/_test/desktop-browser-compat-test.js +28 -28
- package/_site/_test/desktop-hook-runtime-regression-test.js +204 -204
- package/_site/_test/explicit-commit-processor-test.js +37 -37
- package/_site/_test/fixtures/make-git-repos.js +12 -1
- package/_site/_test/folder-picker-output-test.js +19 -19
- package/_site/_test/fresh-hook-reimport-test.js +53 -0
- package/_site/_test/fresh-product-data-test.js +42 -0
- package/_site/_test/full-integration-e2e-test.js +165 -165
- package/_site/_test/git-validation-test.js +2 -2
- package/_site/_test/hook-runtime-endpoint-test.js +88 -88
- package/_site/_test/hook-status-repair-api-test.js +152 -152
- package/_site/_test/hook-trigger-test.js +85 -85
- package/_site/_test/import-preflight-api-test.js +234 -233
- package/_site/_test/index-writer-concurrency-test.js +135 -135
- package/_site/_test/integration-adapters-test.js +171 -171
- package/_site/_test/integration-surface-coverage-test.js +164 -164
- package/_site/_test/knowledge-language-control-test.js +170 -170
- package/_site/_test/knowledge-promotion-recovery-test.js +260 -260
- package/_site/_test/knowledge-query-test.js +54 -54
- package/_site/_test/knowledge-retrieval-service-test.js +77 -77
- package/_site/_test/knowledge-storage-startup-test.js +52 -52
- package/_site/_test/knowledge-store-logs-supervision-test.js +89 -89
- package/_site/_test/logging-api-test.js +89 -89
- package/_site/_test/logging-sse-no-gap-test.js +88 -88
- package/_site/_test/logging-ui-test.js +106 -104
- package/_site/_test/markdown-delta-overlay-test.js +85 -85
- package/_site/_test/markdown-maintenance-api-test.js +75 -75
- package/_site/_test/mcp-server-test.js +149 -149
- package/_site/_test/module-artifact-integrity-test.js +27 -0
- package/_site/_test/module-boundary-test.js +30 -0
- package/_site/_test/module-bridge-eventbridge-test.js +7 -0
- package/_site/_test/module-model-configuration-test.js +44 -0
- package/_site/_test/module-process-lifecycle-test.js +24 -0
- package/_site/_test/module-stream-proxy-test.js +34 -0
- package/_site/_test/non-release-ci-test.js +34 -34
- package/_site/_test/offline-boundary-isolation-test.js +32 -32
- package/_site/_test/packaged-ui-smoke-test.js +11 -9
- package/_site/_test/path-consistency-test.js +151 -151
- package/_site/_test/pending-sweep-test.js +9 -9
- package/_site/_test/post-commit-automation-test.js +87 -87
- package/_site/_test/product-diagnostics-ui-test.js +75 -0
- package/_site/_test/product-import-ui-test.js +92 -0
- package/_site/_test/project-delete-recovery-test.js +64 -64
- package/_site/_test/project-goal-editor-test.js +144 -144
- package/_site/_test/project-lifecycle-transaction-test.js +106 -106
- package/_site/_test/prompt-settings-test.js +115 -115
- package/_site/_test/protected-architecture-gate-test.js +122 -122
- package/_site/_test/refactor-characterization-test.js +36 -36
- package/_site/_test/release-version-sync-test.js +1 -1
- package/_site/_test/requirement-recorder-test.js +173 -173
- package/_site/_test/run-all-tests.js +159 -156
- package/_site/_test/shared-contracts-test.js +58 -58
- package/_site/_test/startup-analysis-disabled-test.js +10 -10
- package/_site/_test/storage-foundation-test.js +78 -78
- package/_site/_test/structured-logger-test.js +101 -101
- package/_site/_test/tracking-start-test.js +109 -108
- package/_site/_test/workbench-permission-test.js +117 -117
- package/_site/_test/workspace-ui-contract-test.js +28 -43
- package/_site/lib/ai-profile-resolver.js +78 -78
- package/_site/lib/ai-workspace.js +101 -101
- package/_site/lib/automation-config.js +140 -140
- package/_site/lib/bridge-adapter.js +1 -0
- package/_site/lib/bridge-consumer-service.js +402 -402
- package/_site/lib/claude-cli-runner.js +1510 -1510
- package/_site/lib/commit-conversation-binder.js +234 -234
- package/_site/lib/commit-processing-ledger.js +27 -27
- package/_site/lib/commit-prompt.js +202 -202
- package/_site/lib/commit-reconciler.js +406 -406
- package/_site/lib/contracts.js +284 -279
- package/_site/lib/conversation-query-service.js +144 -144
- package/_site/lib/conversation-store.js +385 -385
- package/_site/lib/data-dir.js +6 -74
- package/_site/lib/engine-connection.js +67 -0
- package/_site/lib/evidence-bundle.js +228 -228
- package/_site/lib/folder-picker-output.js +21 -21
- package/_site/lib/git-runner.js +62 -62
- package/_site/lib/github-team-store.js +1172 -1172
- package/_site/lib/hook-manager.js +203 -202
- package/_site/lib/index-service.js +173 -173
- package/_site/lib/integration-installer.js +908 -907
- package/_site/lib/kb-framework.js +176 -176
- package/_site/lib/kb-validator.js +124 -124
- package/_site/lib/knowledge-promotion.js +435 -435
- package/_site/lib/knowledge-retrieval-service.js +401 -401
- package/_site/lib/knowledge-tool-runtime.js +359 -359
- package/_site/lib/llm-client.js +161 -161
- package/_site/lib/markdown-knowledge-indexer.js +230 -230
- package/_site/lib/module-bridge.js +191 -36
- package/_site/lib/post-commit-automation.js +87 -87
- package/_site/lib/product-data.js +24 -0
- package/_site/lib/project-lifecycle-service.js +535 -497
- package/_site/lib/project-store.js +268 -262
- package/_site/lib/requirement-recorder.js +278 -278
- package/_site/lib/runtime-endpoint.js +155 -155
- package/_site/lib/scanner.js +298 -298
- package/_site/lib/server-app.js +1579 -1520
- package/_site/lib/settings-store.js +133 -113
- package/_site/lib/storage-layout.js +162 -162
- package/_site/lib/structured-logger.js +574 -574
- package/_site/scripts/folder-picker.ps1 +156 -156
- package/_site/scripts/hook-trigger.js +157 -156
- package/_site/scripts/install-module-candidates.js +69 -0
- package/_site/scripts/pack-module-candidates.js +72 -0
- package/_site/scripts/sync-release-version.js +2 -2
- package/_site/scripts/vendor-modules.js +47 -0
- package/_site/scripts/verify-module-runtime.js +45 -0
- package/_site/scripts/verify-product-runtime.js +34 -0
- package/bin/project-knowledge-mcp.js +194 -194
- package/docs/README.zh-CN.md +42 -29
- package/docs/fresh-v5-start.md +28 -0
- package/docs/project-registry-schema.md +22 -22
- package/docs/testing-strategy.md +33 -33
- package/module-runtime-manifest.json +220 -0
- package/package.json +14 -9
- package/plugins/project-knowledge/.claude-plugin/plugin.json +1 -1
- package/plugins/project-knowledge/.codex-plugin/plugin.json +1 -1
- package/plugins/project-knowledge/.mcp.json +1 -1
- package/plugins/project-knowledge/opencode/project-knowledge.md +3 -3
- package/plugins/project-knowledge/skills/project-knowledge/SKILL.md +28 -28
- package/templates/project-readme.md +34 -34
- package/ui/favicon.svg +38 -38
- package/ui/index.html +52 -149
- package/ui/product.css +9 -0
- package/ui/product.js +412 -0
- package/vendor-manifest.json +45 -0
- package/_site/_test/data-dir-migration-test.js +0 -77
- package/_site/_test/import-ui-flow-test.js +0 -171
- package/_site/_test/knowledge-migration-test.js +0 -75
- package/_site/_test/legacy-forward-compat-test.js +0 -257
- package/_site/_test/legacy-project-upgrade-e2e-test.js +0 -363
- package/_site/_test/p0-data-migration-characterization-test.js +0 -37
- package/_site/_test/p0-e2e-gate-test.js +0 -347
- package/_site/_test/project-control-panel-task14-test.js +0 -63
- package/_site/_test/project-layout-v2-migration-test.js +0 -127
- package/_site/_test/server-runtime-migration-safety-test.js +0 -27
- package/_site/_test/task15-20-ui-flow-test.js +0 -148
- package/_site/_test/ui-i18n-toggle-test.js +0 -114
- package/_site/_test/ui-smoke-test.js +0 -73
- package/_site/_test/v4122-upgrade-data-contract-test.js +0 -56
- package/_site/lib/data-state-classifier.js +0 -40
- package/_site/lib/legacy-data-manifest.js +0 -26
- package/_site/lib/migration-service.js +0 -442
- package/ui/app.css +0 -58
- package/ui/app.js +0 -607
- package/ui/i18n.js +0 -146
|
@@ -1,1175 +1,1175 @@
|
|
|
1
|
-
const fs = require('fs');
|
|
2
|
-
const path = require('path');
|
|
3
|
-
const http = require('http');
|
|
4
|
-
const https = require('https');
|
|
5
|
-
const crypto = require('crypto');
|
|
6
|
-
const { URL } = require('url');
|
|
7
|
-
const { HttpProxyAgent } = require('http-proxy-agent');
|
|
8
|
-
const { HttpsProxyAgent } = require('https-proxy-agent');
|
|
9
|
-
const { SocksProxyAgent } = require('socks-proxy-agent');
|
|
10
|
-
const { execGit, getGitVersion } = require('./git-runner');
|
|
11
|
-
|
|
12
|
-
const SCHEMA = 'github-team/v1';
|
|
13
|
-
const STORE_SCHEMA = 'project-knowledge/team-store/v1';
|
|
14
|
-
const DEFAULT_API_BASE_URL = 'https://api.github.com';
|
|
15
|
-
const DEFAULT_WEB_BASE_URL = 'https://github.com';
|
|
16
|
-
const DEFAULT_OAUTH_CLIENT_ID = 'Ov23linBbfigq8AyCgxH';
|
|
17
|
-
const PROVIDER_CONFIG_SCHEMA = 'project-knowledge/git-providers/v1';
|
|
18
|
-
const DEFAULT_GITEA_WEB_BASE_URL = '';
|
|
19
|
-
const DEFAULT_GITEA_OAUTH_CLIENT_ID = '';
|
|
20
|
-
const MANIFEST_PATHS = [
|
|
21
|
-
'.project-knowledge/team-store.json',
|
|
22
|
-
'project-knowledge-store.json',
|
|
23
|
-
'team-store.json',
|
|
24
|
-
];
|
|
25
|
-
|
|
26
|
-
function defaultConfig() {
|
|
27
|
-
return {
|
|
28
|
-
schema: SCHEMA,
|
|
29
|
-
provider: 'github',
|
|
30
|
-
apiBaseUrl: DEFAULT_API_BASE_URL,
|
|
31
|
-
oauthWebBaseUrl: DEFAULT_WEB_BASE_URL,
|
|
32
|
-
oauthClientId: '',
|
|
33
|
-
token: '',
|
|
34
|
-
login: '',
|
|
35
|
-
updatedAt: null,
|
|
36
|
-
};
|
|
37
|
-
}
|
|
38
|
-
|
|
39
|
-
function normalizeBaseUrl(value, fallback) {
|
|
40
|
-
return String(value || fallback || '').trim().replace(/\/+$/, '');
|
|
41
|
-
}
|
|
42
|
-
|
|
43
|
-
function isDefaultGithubWebBaseUrl(value) {
|
|
44
|
-
return normalizeBaseUrl(value, DEFAULT_WEB_BASE_URL).toLowerCase() === DEFAULT_WEB_BASE_URL;
|
|
45
|
-
}
|
|
46
|
-
|
|
47
|
-
function normalizeProvider(value) {
|
|
48
|
-
return String(value || '').trim().toLowerCase() === 'gitea' ? 'gitea' : 'github';
|
|
49
|
-
}
|
|
50
|
-
|
|
51
|
-
function inferApiBaseUrlFromWebBaseUrl(webBaseUrl, provider = 'github') {
|
|
52
|
-
const web = normalizeBaseUrl(webBaseUrl, DEFAULT_WEB_BASE_URL);
|
|
53
|
-
if (normalizeProvider(provider) === 'gitea') return `${web}/api/v1`;
|
|
54
|
-
if (isDefaultGithubWebBaseUrl(web)) return DEFAULT_API_BASE_URL;
|
|
55
|
-
return `${web}/api/v3`;
|
|
56
|
-
}
|
|
57
|
-
|
|
58
|
-
function inferWebBaseUrlFromApiBaseUrl(apiBaseUrl, provider = 'github') {
|
|
59
|
-
const api = normalizeBaseUrl(apiBaseUrl, DEFAULT_API_BASE_URL);
|
|
60
|
-
if (api.toLowerCase() === DEFAULT_API_BASE_URL) return DEFAULT_WEB_BASE_URL;
|
|
61
|
-
if (normalizeProvider(provider) === 'gitea') return api.replace(/\/api\/v1$/i, '');
|
|
62
|
-
return api.replace(/\/api\/v3$/i, '');
|
|
63
|
-
}
|
|
64
|
-
|
|
65
|
-
function normalizeConfig(input) {
|
|
66
|
-
const source = input && typeof input === 'object' ? input : {};
|
|
67
|
-
const provider = normalizeProvider(source.provider);
|
|
68
|
-
const defaultWebBaseUrl = provider === 'gitea' ? DEFAULT_GITEA_WEB_BASE_URL : DEFAULT_WEB_BASE_URL;
|
|
69
|
-
const defaultApiBaseUrl = provider === 'gitea'
|
|
70
|
-
? (defaultWebBaseUrl ? inferApiBaseUrlFromWebBaseUrl(defaultWebBaseUrl, 'gitea') : '')
|
|
71
|
-
: DEFAULT_API_BASE_URL;
|
|
72
|
-
const rawWebBaseUrl = typeof source.oauthWebBaseUrl === 'string' && source.oauthWebBaseUrl.trim()
|
|
73
|
-
? normalizeBaseUrl(source.oauthWebBaseUrl, defaultWebBaseUrl)
|
|
74
|
-
: '';
|
|
75
|
-
const apiBaseUrl = typeof source.apiBaseUrl === 'string' && source.apiBaseUrl.trim()
|
|
76
|
-
? normalizeBaseUrl(source.apiBaseUrl, defaultApiBaseUrl)
|
|
77
|
-
: (rawWebBaseUrl ? inferApiBaseUrlFromWebBaseUrl(rawWebBaseUrl, provider) : defaultApiBaseUrl);
|
|
78
|
-
const oauthWebBaseUrl = rawWebBaseUrl
|
|
79
|
-
? rawWebBaseUrl
|
|
80
|
-
: (apiBaseUrl ? inferWebBaseUrlFromApiBaseUrl(apiBaseUrl, provider) : defaultWebBaseUrl);
|
|
81
|
-
return {
|
|
82
|
-
schema: SCHEMA,
|
|
83
|
-
provider,
|
|
84
|
-
apiBaseUrl,
|
|
85
|
-
oauthWebBaseUrl,
|
|
86
|
-
oauthClientId: typeof source.oauthClientId === 'string' ? source.oauthClientId.trim() : '',
|
|
87
|
-
oauthClientSecret: typeof source.oauthClientSecret === 'string' ? source.oauthClientSecret.trim() : '',
|
|
88
|
-
token: typeof source.token === 'string' ? source.token.trim() : '',
|
|
89
|
-
login: typeof source.login === 'string' ? source.login : '',
|
|
90
|
-
updatedAt: typeof source.updatedAt === 'string' ? source.updatedAt : null,
|
|
91
|
-
};
|
|
92
|
-
}
|
|
93
|
-
|
|
94
|
-
function normalizeProviderFileConfig(input) {
|
|
95
|
-
const source = input && typeof input === 'object' ? input : {};
|
|
96
|
-
const gitea = source.gitea && typeof source.gitea === 'object' ? source.gitea : {};
|
|
97
|
-
const giteaWebBaseUrl = normalizeBaseUrl(gitea.webBaseUrl || gitea.oauthWebBaseUrl || source.giteaWebBaseUrl || '', '');
|
|
98
|
-
return {
|
|
99
|
-
schema: PROVIDER_CONFIG_SCHEMA,
|
|
100
|
-
gitea: {
|
|
101
|
-
webBaseUrl: giteaWebBaseUrl,
|
|
102
|
-
apiBaseUrl: normalizeBaseUrl(gitea.apiBaseUrl || source.giteaApiBaseUrl || (giteaWebBaseUrl ? inferApiBaseUrlFromWebBaseUrl(giteaWebBaseUrl, 'gitea') : ''), ''),
|
|
103
|
-
oauthClientId: String(gitea.oauthClientId || gitea.clientId || source.giteaOAuthClientId || '').trim(),
|
|
104
|
-
oauthClientSecret: String(gitea.oauthClientSecret || gitea.clientSecret || source.giteaOAuthClientSecret || '').trim(),
|
|
105
|
-
},
|
|
106
|
-
};
|
|
107
|
-
}
|
|
108
|
-
|
|
109
|
-
function parseJsonText(text) {
|
|
110
|
-
return JSON.parse(String(text || '').replace(/^\uFEFF/, ''));
|
|
111
|
-
}
|
|
112
|
-
|
|
113
|
-
function readJsonFile(filePath) {
|
|
114
|
-
return parseJsonText(fs.readFileSync(filePath, 'utf-8'));
|
|
115
|
-
}
|
|
116
|
-
|
|
117
|
-
function readProviderFileConfig(configPath) {
|
|
118
|
-
if (!configPath || !fs.existsSync(configPath)) return normalizeProviderFileConfig({});
|
|
119
|
-
try {
|
|
120
|
-
return normalizeProviderFileConfig(readJsonFile(configPath));
|
|
121
|
-
} catch {
|
|
122
|
-
return normalizeProviderFileConfig({});
|
|
123
|
-
}
|
|
124
|
-
}
|
|
125
|
-
|
|
126
|
-
function readConfig(configPath) {
|
|
127
|
-
if (!fs.existsSync(configPath)) return defaultConfig();
|
|
128
|
-
try {
|
|
129
|
-
return normalizeConfig(readJsonFile(configPath));
|
|
130
|
-
} catch {
|
|
131
|
-
return defaultConfig();
|
|
132
|
-
}
|
|
133
|
-
}
|
|
134
|
-
|
|
135
|
-
function writeConfig(configPath, config) {
|
|
136
|
-
const normalized = normalizeConfig({
|
|
137
|
-
...(config || {}),
|
|
138
|
-
updatedAt: new Date().toISOString(),
|
|
139
|
-
});
|
|
140
|
-
fs.mkdirSync(path.dirname(configPath), { recursive: true });
|
|
141
|
-
fs.writeFileSync(configPath, JSON.stringify(normalized, null, 2) + '\n', 'utf-8');
|
|
142
|
-
return normalized;
|
|
143
|
-
}
|
|
144
|
-
|
|
145
|
-
function publicConfig(config) {
|
|
146
|
-
const cfg = normalizeConfig(config);
|
|
147
|
-
return {
|
|
148
|
-
schema: SCHEMA,
|
|
149
|
-
provider: cfg.provider,
|
|
150
|
-
apiBaseUrl: cfg.apiBaseUrl,
|
|
151
|
-
oauthWebBaseUrl: cfg.oauthWebBaseUrl,
|
|
152
|
-
oauthClientId: cfg.oauthClientId,
|
|
153
|
-
configured: !!cfg.token,
|
|
154
|
-
login: cfg.login || '',
|
|
155
|
-
updatedAt: cfg.updatedAt,
|
|
156
|
-
};
|
|
157
|
-
}
|
|
158
|
-
|
|
159
|
-
function authHeaderForProvider(provider, token) {
|
|
160
|
-
if (!token) return {};
|
|
161
|
-
return normalizeProvider(provider) === 'gitea'
|
|
162
|
-
? { Authorization: `token ${token}` }
|
|
163
|
-
: { Authorization: `Bearer ${token}` };
|
|
164
|
-
}
|
|
165
|
-
|
|
166
|
-
function noProxyEntryMatches(entry, parsed) {
|
|
167
|
-
let value = String(entry || '').trim().toLowerCase();
|
|
168
|
-
if (!value) return false;
|
|
169
|
-
if (value === '*') return true;
|
|
170
|
-
const hostname = parsed.hostname.toLowerCase();
|
|
171
|
-
const port = parsed.port || (parsed.protocol === 'https:' ? '443' : '80');
|
|
172
|
-
if (value.includes('://')) {
|
|
173
|
-
try { value = new URL(value).host.toLowerCase(); } catch { return false; }
|
|
174
|
-
}
|
|
175
|
-
const bracketed = value.startsWith('[');
|
|
176
|
-
const colon = value.lastIndexOf(':');
|
|
177
|
-
let expectedPort = '';
|
|
178
|
-
if (colon > -1 && (!bracketed || value.includes(']:'))) {
|
|
179
|
-
expectedPort = value.slice(colon + 1);
|
|
180
|
-
value = value.slice(0, colon);
|
|
181
|
-
}
|
|
182
|
-
value = value.replace(/^\./, '').replace(/^\[|\]$/g, '');
|
|
183
|
-
if (expectedPort && expectedPort !== port) return false;
|
|
184
|
-
return hostname === value || hostname.endsWith(`.${value}`);
|
|
185
|
-
}
|
|
186
|
-
|
|
187
|
-
function shouldBypassProxy(parsed, env = process.env) {
|
|
188
|
-
const hostname = parsed.hostname.toLowerCase();
|
|
189
|
-
if (hostname === 'localhost' || hostname === '::1' || hostname === '0.0.0.0' || /^127\./.test(hostname)) return true;
|
|
190
|
-
const noProxy = String(env.NO_PROXY || env.no_proxy || '');
|
|
191
|
-
return noProxy.split(',').some(entry => noProxyEntryMatches(entry, parsed));
|
|
192
|
-
}
|
|
193
|
-
|
|
194
|
-
function proxyUrlForTarget(url, env = process.env) {
|
|
195
|
-
let parsed;
|
|
196
|
-
try { parsed = url instanceof URL ? url : new URL(url); } catch { return ''; }
|
|
197
|
-
if (shouldBypassProxy(parsed, env)) return '';
|
|
198
|
-
const hostname = parsed.hostname.toLowerCase();
|
|
199
|
-
const isGithubWeb = hostname === 'github.com' || hostname.endsWith('.github.com');
|
|
200
|
-
const candidates = [
|
|
201
|
-
isGithubWeb && hostname === 'api.github.com' ? env.KB_GITHUB_API_PROXY : '',
|
|
202
|
-
isGithubWeb && hostname !== 'api.github.com' ? env.KB_GITHUB_WEB_PROXY : '',
|
|
203
|
-
isGithubWeb ? env.KB_GITHUB_PROXY : '',
|
|
204
|
-
env.KB_GIT_PROXY,
|
|
205
|
-
parsed.protocol === 'https:' ? (env.HTTPS_PROXY || env.https_proxy) : (env.HTTP_PROXY || env.http_proxy),
|
|
206
|
-
env.ALL_PROXY || env.all_proxy,
|
|
207
|
-
];
|
|
208
|
-
return String(candidates.find(value => String(value || '').trim()) || '').trim();
|
|
209
|
-
}
|
|
210
|
-
|
|
211
|
-
function proxyAgentForTarget(parsed, env = process.env) {
|
|
212
|
-
const proxyUrl = proxyUrlForTarget(parsed, env);
|
|
213
|
-
if (!proxyUrl) return undefined;
|
|
214
|
-
if (/^socks/i.test(proxyUrl)) return new SocksProxyAgent(proxyUrl);
|
|
215
|
-
return parsed.protocol === 'http:'
|
|
216
|
-
? new HttpProxyAgent(proxyUrl)
|
|
217
|
-
: new HttpsProxyAgent(proxyUrl);
|
|
218
|
-
}
|
|
219
|
-
|
|
220
|
-
function requestJson({ method = 'GET', url, token = '', provider = 'github', body = null, headers = {}, timeoutMs = 30000 }) {
|
|
221
|
-
return new Promise((resolve) => {
|
|
222
|
-
let parsed;
|
|
223
|
-
try {
|
|
224
|
-
parsed = new URL(url);
|
|
225
|
-
} catch (e) {
|
|
226
|
-
resolve({ ok: false, status: 400, error: e.message, data: null, headers: {} });
|
|
227
|
-
return;
|
|
228
|
-
}
|
|
229
|
-
const transport = parsed.protocol === 'http:' ? http : https;
|
|
230
|
-
const payload = body == null ? null : Buffer.from(JSON.stringify(body));
|
|
231
|
-
const req = transport.request({
|
|
232
|
-
method,
|
|
233
|
-
protocol: parsed.protocol,
|
|
234
|
-
hostname: parsed.hostname,
|
|
235
|
-
port: parsed.port,
|
|
236
|
-
path: `${parsed.pathname}${parsed.search}`,
|
|
237
|
-
timeout: timeoutMs,
|
|
238
|
-
agent: proxyAgentForTarget(parsed),
|
|
239
|
-
headers: {
|
|
240
|
-
'User-Agent': 'project-knowledge',
|
|
241
|
-
'Accept': 'application/vnd.github+json',
|
|
242
|
-
'X-GitHub-Api-Version': '2022-11-28',
|
|
243
|
-
...authHeaderForProvider(provider, token),
|
|
244
|
-
...(payload ? { 'Content-Type': 'application/json', 'Content-Length': payload.length } : {}),
|
|
245
|
-
...headers,
|
|
246
|
-
},
|
|
247
|
-
}, (res) => {
|
|
248
|
-
const chunks = [];
|
|
249
|
-
res.on('data', c => chunks.push(c));
|
|
250
|
-
res.on('end', () => {
|
|
251
|
-
const text = Buffer.concat(chunks).toString('utf-8');
|
|
252
|
-
let data = null;
|
|
253
|
-
if (text.trim()) {
|
|
254
|
-
try { data = JSON.parse(text); } catch { data = { raw: text }; }
|
|
255
|
-
}
|
|
256
|
-
const ok = res.statusCode >= 200 && res.statusCode < 300;
|
|
257
|
-
resolve({
|
|
258
|
-
ok,
|
|
259
|
-
status: res.statusCode,
|
|
260
|
-
data,
|
|
261
|
-
headers: res.headers || {},
|
|
262
|
-
error: ok ? null : ((data && (data.message || data.error)) || text || `HTTP ${res.statusCode}`),
|
|
263
|
-
});
|
|
264
|
-
});
|
|
265
|
-
});
|
|
266
|
-
req.on('timeout', () => {
|
|
267
|
-
const host = parsed.hostname || 'github.com';
|
|
268
|
-
req.destroy(new Error(`GitHub API timeout after ${timeoutMs}ms connecting to ${host}; check your network/proxy, or use a Personal Access Token instead.`));
|
|
269
|
-
});
|
|
270
|
-
req.on('error', e => resolve({ ok: false, status: 0, error: e.message, data: null, headers: {} }));
|
|
271
|
-
if (payload) req.write(payload);
|
|
272
|
-
req.end();
|
|
273
|
-
});
|
|
274
|
-
}
|
|
275
|
-
|
|
276
|
-
function requestFormJson({ method = 'POST', url, form = {}, headers = {}, timeoutMs = 30000 }) {
|
|
277
|
-
return new Promise((resolve) => {
|
|
278
|
-
let parsed;
|
|
279
|
-
try {
|
|
280
|
-
parsed = new URL(url);
|
|
281
|
-
} catch (e) {
|
|
282
|
-
resolve({ ok: false, status: 400, error: e.message, data: null, headers: {} });
|
|
283
|
-
return;
|
|
284
|
-
}
|
|
285
|
-
const transport = parsed.protocol === 'http:' ? http : https;
|
|
286
|
-
const payload = Buffer.from(new URLSearchParams(form).toString());
|
|
287
|
-
const req = transport.request({
|
|
288
|
-
method,
|
|
289
|
-
protocol: parsed.protocol,
|
|
290
|
-
hostname: parsed.hostname,
|
|
291
|
-
port: parsed.port,
|
|
292
|
-
path: `${parsed.pathname}${parsed.search}`,
|
|
293
|
-
timeout: timeoutMs,
|
|
294
|
-
agent: proxyAgentForTarget(parsed),
|
|
295
|
-
headers: {
|
|
296
|
-
'User-Agent': 'project-knowledge',
|
|
297
|
-
'Accept': 'application/json',
|
|
298
|
-
'Content-Type': 'application/x-www-form-urlencoded',
|
|
299
|
-
'Content-Length': payload.length,
|
|
300
|
-
...headers,
|
|
301
|
-
},
|
|
302
|
-
}, (res) => {
|
|
303
|
-
const chunks = [];
|
|
304
|
-
res.on('data', c => chunks.push(c));
|
|
305
|
-
res.on('end', () => {
|
|
306
|
-
const text = Buffer.concat(chunks).toString('utf-8');
|
|
307
|
-
let data = null;
|
|
308
|
-
if (text.trim()) {
|
|
309
|
-
try { data = JSON.parse(text); } catch { data = { raw: text }; }
|
|
310
|
-
}
|
|
311
|
-
const ok = res.statusCode >= 200 && res.statusCode < 300;
|
|
312
|
-
resolve({
|
|
313
|
-
ok,
|
|
314
|
-
status: res.statusCode,
|
|
315
|
-
data,
|
|
316
|
-
headers: res.headers || {},
|
|
317
|
-
error: ok ? null : ((data && (data.error_description || data.message || data.error)) || text || `HTTP ${res.statusCode}`),
|
|
318
|
-
});
|
|
319
|
-
});
|
|
320
|
-
});
|
|
321
|
-
req.on('timeout', () => {
|
|
322
|
-
const host = parsed.hostname || 'github.com';
|
|
323
|
-
req.destroy(new Error(`GitHub API timeout after ${timeoutMs}ms connecting to ${host}; check your network/proxy, or use a Personal Access Token instead.`));
|
|
324
|
-
});
|
|
325
|
-
req.on('error', e => resolve({ ok: false, status: 0, error: e.message, data: null, headers: {} }));
|
|
326
|
-
req.write(payload);
|
|
327
|
-
req.end();
|
|
328
|
-
});
|
|
329
|
-
}
|
|
330
|
-
|
|
331
|
-
function apiUrl(apiBaseUrl, pathname, query = {}) {
|
|
332
|
-
const base = normalizeConfig({ apiBaseUrl }).apiBaseUrl;
|
|
333
|
-
const url = new URL(base.endsWith('/') ? base : `${base}/`);
|
|
334
|
-
const basePath = url.pathname.replace(/\/+$/, '');
|
|
335
|
-
const relPath = String(pathname || '').replace(/^\/+/, '');
|
|
336
|
-
url.pathname = `${basePath}/${relPath}`.replace(/\/{2,}/g, '/');
|
|
337
|
-
for (const [key, value] of Object.entries(query || {})) {
|
|
338
|
-
if (value != null && value !== '') url.searchParams.set(key, String(value));
|
|
339
|
-
}
|
|
340
|
-
return url.toString();
|
|
341
|
-
}
|
|
342
|
-
|
|
343
|
-
function webUrl(webBaseUrl, pathname) {
|
|
344
|
-
const base = typeof webBaseUrl === 'string' && webBaseUrl.trim()
|
|
345
|
-
? webBaseUrl.trim().replace(/\/+$/, '')
|
|
346
|
-
: DEFAULT_WEB_BASE_URL;
|
|
347
|
-
return new URL(pathname.replace(/^\/?/, '/'), base).toString();
|
|
348
|
-
}
|
|
349
|
-
|
|
350
|
-
function oauthClientIdFromEnv(env = process.env) {
|
|
351
|
-
return String(env.KB_GITHUB_OAUTH_CLIENT_ID || env.GITHUB_OAUTH_CLIENT_ID || DEFAULT_OAUTH_CLIENT_ID).trim();
|
|
352
|
-
}
|
|
353
|
-
|
|
354
|
-
function oauthClientIdForConfig(config, env = process.env) {
|
|
355
|
-
const cfg = normalizeConfig(config);
|
|
356
|
-
if (cfg.provider === 'gitea') {
|
|
357
|
-
return cfg.oauthClientId || String(env.KB_GITEA_OAUTH_CLIENT_ID || env.GITEA_OAUTH_CLIENT_ID || '').trim();
|
|
358
|
-
}
|
|
359
|
-
if (cfg.oauthClientId) return cfg.oauthClientId;
|
|
360
|
-
const envClientId = String(env.KB_GITHUB_OAUTH_CLIENT_ID || env.GITHUB_OAUTH_CLIENT_ID || '').trim();
|
|
361
|
-
if (envClientId) return envClientId;
|
|
362
|
-
return isDefaultGithubWebBaseUrl(cfg.oauthWebBaseUrl) ? DEFAULT_OAUTH_CLIENT_ID : '';
|
|
363
|
-
}
|
|
364
|
-
|
|
365
|
-
function oauthClientSecretForConfig(config, env = process.env) {
|
|
366
|
-
const cfg = normalizeConfig(config);
|
|
367
|
-
if (cfg.provider !== 'gitea') return '';
|
|
368
|
-
return cfg.oauthClientSecret || String(env.KB_GITEA_OAUTH_CLIENT_SECRET || env.GITEA_OAUTH_CLIENT_SECRET || '').trim();
|
|
369
|
-
}
|
|
370
|
-
|
|
371
|
-
function giteaWebBaseUrlFromEnv(env = process.env) {
|
|
372
|
-
return String(env.KB_GITEA_WEB_BASE_URL || env.GITEA_WEB_BASE_URL || '').trim().replace(/\/+$/, '');
|
|
373
|
-
}
|
|
374
|
-
|
|
375
|
-
function giteaPresetFromEnv(env = process.env, providerFileConfig = {}) {
|
|
376
|
-
const fileConfig = normalizeProviderFileConfig(providerFileConfig);
|
|
377
|
-
const webBaseUrl = giteaWebBaseUrlFromEnv(env) || fileConfig.gitea.webBaseUrl;
|
|
378
|
-
const oauthClientId = String(env.KB_GITEA_OAUTH_CLIENT_ID || env.GITEA_OAUTH_CLIENT_ID || fileConfig.gitea.oauthClientId || '').trim();
|
|
379
|
-
const oauthClientSecret = String(env.KB_GITEA_OAUTH_CLIENT_SECRET || env.GITEA_OAUTH_CLIENT_SECRET || fileConfig.gitea.oauthClientSecret || '').trim();
|
|
380
|
-
const apiBaseUrl = String(env.KB_GITEA_API_BASE_URL || env.GITEA_API_BASE_URL || fileConfig.gitea.apiBaseUrl || '').trim().replace(/\/+$/, '');
|
|
381
|
-
return {
|
|
382
|
-
provider: 'gitea',
|
|
383
|
-
configured: !!(webBaseUrl && oauthClientId),
|
|
384
|
-
webBaseUrl,
|
|
385
|
-
apiBaseUrl: apiBaseUrl || (webBaseUrl ? inferApiBaseUrlFromWebBaseUrl(webBaseUrl, 'gitea') : ''),
|
|
386
|
-
oauthClientId,
|
|
387
|
-
oauthClientSecret,
|
|
388
|
-
oauthClientSecretConfigured: !!oauthClientSecret,
|
|
389
|
-
};
|
|
390
|
-
}
|
|
391
|
-
|
|
392
|
-
function base64Url(buffer) {
|
|
393
|
-
return Buffer.from(buffer)
|
|
394
|
-
.toString('base64')
|
|
395
|
-
.replace(/\+/g, '-')
|
|
396
|
-
.replace(/\//g, '_')
|
|
397
|
-
.replace(/=+$/g, '');
|
|
398
|
-
}
|
|
399
|
-
|
|
400
|
-
function randomOAuthString(byteLength = 32) {
|
|
401
|
-
return base64Url(crypto.randomBytes(byteLength));
|
|
402
|
-
}
|
|
403
|
-
|
|
404
|
-
function codeChallengeForVerifier(verifier) {
|
|
405
|
-
return base64Url(crypto.createHash('sha256').update(verifier).digest());
|
|
406
|
-
}
|
|
407
|
-
|
|
408
|
-
function buildAuthorizationUrl({ webBaseUrl, clientId, redirectUri, state, codeChallenge, scope = 'read:repository' }) {
|
|
409
|
-
const url = new URL(webUrl(webBaseUrl, '/login/oauth/authorize'));
|
|
410
|
-
url.searchParams.set('client_id', clientId);
|
|
411
|
-
url.searchParams.set('redirect_uri', redirectUri);
|
|
412
|
-
url.searchParams.set('response_type', 'code');
|
|
413
|
-
url.searchParams.set('state', state);
|
|
414
|
-
url.searchParams.set('code_challenge', codeChallenge);
|
|
415
|
-
url.searchParams.set('code_challenge_method', 'S256');
|
|
416
|
-
if (scope) url.searchParams.set('scope', scope);
|
|
417
|
-
return url.toString();
|
|
418
|
-
}
|
|
419
|
-
|
|
420
|
-
function startGiteaOAuth({ config, redirectUri, scope = 'read:repository', env = process.env }) {
|
|
421
|
-
const cfg = normalizeConfig({ ...config, provider: 'gitea' });
|
|
422
|
-
const clientId = oauthClientIdForConfig(cfg, env);
|
|
423
|
-
if (!cfg.oauthWebBaseUrl) return { ok: false, status: 400, error: 'Gitea URL is required' };
|
|
424
|
-
if (!clientId) return { ok: false, status: 501, code: 'oauth_client_missing', error: 'Gitea OAuth Client ID is not configured' };
|
|
425
|
-
const verifier = randomOAuthString(48);
|
|
426
|
-
const state = randomOAuthString(32);
|
|
427
|
-
const authorizationUrl = buildAuthorizationUrl({
|
|
428
|
-
webBaseUrl: cfg.oauthWebBaseUrl,
|
|
429
|
-
clientId,
|
|
430
|
-
redirectUri,
|
|
431
|
-
state,
|
|
432
|
-
codeChallenge: codeChallengeForVerifier(verifier),
|
|
433
|
-
scope,
|
|
434
|
-
});
|
|
435
|
-
return { ok: true, provider: 'gitea', authorizationUrl, state, codeVerifier: verifier, redirectUri, clientId };
|
|
436
|
-
}
|
|
437
|
-
|
|
438
|
-
async function exchangeGiteaOAuthCode({ config, code, codeVerifier, redirectUri, env = process.env }) {
|
|
439
|
-
const cfg = normalizeConfig({ ...config, provider: 'gitea' });
|
|
440
|
-
const clientId = oauthClientIdForConfig(cfg, env);
|
|
441
|
-
const clientSecret = oauthClientSecretForConfig(cfg, env);
|
|
442
|
-
if (!clientId) return { ok: false, status: 501, code: 'oauth_client_missing', error: 'Gitea OAuth Client ID is not configured' };
|
|
443
|
-
const form = {
|
|
444
|
-
client_id: clientId,
|
|
445
|
-
grant_type: 'authorization_code',
|
|
446
|
-
code,
|
|
447
|
-
redirect_uri: redirectUri,
|
|
448
|
-
code_verifier: codeVerifier,
|
|
449
|
-
};
|
|
450
|
-
if (clientSecret) form.client_secret = clientSecret;
|
|
451
|
-
const result = await requestFormJson({
|
|
452
|
-
url: webUrl(cfg.oauthWebBaseUrl, '/login/oauth/access_token'),
|
|
453
|
-
form,
|
|
454
|
-
});
|
|
455
|
-
if (!result.ok) return { ok: false, status: result.status || 400, error: result.error || 'Gitea OAuth token exchange failed', data: result.data };
|
|
456
|
-
const data = result.data || {};
|
|
457
|
-
if (!data.access_token) return { ok: false, status: 502, error: 'Gitea OAuth response did not include an access token', data };
|
|
458
|
-
return {
|
|
459
|
-
ok: true,
|
|
460
|
-
token: data.access_token,
|
|
461
|
-
tokenType: data.token_type || 'bearer',
|
|
462
|
-
scope: data.scope || '',
|
|
463
|
-
};
|
|
464
|
-
}
|
|
465
|
-
|
|
466
|
-
function oauthWebBaseUrlFromEnv(env = process.env) {
|
|
467
|
-
return String(env.KB_GITHUB_OAUTH_WEB_BASE_URL || env.GITHUB_OAUTH_WEB_BASE_URL || DEFAULT_WEB_BASE_URL).trim().replace(/\/+$/, '') || DEFAULT_WEB_BASE_URL;
|
|
468
|
-
}
|
|
469
|
-
|
|
470
|
-
function oauthPublicConfig(configOrEnv = process.env, maybeEnv = process.env) {
|
|
471
|
-
const looksLikeConfig = configOrEnv && typeof configOrEnv === 'object'
|
|
472
|
-
&& (Object.prototype.hasOwnProperty.call(configOrEnv, 'apiBaseUrl') || Object.prototype.hasOwnProperty.call(configOrEnv, 'oauthWebBaseUrl'));
|
|
473
|
-
const cfg = looksLikeConfig ? normalizeConfig(configOrEnv) : normalizeConfig({});
|
|
474
|
-
const env = looksLikeConfig ? maybeEnv : configOrEnv;
|
|
475
|
-
const webBaseUrl = looksLikeConfig ? cfg.oauthWebBaseUrl : oauthWebBaseUrlFromEnv(env);
|
|
476
|
-
const clientId = looksLikeConfig ? oauthClientIdForConfig(cfg, env) : oauthClientIdFromEnv(env);
|
|
477
|
-
return {
|
|
478
|
-
available: !!clientId,
|
|
479
|
-
webBaseUrl,
|
|
480
|
-
clientIdConfigured: !!clientId,
|
|
481
|
-
};
|
|
482
|
-
}
|
|
483
|
-
|
|
484
|
-
function providerPublicConfig(config, env = process.env, providerFileConfig = {}) {
|
|
485
|
-
const cfg = normalizeConfig(config);
|
|
486
|
-
const giteaPreset = giteaPresetFromEnv(env, providerFileConfig);
|
|
487
|
-
return {
|
|
488
|
-
current: cfg.provider,
|
|
489
|
-
github: {
|
|
490
|
-
provider: 'github',
|
|
491
|
-
available: !!oauthClientIdForConfig({ ...cfg, provider: 'github' }, env),
|
|
492
|
-
webBaseUrl: cfg.provider === 'github' ? cfg.oauthWebBaseUrl : DEFAULT_WEB_BASE_URL,
|
|
493
|
-
},
|
|
494
|
-
gitea: {
|
|
495
|
-
provider: giteaPreset.provider,
|
|
496
|
-
configured: giteaPreset.configured,
|
|
497
|
-
webBaseUrl: giteaPreset.webBaseUrl,
|
|
498
|
-
apiBaseUrl: giteaPreset.apiBaseUrl,
|
|
499
|
-
oauthClientId: giteaPreset.oauthClientId,
|
|
500
|
-
oauthClientSecretConfigured: giteaPreset.oauthClientSecretConfigured,
|
|
501
|
-
},
|
|
502
|
-
};
|
|
503
|
-
}
|
|
504
|
-
|
|
505
|
-
async function validateToken({ token, apiBaseUrl = DEFAULT_API_BASE_URL, provider = 'github' }) {
|
|
506
|
-
if (!token || typeof token !== 'string') return { ok: false, status: 400, error: 'Git token is required' };
|
|
507
|
-
const result = await requestJson({ url: apiUrl(apiBaseUrl, '/user'), token, provider });
|
|
508
|
-
if (!result.ok) return { ok: false, status: result.status || 400, error: result.error || 'Git token validation failed' };
|
|
509
|
-
return {
|
|
510
|
-
ok: true,
|
|
511
|
-
user: result.data,
|
|
512
|
-
login: result.data && result.data.login || '',
|
|
513
|
-
};
|
|
514
|
-
}
|
|
515
|
-
|
|
516
|
-
async function startDeviceFlow({ clientId, scope = 'repo read:org', webBaseUrl = DEFAULT_WEB_BASE_URL }) {
|
|
517
|
-
const id = String(clientId || '').trim();
|
|
518
|
-
if (!id) return { ok: false, status: 501, code: 'oauth_client_missing', error: 'GitHub OAuth client is not configured' };
|
|
519
|
-
const result = await requestFormJson({
|
|
520
|
-
url: webUrl(webBaseUrl, '/login/device/code'),
|
|
521
|
-
form: { client_id: id, scope },
|
|
522
|
-
});
|
|
523
|
-
if (!result.ok) return { ok: false, status: result.status || 400, error: result.error || 'GitHub device flow failed' };
|
|
524
|
-
const data = result.data || {};
|
|
525
|
-
if (!data.device_code || !data.user_code || !data.verification_uri) {
|
|
526
|
-
return { ok: false, status: 502, error: 'GitHub device flow response was incomplete', data };
|
|
527
|
-
}
|
|
528
|
-
return {
|
|
529
|
-
ok: true,
|
|
530
|
-
deviceCode: data.device_code,
|
|
531
|
-
userCode: data.user_code,
|
|
532
|
-
verificationUri: data.verification_uri,
|
|
533
|
-
expiresIn: Number(data.expires_in || 900),
|
|
534
|
-
interval: Number(data.interval || 5),
|
|
535
|
-
};
|
|
536
|
-
}
|
|
537
|
-
|
|
538
|
-
async function pollDeviceFlow({ clientId, deviceCode, webBaseUrl = DEFAULT_WEB_BASE_URL }) {
|
|
539
|
-
const id = String(clientId || '').trim();
|
|
540
|
-
if (!id) return { ok: false, status: 501, code: 'oauth_client_missing', error: 'GitHub OAuth client is not configured' };
|
|
541
|
-
const code = String(deviceCode || '').trim();
|
|
542
|
-
if (!code) return { ok: false, status: 400, error: 'deviceCode is required' };
|
|
543
|
-
const result = await requestFormJson({
|
|
544
|
-
url: webUrl(webBaseUrl, '/login/oauth/access_token'),
|
|
545
|
-
form: {
|
|
546
|
-
client_id: id,
|
|
547
|
-
device_code: code,
|
|
548
|
-
grant_type: 'urn:ietf:params:oauth:grant-type:device_code',
|
|
549
|
-
},
|
|
550
|
-
});
|
|
551
|
-
const data = result.data || {};
|
|
552
|
-
if (data.error === 'authorization_pending') return { ok: true, pending: true, interval: 5 };
|
|
553
|
-
if (data.error === 'slow_down') return { ok: true, pending: true, interval: 10 };
|
|
554
|
-
if (data.error) {
|
|
555
|
-
return {
|
|
556
|
-
ok: false,
|
|
557
|
-
status: data.error === 'expired_token' ? 410 : 400,
|
|
558
|
-
code: data.error,
|
|
559
|
-
error: data.error_description || data.error,
|
|
560
|
-
};
|
|
561
|
-
}
|
|
562
|
-
if (!result.ok) return { ok: false, status: result.status || 400, error: result.error || 'GitHub OAuth polling failed' };
|
|
563
|
-
if (!data.access_token) return { ok: false, status: 502, error: 'GitHub OAuth response did not include an access token', data };
|
|
564
|
-
return {
|
|
565
|
-
ok: true,
|
|
566
|
-
pending: false,
|
|
567
|
-
token: data.access_token,
|
|
568
|
-
tokenType: data.token_type || 'bearer',
|
|
569
|
-
scope: data.scope || '',
|
|
570
|
-
};
|
|
571
|
-
}
|
|
572
|
-
|
|
573
|
-
function decodeContentResponse(data) {
|
|
574
|
-
if (!data || typeof data !== 'object') return null;
|
|
575
|
-
if (data.type === 'file' && typeof data.content === 'string') {
|
|
576
|
-
const encoding = String(data.encoding || '').toLowerCase();
|
|
577
|
-
if (encoding === 'base64') {
|
|
578
|
-
return Buffer.from(data.content.replace(/\s/g, ''), 'base64').toString('utf-8');
|
|
579
|
-
}
|
|
580
|
-
return data.content;
|
|
581
|
-
}
|
|
582
|
-
return null;
|
|
583
|
-
}
|
|
584
|
-
|
|
585
|
-
function normalizeKbPath(value) {
|
|
586
|
-
const raw = String(value || '').trim().replace(/\\/g, '/').replace(/^\/+|\/+$/g, '');
|
|
587
|
-
if (!raw || raw.includes('..') || path.isAbsolute(raw)) return '';
|
|
588
|
-
return raw;
|
|
589
|
-
}
|
|
590
|
-
|
|
591
|
-
function normalizeStoreSlug(value) {
|
|
592
|
-
return String(value || '')
|
|
593
|
-
.trim()
|
|
594
|
-
.toLowerCase()
|
|
595
|
-
.replace(/\.git$/i, '')
|
|
596
|
-
.replace(/[^a-z0-9]+/g, '-')
|
|
597
|
-
.replace(/^-+|-+$/g, '')
|
|
598
|
-
.replace(/-{2,}/g, '-');
|
|
599
|
-
}
|
|
600
|
-
|
|
601
|
-
function parseGithubFullName(remoteUrl) {
|
|
602
|
-
const raw = String(remoteUrl || '').trim();
|
|
603
|
-
if (!raw) return '';
|
|
604
|
-
const httpsMatch = raw.match(/^https?:\/\/[^/]+\/([^/]+)\/([^/#?]+?)(?:\.git)?(?:[#?].*)?$/i);
|
|
605
|
-
if (httpsMatch) return `${httpsMatch[1]}/${httpsMatch[2].replace(/\.git$/i, '')}`;
|
|
606
|
-
const sshMatch = raw.match(/^[^@]+@[^:]+:([^/]+)\/([^/#?]+?)(?:\.git)?$/i);
|
|
607
|
-
if (sshMatch) return `${sshMatch[1]}/${sshMatch[2].replace(/\.git$/i, '')}`;
|
|
608
|
-
return '';
|
|
609
|
-
}
|
|
610
|
-
|
|
611
|
-
function inferProviderFromRemoteUrl(remoteUrl, fallback = '') {
|
|
612
|
-
const preferred = String(fallback || '').trim();
|
|
613
|
-
if (preferred) return normalizeProvider(preferred);
|
|
614
|
-
const raw = String(remoteUrl || '').trim();
|
|
615
|
-
if (/github/i.test(raw)) return 'github';
|
|
616
|
-
if (/gitea/i.test(raw)) return 'gitea';
|
|
617
|
-
return 'github';
|
|
618
|
-
}
|
|
619
|
-
|
|
620
|
-
function buildLocalRepoMeta(root, remoteUrl, branch, provider = '') {
|
|
621
|
-
const fullName = parseGithubFullName(remoteUrl);
|
|
622
|
-
const repoName = fullName ? fullName.split('/').pop() : path.basename(root);
|
|
623
|
-
const storeId = fullName || normalizeStoreSlug(repoName) || 'knowledge-store';
|
|
624
|
-
return {
|
|
625
|
-
provider: inferProviderFromRemoteUrl(remoteUrl, provider),
|
|
626
|
-
fullName,
|
|
627
|
-
name: repoName,
|
|
628
|
-
owner: fullName ? fullName.split('/')[0] : '',
|
|
629
|
-
cloneUrl: remoteUrl || '',
|
|
630
|
-
defaultBranch: branch || 'main',
|
|
631
|
-
storeId,
|
|
632
|
-
displayName: fullName || repoName || storeId,
|
|
633
|
-
};
|
|
634
|
-
}
|
|
635
|
-
|
|
636
|
-
function looksLikeKnowledgeBase(dirPath) {
|
|
637
|
-
return [
|
|
638
|
-
'README.md',
|
|
639
|
-
'GOAL.md',
|
|
640
|
-
'ARCHITECTURE.md',
|
|
641
|
-
path.join('modules', '00-index.md'),
|
|
642
|
-
path.join('changes', '00-index.md'),
|
|
643
|
-
].some(rel => fs.existsSync(path.join(dirPath, rel)));
|
|
644
|
-
}
|
|
645
|
-
|
|
646
|
-
function scanKnowledgeBaseDirs(root, storeId) {
|
|
647
|
-
const entries = fs.readdirSync(root, { withFileTypes: true });
|
|
648
|
-
const dirs = entries
|
|
649
|
-
.filter(entry => entry.isDirectory())
|
|
650
|
-
.map(entry => entry.name)
|
|
651
|
-
.filter(name => !name.startsWith('.') && !['node_modules', '_ai'].includes(name))
|
|
652
|
-
.sort((a, b) => a.localeCompare(b));
|
|
653
|
-
const detected = dirs.filter(name => looksLikeKnowledgeBase(path.join(root, name)));
|
|
654
|
-
const selected = detected.length ? detected : dirs;
|
|
655
|
-
return selected.map((name) => {
|
|
656
|
-
const slug = normalizeKbPath(name);
|
|
657
|
-
return {
|
|
658
|
-
kbId: `${storeId}:${slug}`,
|
|
659
|
-
slug,
|
|
660
|
-
path: slug,
|
|
661
|
-
displayName: name,
|
|
662
|
-
};
|
|
663
|
-
}).filter(item => item.slug);
|
|
664
|
-
}
|
|
665
|
-
|
|
666
|
-
async function inspectLocalStore(localPath, provider = '') {
|
|
667
|
-
const rawPath = String(localPath || '').trim();
|
|
668
|
-
if (!rawPath) return { ok: false, status: 400, error: 'localPath is required' };
|
|
669
|
-
const inputPath = path.resolve(rawPath);
|
|
670
|
-
if (!fs.existsSync(inputPath) || !fs.statSync(inputPath).isDirectory()) {
|
|
671
|
-
return { ok: false, status: 400, error: 'localPath must be an existing directory' };
|
|
672
|
-
}
|
|
673
|
-
const inside = await execGit(inputPath, ['rev-parse', '--is-inside-work-tree']);
|
|
674
|
-
if (!inside.ok || String(inside.stdout).trim() !== 'true') {
|
|
675
|
-
return { ok: false, status: 400, error: `localPath is not a git repository: ${inputPath}` };
|
|
676
|
-
}
|
|
677
|
-
const topLevel = await execGit(inputPath, ['rev-parse', '--show-toplevel']);
|
|
678
|
-
if (!topLevel.ok) return { ok: false, status: 500, error: topLevel.stderr || topLevel.error || 'git rev-parse failed' };
|
|
679
|
-
const root = path.resolve(String(topLevel.stdout || inputPath).trim());
|
|
680
|
-
const remote = await execGit(root, ['remote', 'get-url', 'origin']);
|
|
681
|
-
const remoteUrl = remote.ok ? String(remote.stdout || '').trim() : '';
|
|
682
|
-
if (!remoteUrl) return { ok: false, status: 400, error: 'Git remote "origin" is required for a team knowledge store' };
|
|
683
|
-
const branchResult = await execGit(root, ['branch', '--show-current']);
|
|
684
|
-
const branch = branchResult.ok && String(branchResult.stdout || '').trim() || 'main';
|
|
685
|
-
const status = await execGit(root, ['status', '--porcelain'], 15000);
|
|
686
|
-
const meta = buildLocalRepoMeta(root, remoteUrl, branch, provider);
|
|
687
|
-
return {
|
|
688
|
-
ok: true,
|
|
689
|
-
localPath: root,
|
|
690
|
-
remoteUrl,
|
|
691
|
-
branch,
|
|
692
|
-
dirty: status.ok ? !!String(status.stdout || '').trim() : null,
|
|
693
|
-
statusText: status.ok ? String(status.stdout || '') : '',
|
|
694
|
-
...meta,
|
|
695
|
-
};
|
|
696
|
-
}
|
|
697
|
-
|
|
698
|
-
async function scanLocalStore({ localPath, provider = '' }) {
|
|
699
|
-
const inspection = await inspectLocalStore(localPath, provider);
|
|
700
|
-
if (!inspection.ok) return inspection;
|
|
701
|
-
const knowledgeBases = scanKnowledgeBaseDirs(inspection.localPath, inspection.storeId);
|
|
702
|
-
const manifest = normalizeManifest({
|
|
703
|
-
schema: STORE_SCHEMA,
|
|
704
|
-
storeId: inspection.storeId,
|
|
705
|
-
displayName: inspection.displayName,
|
|
706
|
-
knowledgeBases,
|
|
707
|
-
}, { full_name: inspection.fullName || inspection.storeId });
|
|
708
|
-
return {
|
|
709
|
-
ok: true,
|
|
710
|
-
store: {
|
|
711
|
-
provider: inspection.provider,
|
|
712
|
-
fullName: inspection.fullName,
|
|
713
|
-
name: inspection.name,
|
|
714
|
-
owner: inspection.owner,
|
|
715
|
-
cloneUrl: inspection.cloneUrl,
|
|
716
|
-
defaultBranch: inspection.defaultBranch,
|
|
717
|
-
localPath: inspection.localPath,
|
|
718
|
-
remoteUrl: inspection.remoteUrl,
|
|
719
|
-
branch: inspection.branch,
|
|
720
|
-
dirty: inspection.dirty,
|
|
721
|
-
manifestPath: MANIFEST_PATHS[0],
|
|
722
|
-
...manifest,
|
|
723
|
-
},
|
|
724
|
-
};
|
|
725
|
-
}
|
|
726
|
-
|
|
727
|
-
function normalizeKnowledgeBaseInput(items, storeId) {
|
|
728
|
-
const source = Array.isArray(items) ? items : [];
|
|
729
|
-
return source.map((item) => {
|
|
730
|
-
const kb = item && typeof item === 'object' ? item : {};
|
|
731
|
-
const kbPath = normalizeKbPath(kb.path || kb.slug || kb.kbSlug);
|
|
732
|
-
const slug = String(kb.slug || kb.kbSlug || kbPath.split('/').pop() || '').trim();
|
|
733
|
-
if (!kbPath || !slug) return null;
|
|
734
|
-
return {
|
|
735
|
-
kbId: String(kb.kbId || `${storeId}:${slug}`).trim(),
|
|
736
|
-
slug,
|
|
737
|
-
path: kbPath,
|
|
738
|
-
displayName: String(kb.displayName || kb.name || slug),
|
|
739
|
-
description: String(kb.description || ''),
|
|
740
|
-
sourceProjectRemoteUrl: String(kb.sourceProjectRemoteUrl || ''),
|
|
741
|
-
tags: Array.isArray(kb.tags) ? kb.tags.map(String).filter(Boolean) : [],
|
|
742
|
-
};
|
|
743
|
-
}).filter(Boolean);
|
|
744
|
-
}
|
|
745
|
-
|
|
746
|
-
async function syncLocalStoreWithRemote(store, options = {}) {
|
|
747
|
-
const root = store && store.localPath;
|
|
748
|
-
const branch = store && (store.branch || store.defaultBranch) || 'main';
|
|
749
|
-
if (!root) return { ok: false, status: 400, error: 'localPath is required' };
|
|
750
|
-
const cleanSub = normalizeSparseCheckoutPath(options.subdir);
|
|
751
|
-
const wantPartial = !!options.partialClone && !!cleanSub;
|
|
752
|
-
const result = {
|
|
753
|
-
ok: true,
|
|
754
|
-
branch,
|
|
755
|
-
fetched: false,
|
|
756
|
-
pulled: false,
|
|
757
|
-
ahead: false,
|
|
758
|
-
diverged: false,
|
|
759
|
-
remoteMissing: false,
|
|
760
|
-
localHeadBefore: '',
|
|
761
|
-
remoteHeadBefore: '',
|
|
762
|
-
localHeadAfter: '',
|
|
763
|
-
remoteHeadAfter: '',
|
|
764
|
-
};
|
|
765
|
-
|
|
766
|
-
const fetch = await execGit(root, ['fetch', 'origin', branch], 60000);
|
|
767
|
-
if (!fetch.ok) {
|
|
768
|
-
const fetchError = String(fetch.stderr || fetch.error || '');
|
|
769
|
-
if (/could(n't| not) find remote ref/i.test(fetchError)) {
|
|
770
|
-
result.remoteMissing = true;
|
|
771
|
-
result.ahead = true;
|
|
772
|
-
return result;
|
|
773
|
-
}
|
|
774
|
-
return {
|
|
775
|
-
ok: false,
|
|
776
|
-
status: 500,
|
|
777
|
-
error: fetchError || 'git fetch failed',
|
|
778
|
-
fetch,
|
|
779
|
-
};
|
|
780
|
-
}
|
|
781
|
-
result.fetched = true;
|
|
782
|
-
|
|
783
|
-
const remoteRef = `origin/${branch}`;
|
|
784
|
-
const localHead = await execGit(root, ['rev-parse', 'HEAD'], 15000);
|
|
785
|
-
const remoteHead = await execGit(root, ['rev-parse', remoteRef], 15000);
|
|
786
|
-
result.localHeadBefore = localHead.ok ? localHead.stdout.trim() : '';
|
|
787
|
-
result.remoteHeadBefore = remoteHead.ok ? remoteHead.stdout.trim() : '';
|
|
788
|
-
|
|
789
|
-
if (result.localHeadBefore && result.remoteHeadBefore && result.localHeadBefore !== result.remoteHeadBefore) {
|
|
790
|
-
const localContainsRemote = await execGit(root, ['merge-base', '--is-ancestor', remoteRef, 'HEAD'], 15000);
|
|
791
|
-
const remoteContainsLocal = await execGit(root, ['merge-base', '--is-ancestor', 'HEAD', remoteRef], 15000);
|
|
792
|
-
|
|
793
|
-
if (remoteContainsLocal.ok && !localContainsRemote.ok) {
|
|
794
|
-
const pull = await execGit(root, ['pull', '--ff-only', 'origin', branch], 120000);
|
|
795
|
-
if (!pull.ok) {
|
|
796
|
-
return {
|
|
797
|
-
ok: false,
|
|
798
|
-
status: 500,
|
|
799
|
-
error: pull.stderr || pull.error || 'git pull --ff-only failed',
|
|
800
|
-
fetch,
|
|
801
|
-
pull,
|
|
802
|
-
};
|
|
803
|
-
}
|
|
804
|
-
result.pulled = true;
|
|
805
|
-
} else if (localContainsRemote.ok && !remoteContainsLocal.ok) {
|
|
806
|
-
result.ahead = true;
|
|
807
|
-
} else {
|
|
808
|
-
result.diverged = true;
|
|
809
|
-
return {
|
|
810
|
-
ok: false,
|
|
811
|
-
status: 409,
|
|
812
|
-
error: 'Local team knowledge repository has diverged from origin. Please resolve it manually, then try again.',
|
|
813
|
-
fetch,
|
|
814
|
-
localHead: result.localHeadBefore,
|
|
815
|
-
remoteHead: result.remoteHeadBefore,
|
|
816
|
-
};
|
|
817
|
-
}
|
|
818
|
-
}
|
|
819
|
-
|
|
820
|
-
if (wantPartial) {
|
|
821
|
-
const sparse = await applySparseCheckout(root, cleanSub);
|
|
822
|
-
if (!sparse.ok) {
|
|
823
|
-
return { ok: false, status: 500, error: `failed to apply sparse-checkout: ${sparse.error}`, sparse };
|
|
824
|
-
}
|
|
825
|
-
const mat = await materializeSparseCheckout(root, branch);
|
|
826
|
-
if (!mat.ok) {
|
|
827
|
-
return { ok: false, status: 500, error: `failed to materialize sparse-checkout: ${mat.error}`, mat };
|
|
828
|
-
}
|
|
829
|
-
}
|
|
830
|
-
|
|
831
|
-
const finalLocalHead = await execGit(root, ['rev-parse', 'HEAD'], 15000);
|
|
832
|
-
const finalRemoteHead = await execGit(root, ['rev-parse', remoteRef], 15000);
|
|
833
|
-
result.localHeadAfter = finalLocalHead.ok ? finalLocalHead.stdout.trim() : result.localHeadBefore;
|
|
834
|
-
result.remoteHeadAfter = finalRemoteHead.ok ? finalRemoteHead.stdout.trim() : result.remoteHeadBefore;
|
|
835
|
-
if (result.localHeadAfter && result.remoteHeadAfter && result.localHeadAfter !== result.remoteHeadAfter) {
|
|
836
|
-
const localContainsRemote = await execGit(root, ['merge-base', '--is-ancestor', remoteRef, 'HEAD'], 15000);
|
|
837
|
-
result.ahead = localContainsRemote.ok;
|
|
838
|
-
}
|
|
839
|
-
return result;
|
|
840
|
-
}
|
|
841
|
-
|
|
842
|
-
async function configureLocalStore({ localPath, displayName = '', knowledgeBases = null, commit = true, push = true, provider = '' }) {
|
|
843
|
-
const initialScan = await scanLocalStore({ localPath, provider });
|
|
844
|
-
if (!initialScan.ok) return initialScan;
|
|
845
|
-
const syncResult = await syncLocalStoreWithRemote(initialScan.store);
|
|
846
|
-
if (!syncResult.ok) return syncResult;
|
|
847
|
-
const scan = await scanLocalStore({ localPath: initialScan.store.localPath, provider });
|
|
848
|
-
if (!scan.ok) return scan;
|
|
849
|
-
const store = scan.store;
|
|
850
|
-
const selectedKnowledgeBases = normalizeKnowledgeBaseInput(knowledgeBases, store.storeId);
|
|
851
|
-
const manifest = normalizeManifest({
|
|
852
|
-
schema: STORE_SCHEMA,
|
|
853
|
-
storeId: store.storeId,
|
|
854
|
-
displayName: displayName || store.displayName,
|
|
855
|
-
knowledgeBases: selectedKnowledgeBases.length ? selectedKnowledgeBases : store.knowledgeBases,
|
|
856
|
-
}, { full_name: store.fullName || store.storeId });
|
|
857
|
-
if (!manifest.knowledgeBases.length) {
|
|
858
|
-
return { ok: false, status: 400, error: 'No knowledge base directories were found in this repository' };
|
|
859
|
-
}
|
|
860
|
-
const manifestPath = path.join(store.localPath, MANIFEST_PATHS[0]);
|
|
861
|
-
fs.mkdirSync(path.dirname(manifestPath), { recursive: true });
|
|
862
|
-
fs.writeFileSync(manifestPath, JSON.stringify(manifest, null, 2) + '\n', 'utf-8');
|
|
863
|
-
|
|
864
|
-
let committed = false;
|
|
865
|
-
let pushed = false;
|
|
866
|
-
let commitResult = null;
|
|
867
|
-
let pushResult = null;
|
|
868
|
-
if (commit) {
|
|
869
|
-
const add = await execGit(store.localPath, ['add', MANIFEST_PATHS[0]], 15000);
|
|
870
|
-
if (!add.ok) return { ok: false, status: 500, error: add.stderr || add.error || 'git add failed', manifest, manifestPath };
|
|
871
|
-
const diff = await execGit(store.localPath, ['diff', '--cached', '--quiet', '--', MANIFEST_PATHS[0]], 15000);
|
|
872
|
-
if (diff.code === 0) {
|
|
873
|
-
commitResult = { ok: true, skipped: true, reason: 'manifest unchanged' };
|
|
874
|
-
} else {
|
|
875
|
-
commitResult = await execGit(store.localPath, ['commit', '-m', 'Configure team knowledge store'], 60000);
|
|
876
|
-
if (!commitResult.ok) {
|
|
877
|
-
return { ok: false, status: 500, error: commitResult.stderr || commitResult.error || 'git commit failed', manifest, manifestPath };
|
|
878
|
-
}
|
|
879
|
-
committed = true;
|
|
880
|
-
}
|
|
881
|
-
}
|
|
882
|
-
if (push && (committed || !commit || syncResult.ahead)) {
|
|
883
|
-
pushResult = await execGit(store.localPath, ['push', 'origin', store.branch || store.defaultBranch || 'main'], 120000);
|
|
884
|
-
if (!pushResult.ok) {
|
|
885
|
-
return { ok: false, status: 500, error: pushResult.stderr || pushResult.error || 'git push failed', manifest, manifestPath, committed, syncResult };
|
|
886
|
-
}
|
|
887
|
-
pushed = true;
|
|
888
|
-
}
|
|
889
|
-
return {
|
|
890
|
-
ok: true,
|
|
891
|
-
store: {
|
|
892
|
-
...store,
|
|
893
|
-
displayName: manifest.displayName,
|
|
894
|
-
knowledgeBases: manifest.knowledgeBases,
|
|
895
|
-
manifestPath: MANIFEST_PATHS[0],
|
|
896
|
-
},
|
|
897
|
-
manifest,
|
|
898
|
-
manifestPath,
|
|
899
|
-
committed,
|
|
900
|
-
pushed,
|
|
901
|
-
syncResult,
|
|
902
|
-
commitResult,
|
|
903
|
-
pushResult,
|
|
904
|
-
};
|
|
905
|
-
}
|
|
906
|
-
|
|
907
|
-
function normalizeManifest(manifest, repo) {
|
|
908
|
-
const source = manifest && typeof manifest === 'object' ? manifest : {};
|
|
909
|
-
const fullName = repo && repo.full_name || '';
|
|
910
|
-
const storeId = String(source.storeId || fullName || '').trim();
|
|
911
|
-
const items = Array.isArray(source.knowledgeBases) ? source.knowledgeBases : [];
|
|
912
|
-
const knowledgeBases = items.map((item) => {
|
|
913
|
-
const kb = item && typeof item === 'object' ? item : {};
|
|
914
|
-
const kbPath = normalizeKbPath(kb.path || kb.slug || kb.kbSlug);
|
|
915
|
-
const slug = String(kb.slug || kb.kbSlug || kbPath.split('/').pop() || '').trim();
|
|
916
|
-
if (!kbPath || !slug) return null;
|
|
917
|
-
return {
|
|
918
|
-
kbId: String(kb.kbId || `${storeId}:${slug}`).trim(),
|
|
919
|
-
slug,
|
|
920
|
-
path: kbPath,
|
|
921
|
-
displayName: String(kb.displayName || kb.name || slug),
|
|
922
|
-
description: String(kb.description || ''),
|
|
923
|
-
sourceProjectRemoteUrl: String(kb.sourceProjectRemoteUrl || ''),
|
|
924
|
-
tags: Array.isArray(kb.tags) ? kb.tags.map(String).filter(Boolean) : [],
|
|
925
|
-
};
|
|
926
|
-
}).filter(Boolean);
|
|
927
|
-
return {
|
|
928
|
-
schema: STORE_SCHEMA,
|
|
929
|
-
storeId,
|
|
930
|
-
displayName: String(source.displayName || source.name || fullName || storeId),
|
|
931
|
-
description: String(source.description || ''),
|
|
932
|
-
knowledgeBases,
|
|
933
|
-
};
|
|
934
|
-
}
|
|
935
|
-
|
|
936
|
-
function defaultLocalPathForRepo(dataDir, repo) {
|
|
937
|
-
const fullName = String(repo && repo.full_name || repo && repo.name || 'knowledge-store')
|
|
938
|
-
.toLowerCase()
|
|
939
|
-
.replace(/[^a-z0-9]+/g, '-')
|
|
940
|
-
.replace(/^-+|-+$/g, '') || 'knowledge-store';
|
|
941
|
-
return path.join(dataDir, 'team-stores', fullName);
|
|
942
|
-
}
|
|
943
|
-
|
|
944
|
-
function encodeContentPath(relPath) {
|
|
945
|
-
return String(relPath || '').split('/').map(encodeURIComponent).join('/');
|
|
946
|
-
}
|
|
947
|
-
|
|
948
|
-
async function readManifestFromRepo({ repo, token, apiBaseUrl, provider = 'github' }) {
|
|
949
|
-
const branch = repo.default_branch || 'main';
|
|
950
|
-
for (const manifestPath of MANIFEST_PATHS) {
|
|
951
|
-
const url = apiUrl(apiBaseUrl, `/repos/${repo.full_name}/contents/${encodeContentPath(manifestPath)}`, { ref: branch });
|
|
952
|
-
const result = await requestJson({ url, token, provider });
|
|
953
|
-
if (!result.ok) continue;
|
|
954
|
-
const raw = decodeContentResponse(result.data);
|
|
955
|
-
if (!raw) continue;
|
|
956
|
-
try {
|
|
957
|
-
const manifest = normalizeManifest(parseJsonText(raw), repo);
|
|
958
|
-
if (manifest.knowledgeBases.length) return { ok: true, manifest, manifestPath };
|
|
1
|
+
const fs = require('fs');
|
|
2
|
+
const path = require('path');
|
|
3
|
+
const http = require('http');
|
|
4
|
+
const https = require('https');
|
|
5
|
+
const crypto = require('crypto');
|
|
6
|
+
const { URL } = require('url');
|
|
7
|
+
const { HttpProxyAgent } = require('http-proxy-agent');
|
|
8
|
+
const { HttpsProxyAgent } = require('https-proxy-agent');
|
|
9
|
+
const { SocksProxyAgent } = require('socks-proxy-agent');
|
|
10
|
+
const { execGit, getGitVersion } = require('./git-runner');
|
|
11
|
+
|
|
12
|
+
const SCHEMA = 'github-team/v1';
|
|
13
|
+
const STORE_SCHEMA = 'project-knowledge/team-store/v1';
|
|
14
|
+
const DEFAULT_API_BASE_URL = 'https://api.github.com';
|
|
15
|
+
const DEFAULT_WEB_BASE_URL = 'https://github.com';
|
|
16
|
+
const DEFAULT_OAUTH_CLIENT_ID = 'Ov23linBbfigq8AyCgxH';
|
|
17
|
+
const PROVIDER_CONFIG_SCHEMA = 'project-knowledge/git-providers/v1';
|
|
18
|
+
const DEFAULT_GITEA_WEB_BASE_URL = '';
|
|
19
|
+
const DEFAULT_GITEA_OAUTH_CLIENT_ID = '';
|
|
20
|
+
const MANIFEST_PATHS = [
|
|
21
|
+
'.project-knowledge/team-store.json',
|
|
22
|
+
'project-knowledge-store.json',
|
|
23
|
+
'team-store.json',
|
|
24
|
+
];
|
|
25
|
+
|
|
26
|
+
function defaultConfig() {
|
|
27
|
+
return {
|
|
28
|
+
schema: SCHEMA,
|
|
29
|
+
provider: 'github',
|
|
30
|
+
apiBaseUrl: DEFAULT_API_BASE_URL,
|
|
31
|
+
oauthWebBaseUrl: DEFAULT_WEB_BASE_URL,
|
|
32
|
+
oauthClientId: '',
|
|
33
|
+
token: '',
|
|
34
|
+
login: '',
|
|
35
|
+
updatedAt: null,
|
|
36
|
+
};
|
|
37
|
+
}
|
|
38
|
+
|
|
39
|
+
function normalizeBaseUrl(value, fallback) {
|
|
40
|
+
return String(value || fallback || '').trim().replace(/\/+$/, '');
|
|
41
|
+
}
|
|
42
|
+
|
|
43
|
+
function isDefaultGithubWebBaseUrl(value) {
|
|
44
|
+
return normalizeBaseUrl(value, DEFAULT_WEB_BASE_URL).toLowerCase() === DEFAULT_WEB_BASE_URL;
|
|
45
|
+
}
|
|
46
|
+
|
|
47
|
+
function normalizeProvider(value) {
|
|
48
|
+
return String(value || '').trim().toLowerCase() === 'gitea' ? 'gitea' : 'github';
|
|
49
|
+
}
|
|
50
|
+
|
|
51
|
+
function inferApiBaseUrlFromWebBaseUrl(webBaseUrl, provider = 'github') {
|
|
52
|
+
const web = normalizeBaseUrl(webBaseUrl, DEFAULT_WEB_BASE_URL);
|
|
53
|
+
if (normalizeProvider(provider) === 'gitea') return `${web}/api/v1`;
|
|
54
|
+
if (isDefaultGithubWebBaseUrl(web)) return DEFAULT_API_BASE_URL;
|
|
55
|
+
return `${web}/api/v3`;
|
|
56
|
+
}
|
|
57
|
+
|
|
58
|
+
function inferWebBaseUrlFromApiBaseUrl(apiBaseUrl, provider = 'github') {
|
|
59
|
+
const api = normalizeBaseUrl(apiBaseUrl, DEFAULT_API_BASE_URL);
|
|
60
|
+
if (api.toLowerCase() === DEFAULT_API_BASE_URL) return DEFAULT_WEB_BASE_URL;
|
|
61
|
+
if (normalizeProvider(provider) === 'gitea') return api.replace(/\/api\/v1$/i, '');
|
|
62
|
+
return api.replace(/\/api\/v3$/i, '');
|
|
63
|
+
}
|
|
64
|
+
|
|
65
|
+
function normalizeConfig(input) {
|
|
66
|
+
const source = input && typeof input === 'object' ? input : {};
|
|
67
|
+
const provider = normalizeProvider(source.provider);
|
|
68
|
+
const defaultWebBaseUrl = provider === 'gitea' ? DEFAULT_GITEA_WEB_BASE_URL : DEFAULT_WEB_BASE_URL;
|
|
69
|
+
const defaultApiBaseUrl = provider === 'gitea'
|
|
70
|
+
? (defaultWebBaseUrl ? inferApiBaseUrlFromWebBaseUrl(defaultWebBaseUrl, 'gitea') : '')
|
|
71
|
+
: DEFAULT_API_BASE_URL;
|
|
72
|
+
const rawWebBaseUrl = typeof source.oauthWebBaseUrl === 'string' && source.oauthWebBaseUrl.trim()
|
|
73
|
+
? normalizeBaseUrl(source.oauthWebBaseUrl, defaultWebBaseUrl)
|
|
74
|
+
: '';
|
|
75
|
+
const apiBaseUrl = typeof source.apiBaseUrl === 'string' && source.apiBaseUrl.trim()
|
|
76
|
+
? normalizeBaseUrl(source.apiBaseUrl, defaultApiBaseUrl)
|
|
77
|
+
: (rawWebBaseUrl ? inferApiBaseUrlFromWebBaseUrl(rawWebBaseUrl, provider) : defaultApiBaseUrl);
|
|
78
|
+
const oauthWebBaseUrl = rawWebBaseUrl
|
|
79
|
+
? rawWebBaseUrl
|
|
80
|
+
: (apiBaseUrl ? inferWebBaseUrlFromApiBaseUrl(apiBaseUrl, provider) : defaultWebBaseUrl);
|
|
81
|
+
return {
|
|
82
|
+
schema: SCHEMA,
|
|
83
|
+
provider,
|
|
84
|
+
apiBaseUrl,
|
|
85
|
+
oauthWebBaseUrl,
|
|
86
|
+
oauthClientId: typeof source.oauthClientId === 'string' ? source.oauthClientId.trim() : '',
|
|
87
|
+
oauthClientSecret: typeof source.oauthClientSecret === 'string' ? source.oauthClientSecret.trim() : '',
|
|
88
|
+
token: typeof source.token === 'string' ? source.token.trim() : '',
|
|
89
|
+
login: typeof source.login === 'string' ? source.login : '',
|
|
90
|
+
updatedAt: typeof source.updatedAt === 'string' ? source.updatedAt : null,
|
|
91
|
+
};
|
|
92
|
+
}
|
|
93
|
+
|
|
94
|
+
function normalizeProviderFileConfig(input) {
|
|
95
|
+
const source = input && typeof input === 'object' ? input : {};
|
|
96
|
+
const gitea = source.gitea && typeof source.gitea === 'object' ? source.gitea : {};
|
|
97
|
+
const giteaWebBaseUrl = normalizeBaseUrl(gitea.webBaseUrl || gitea.oauthWebBaseUrl || source.giteaWebBaseUrl || '', '');
|
|
98
|
+
return {
|
|
99
|
+
schema: PROVIDER_CONFIG_SCHEMA,
|
|
100
|
+
gitea: {
|
|
101
|
+
webBaseUrl: giteaWebBaseUrl,
|
|
102
|
+
apiBaseUrl: normalizeBaseUrl(gitea.apiBaseUrl || source.giteaApiBaseUrl || (giteaWebBaseUrl ? inferApiBaseUrlFromWebBaseUrl(giteaWebBaseUrl, 'gitea') : ''), ''),
|
|
103
|
+
oauthClientId: String(gitea.oauthClientId || gitea.clientId || source.giteaOAuthClientId || '').trim(),
|
|
104
|
+
oauthClientSecret: String(gitea.oauthClientSecret || gitea.clientSecret || source.giteaOAuthClientSecret || '').trim(),
|
|
105
|
+
},
|
|
106
|
+
};
|
|
107
|
+
}
|
|
108
|
+
|
|
109
|
+
function parseJsonText(text) {
|
|
110
|
+
return JSON.parse(String(text || '').replace(/^\uFEFF/, ''));
|
|
111
|
+
}
|
|
112
|
+
|
|
113
|
+
function readJsonFile(filePath) {
|
|
114
|
+
return parseJsonText(fs.readFileSync(filePath, 'utf-8'));
|
|
115
|
+
}
|
|
116
|
+
|
|
117
|
+
function readProviderFileConfig(configPath) {
|
|
118
|
+
if (!configPath || !fs.existsSync(configPath)) return normalizeProviderFileConfig({});
|
|
119
|
+
try {
|
|
120
|
+
return normalizeProviderFileConfig(readJsonFile(configPath));
|
|
121
|
+
} catch {
|
|
122
|
+
return normalizeProviderFileConfig({});
|
|
123
|
+
}
|
|
124
|
+
}
|
|
125
|
+
|
|
126
|
+
function readConfig(configPath) {
|
|
127
|
+
if (!fs.existsSync(configPath)) return defaultConfig();
|
|
128
|
+
try {
|
|
129
|
+
return normalizeConfig(readJsonFile(configPath));
|
|
130
|
+
} catch {
|
|
131
|
+
return defaultConfig();
|
|
132
|
+
}
|
|
133
|
+
}
|
|
134
|
+
|
|
135
|
+
function writeConfig(configPath, config) {
|
|
136
|
+
const normalized = normalizeConfig({
|
|
137
|
+
...(config || {}),
|
|
138
|
+
updatedAt: new Date().toISOString(),
|
|
139
|
+
});
|
|
140
|
+
fs.mkdirSync(path.dirname(configPath), { recursive: true });
|
|
141
|
+
fs.writeFileSync(configPath, JSON.stringify(normalized, null, 2) + '\n', 'utf-8');
|
|
142
|
+
return normalized;
|
|
143
|
+
}
|
|
144
|
+
|
|
145
|
+
function publicConfig(config) {
|
|
146
|
+
const cfg = normalizeConfig(config);
|
|
147
|
+
return {
|
|
148
|
+
schema: SCHEMA,
|
|
149
|
+
provider: cfg.provider,
|
|
150
|
+
apiBaseUrl: cfg.apiBaseUrl,
|
|
151
|
+
oauthWebBaseUrl: cfg.oauthWebBaseUrl,
|
|
152
|
+
oauthClientId: cfg.oauthClientId,
|
|
153
|
+
configured: !!cfg.token,
|
|
154
|
+
login: cfg.login || '',
|
|
155
|
+
updatedAt: cfg.updatedAt,
|
|
156
|
+
};
|
|
157
|
+
}
|
|
158
|
+
|
|
159
|
+
function authHeaderForProvider(provider, token) {
|
|
160
|
+
if (!token) return {};
|
|
161
|
+
return normalizeProvider(provider) === 'gitea'
|
|
162
|
+
? { Authorization: `token ${token}` }
|
|
163
|
+
: { Authorization: `Bearer ${token}` };
|
|
164
|
+
}
|
|
165
|
+
|
|
166
|
+
function noProxyEntryMatches(entry, parsed) {
|
|
167
|
+
let value = String(entry || '').trim().toLowerCase();
|
|
168
|
+
if (!value) return false;
|
|
169
|
+
if (value === '*') return true;
|
|
170
|
+
const hostname = parsed.hostname.toLowerCase();
|
|
171
|
+
const port = parsed.port || (parsed.protocol === 'https:' ? '443' : '80');
|
|
172
|
+
if (value.includes('://')) {
|
|
173
|
+
try { value = new URL(value).host.toLowerCase(); } catch { return false; }
|
|
174
|
+
}
|
|
175
|
+
const bracketed = value.startsWith('[');
|
|
176
|
+
const colon = value.lastIndexOf(':');
|
|
177
|
+
let expectedPort = '';
|
|
178
|
+
if (colon > -1 && (!bracketed || value.includes(']:'))) {
|
|
179
|
+
expectedPort = value.slice(colon + 1);
|
|
180
|
+
value = value.slice(0, colon);
|
|
181
|
+
}
|
|
182
|
+
value = value.replace(/^\./, '').replace(/^\[|\]$/g, '');
|
|
183
|
+
if (expectedPort && expectedPort !== port) return false;
|
|
184
|
+
return hostname === value || hostname.endsWith(`.${value}`);
|
|
185
|
+
}
|
|
186
|
+
|
|
187
|
+
function shouldBypassProxy(parsed, env = process.env) {
|
|
188
|
+
const hostname = parsed.hostname.toLowerCase();
|
|
189
|
+
if (hostname === 'localhost' || hostname === '::1' || hostname === '0.0.0.0' || /^127\./.test(hostname)) return true;
|
|
190
|
+
const noProxy = String(env.NO_PROXY || env.no_proxy || '');
|
|
191
|
+
return noProxy.split(',').some(entry => noProxyEntryMatches(entry, parsed));
|
|
192
|
+
}
|
|
193
|
+
|
|
194
|
+
function proxyUrlForTarget(url, env = process.env) {
|
|
195
|
+
let parsed;
|
|
196
|
+
try { parsed = url instanceof URL ? url : new URL(url); } catch { return ''; }
|
|
197
|
+
if (shouldBypassProxy(parsed, env)) return '';
|
|
198
|
+
const hostname = parsed.hostname.toLowerCase();
|
|
199
|
+
const isGithubWeb = hostname === 'github.com' || hostname.endsWith('.github.com');
|
|
200
|
+
const candidates = [
|
|
201
|
+
isGithubWeb && hostname === 'api.github.com' ? env.KB_GITHUB_API_PROXY : '',
|
|
202
|
+
isGithubWeb && hostname !== 'api.github.com' ? env.KB_GITHUB_WEB_PROXY : '',
|
|
203
|
+
isGithubWeb ? env.KB_GITHUB_PROXY : '',
|
|
204
|
+
env.KB_GIT_PROXY,
|
|
205
|
+
parsed.protocol === 'https:' ? (env.HTTPS_PROXY || env.https_proxy) : (env.HTTP_PROXY || env.http_proxy),
|
|
206
|
+
env.ALL_PROXY || env.all_proxy,
|
|
207
|
+
];
|
|
208
|
+
return String(candidates.find(value => String(value || '').trim()) || '').trim();
|
|
209
|
+
}
|
|
210
|
+
|
|
211
|
+
function proxyAgentForTarget(parsed, env = process.env) {
|
|
212
|
+
const proxyUrl = proxyUrlForTarget(parsed, env);
|
|
213
|
+
if (!proxyUrl) return undefined;
|
|
214
|
+
if (/^socks/i.test(proxyUrl)) return new SocksProxyAgent(proxyUrl);
|
|
215
|
+
return parsed.protocol === 'http:'
|
|
216
|
+
? new HttpProxyAgent(proxyUrl)
|
|
217
|
+
: new HttpsProxyAgent(proxyUrl);
|
|
218
|
+
}
|
|
219
|
+
|
|
220
|
+
function requestJson({ method = 'GET', url, token = '', provider = 'github', body = null, headers = {}, timeoutMs = 30000 }) {
|
|
221
|
+
return new Promise((resolve) => {
|
|
222
|
+
let parsed;
|
|
223
|
+
try {
|
|
224
|
+
parsed = new URL(url);
|
|
225
|
+
} catch (e) {
|
|
226
|
+
resolve({ ok: false, status: 400, error: e.message, data: null, headers: {} });
|
|
227
|
+
return;
|
|
228
|
+
}
|
|
229
|
+
const transport = parsed.protocol === 'http:' ? http : https;
|
|
230
|
+
const payload = body == null ? null : Buffer.from(JSON.stringify(body));
|
|
231
|
+
const req = transport.request({
|
|
232
|
+
method,
|
|
233
|
+
protocol: parsed.protocol,
|
|
234
|
+
hostname: parsed.hostname,
|
|
235
|
+
port: parsed.port,
|
|
236
|
+
path: `${parsed.pathname}${parsed.search}`,
|
|
237
|
+
timeout: timeoutMs,
|
|
238
|
+
agent: proxyAgentForTarget(parsed),
|
|
239
|
+
headers: {
|
|
240
|
+
'User-Agent': 'project-knowledge',
|
|
241
|
+
'Accept': 'application/vnd.github+json',
|
|
242
|
+
'X-GitHub-Api-Version': '2022-11-28',
|
|
243
|
+
...authHeaderForProvider(provider, token),
|
|
244
|
+
...(payload ? { 'Content-Type': 'application/json', 'Content-Length': payload.length } : {}),
|
|
245
|
+
...headers,
|
|
246
|
+
},
|
|
247
|
+
}, (res) => {
|
|
248
|
+
const chunks = [];
|
|
249
|
+
res.on('data', c => chunks.push(c));
|
|
250
|
+
res.on('end', () => {
|
|
251
|
+
const text = Buffer.concat(chunks).toString('utf-8');
|
|
252
|
+
let data = null;
|
|
253
|
+
if (text.trim()) {
|
|
254
|
+
try { data = JSON.parse(text); } catch { data = { raw: text }; }
|
|
255
|
+
}
|
|
256
|
+
const ok = res.statusCode >= 200 && res.statusCode < 300;
|
|
257
|
+
resolve({
|
|
258
|
+
ok,
|
|
259
|
+
status: res.statusCode,
|
|
260
|
+
data,
|
|
261
|
+
headers: res.headers || {},
|
|
262
|
+
error: ok ? null : ((data && (data.message || data.error)) || text || `HTTP ${res.statusCode}`),
|
|
263
|
+
});
|
|
264
|
+
});
|
|
265
|
+
});
|
|
266
|
+
req.on('timeout', () => {
|
|
267
|
+
const host = parsed.hostname || 'github.com';
|
|
268
|
+
req.destroy(new Error(`GitHub API timeout after ${timeoutMs}ms connecting to ${host}; check your network/proxy, or use a Personal Access Token instead.`));
|
|
269
|
+
});
|
|
270
|
+
req.on('error', e => resolve({ ok: false, status: 0, error: e.message, data: null, headers: {} }));
|
|
271
|
+
if (payload) req.write(payload);
|
|
272
|
+
req.end();
|
|
273
|
+
});
|
|
274
|
+
}
|
|
275
|
+
|
|
276
|
+
function requestFormJson({ method = 'POST', url, form = {}, headers = {}, timeoutMs = 30000 }) {
|
|
277
|
+
return new Promise((resolve) => {
|
|
278
|
+
let parsed;
|
|
279
|
+
try {
|
|
280
|
+
parsed = new URL(url);
|
|
281
|
+
} catch (e) {
|
|
282
|
+
resolve({ ok: false, status: 400, error: e.message, data: null, headers: {} });
|
|
283
|
+
return;
|
|
284
|
+
}
|
|
285
|
+
const transport = parsed.protocol === 'http:' ? http : https;
|
|
286
|
+
const payload = Buffer.from(new URLSearchParams(form).toString());
|
|
287
|
+
const req = transport.request({
|
|
288
|
+
method,
|
|
289
|
+
protocol: parsed.protocol,
|
|
290
|
+
hostname: parsed.hostname,
|
|
291
|
+
port: parsed.port,
|
|
292
|
+
path: `${parsed.pathname}${parsed.search}`,
|
|
293
|
+
timeout: timeoutMs,
|
|
294
|
+
agent: proxyAgentForTarget(parsed),
|
|
295
|
+
headers: {
|
|
296
|
+
'User-Agent': 'project-knowledge',
|
|
297
|
+
'Accept': 'application/json',
|
|
298
|
+
'Content-Type': 'application/x-www-form-urlencoded',
|
|
299
|
+
'Content-Length': payload.length,
|
|
300
|
+
...headers,
|
|
301
|
+
},
|
|
302
|
+
}, (res) => {
|
|
303
|
+
const chunks = [];
|
|
304
|
+
res.on('data', c => chunks.push(c));
|
|
305
|
+
res.on('end', () => {
|
|
306
|
+
const text = Buffer.concat(chunks).toString('utf-8');
|
|
307
|
+
let data = null;
|
|
308
|
+
if (text.trim()) {
|
|
309
|
+
try { data = JSON.parse(text); } catch { data = { raw: text }; }
|
|
310
|
+
}
|
|
311
|
+
const ok = res.statusCode >= 200 && res.statusCode < 300;
|
|
312
|
+
resolve({
|
|
313
|
+
ok,
|
|
314
|
+
status: res.statusCode,
|
|
315
|
+
data,
|
|
316
|
+
headers: res.headers || {},
|
|
317
|
+
error: ok ? null : ((data && (data.error_description || data.message || data.error)) || text || `HTTP ${res.statusCode}`),
|
|
318
|
+
});
|
|
319
|
+
});
|
|
320
|
+
});
|
|
321
|
+
req.on('timeout', () => {
|
|
322
|
+
const host = parsed.hostname || 'github.com';
|
|
323
|
+
req.destroy(new Error(`GitHub API timeout after ${timeoutMs}ms connecting to ${host}; check your network/proxy, or use a Personal Access Token instead.`));
|
|
324
|
+
});
|
|
325
|
+
req.on('error', e => resolve({ ok: false, status: 0, error: e.message, data: null, headers: {} }));
|
|
326
|
+
req.write(payload);
|
|
327
|
+
req.end();
|
|
328
|
+
});
|
|
329
|
+
}
|
|
330
|
+
|
|
331
|
+
function apiUrl(apiBaseUrl, pathname, query = {}) {
|
|
332
|
+
const base = normalizeConfig({ apiBaseUrl }).apiBaseUrl;
|
|
333
|
+
const url = new URL(base.endsWith('/') ? base : `${base}/`);
|
|
334
|
+
const basePath = url.pathname.replace(/\/+$/, '');
|
|
335
|
+
const relPath = String(pathname || '').replace(/^\/+/, '');
|
|
336
|
+
url.pathname = `${basePath}/${relPath}`.replace(/\/{2,}/g, '/');
|
|
337
|
+
for (const [key, value] of Object.entries(query || {})) {
|
|
338
|
+
if (value != null && value !== '') url.searchParams.set(key, String(value));
|
|
339
|
+
}
|
|
340
|
+
return url.toString();
|
|
341
|
+
}
|
|
342
|
+
|
|
343
|
+
function webUrl(webBaseUrl, pathname) {
|
|
344
|
+
const base = typeof webBaseUrl === 'string' && webBaseUrl.trim()
|
|
345
|
+
? webBaseUrl.trim().replace(/\/+$/, '')
|
|
346
|
+
: DEFAULT_WEB_BASE_URL;
|
|
347
|
+
return new URL(pathname.replace(/^\/?/, '/'), base).toString();
|
|
348
|
+
}
|
|
349
|
+
|
|
350
|
+
function oauthClientIdFromEnv(env = process.env) {
|
|
351
|
+
return String(env.KB_GITHUB_OAUTH_CLIENT_ID || env.GITHUB_OAUTH_CLIENT_ID || DEFAULT_OAUTH_CLIENT_ID).trim();
|
|
352
|
+
}
|
|
353
|
+
|
|
354
|
+
function oauthClientIdForConfig(config, env = process.env) {
|
|
355
|
+
const cfg = normalizeConfig(config);
|
|
356
|
+
if (cfg.provider === 'gitea') {
|
|
357
|
+
return cfg.oauthClientId || String(env.KB_GITEA_OAUTH_CLIENT_ID || env.GITEA_OAUTH_CLIENT_ID || '').trim();
|
|
358
|
+
}
|
|
359
|
+
if (cfg.oauthClientId) return cfg.oauthClientId;
|
|
360
|
+
const envClientId = String(env.KB_GITHUB_OAUTH_CLIENT_ID || env.GITHUB_OAUTH_CLIENT_ID || '').trim();
|
|
361
|
+
if (envClientId) return envClientId;
|
|
362
|
+
return isDefaultGithubWebBaseUrl(cfg.oauthWebBaseUrl) ? DEFAULT_OAUTH_CLIENT_ID : '';
|
|
363
|
+
}
|
|
364
|
+
|
|
365
|
+
function oauthClientSecretForConfig(config, env = process.env) {
|
|
366
|
+
const cfg = normalizeConfig(config);
|
|
367
|
+
if (cfg.provider !== 'gitea') return '';
|
|
368
|
+
return cfg.oauthClientSecret || String(env.KB_GITEA_OAUTH_CLIENT_SECRET || env.GITEA_OAUTH_CLIENT_SECRET || '').trim();
|
|
369
|
+
}
|
|
370
|
+
|
|
371
|
+
function giteaWebBaseUrlFromEnv(env = process.env) {
|
|
372
|
+
return String(env.KB_GITEA_WEB_BASE_URL || env.GITEA_WEB_BASE_URL || '').trim().replace(/\/+$/, '');
|
|
373
|
+
}
|
|
374
|
+
|
|
375
|
+
function giteaPresetFromEnv(env = process.env, providerFileConfig = {}) {
|
|
376
|
+
const fileConfig = normalizeProviderFileConfig(providerFileConfig);
|
|
377
|
+
const webBaseUrl = giteaWebBaseUrlFromEnv(env) || fileConfig.gitea.webBaseUrl;
|
|
378
|
+
const oauthClientId = String(env.KB_GITEA_OAUTH_CLIENT_ID || env.GITEA_OAUTH_CLIENT_ID || fileConfig.gitea.oauthClientId || '').trim();
|
|
379
|
+
const oauthClientSecret = String(env.KB_GITEA_OAUTH_CLIENT_SECRET || env.GITEA_OAUTH_CLIENT_SECRET || fileConfig.gitea.oauthClientSecret || '').trim();
|
|
380
|
+
const apiBaseUrl = String(env.KB_GITEA_API_BASE_URL || env.GITEA_API_BASE_URL || fileConfig.gitea.apiBaseUrl || '').trim().replace(/\/+$/, '');
|
|
381
|
+
return {
|
|
382
|
+
provider: 'gitea',
|
|
383
|
+
configured: !!(webBaseUrl && oauthClientId),
|
|
384
|
+
webBaseUrl,
|
|
385
|
+
apiBaseUrl: apiBaseUrl || (webBaseUrl ? inferApiBaseUrlFromWebBaseUrl(webBaseUrl, 'gitea') : ''),
|
|
386
|
+
oauthClientId,
|
|
387
|
+
oauthClientSecret,
|
|
388
|
+
oauthClientSecretConfigured: !!oauthClientSecret,
|
|
389
|
+
};
|
|
390
|
+
}
|
|
391
|
+
|
|
392
|
+
function base64Url(buffer) {
|
|
393
|
+
return Buffer.from(buffer)
|
|
394
|
+
.toString('base64')
|
|
395
|
+
.replace(/\+/g, '-')
|
|
396
|
+
.replace(/\//g, '_')
|
|
397
|
+
.replace(/=+$/g, '');
|
|
398
|
+
}
|
|
399
|
+
|
|
400
|
+
function randomOAuthString(byteLength = 32) {
|
|
401
|
+
return base64Url(crypto.randomBytes(byteLength));
|
|
402
|
+
}
|
|
403
|
+
|
|
404
|
+
function codeChallengeForVerifier(verifier) {
|
|
405
|
+
return base64Url(crypto.createHash('sha256').update(verifier).digest());
|
|
406
|
+
}
|
|
407
|
+
|
|
408
|
+
function buildAuthorizationUrl({ webBaseUrl, clientId, redirectUri, state, codeChallenge, scope = 'read:repository' }) {
|
|
409
|
+
const url = new URL(webUrl(webBaseUrl, '/login/oauth/authorize'));
|
|
410
|
+
url.searchParams.set('client_id', clientId);
|
|
411
|
+
url.searchParams.set('redirect_uri', redirectUri);
|
|
412
|
+
url.searchParams.set('response_type', 'code');
|
|
413
|
+
url.searchParams.set('state', state);
|
|
414
|
+
url.searchParams.set('code_challenge', codeChallenge);
|
|
415
|
+
url.searchParams.set('code_challenge_method', 'S256');
|
|
416
|
+
if (scope) url.searchParams.set('scope', scope);
|
|
417
|
+
return url.toString();
|
|
418
|
+
}
|
|
419
|
+
|
|
420
|
+
function startGiteaOAuth({ config, redirectUri, scope = 'read:repository', env = process.env }) {
|
|
421
|
+
const cfg = normalizeConfig({ ...config, provider: 'gitea' });
|
|
422
|
+
const clientId = oauthClientIdForConfig(cfg, env);
|
|
423
|
+
if (!cfg.oauthWebBaseUrl) return { ok: false, status: 400, error: 'Gitea URL is required' };
|
|
424
|
+
if (!clientId) return { ok: false, status: 501, code: 'oauth_client_missing', error: 'Gitea OAuth Client ID is not configured' };
|
|
425
|
+
const verifier = randomOAuthString(48);
|
|
426
|
+
const state = randomOAuthString(32);
|
|
427
|
+
const authorizationUrl = buildAuthorizationUrl({
|
|
428
|
+
webBaseUrl: cfg.oauthWebBaseUrl,
|
|
429
|
+
clientId,
|
|
430
|
+
redirectUri,
|
|
431
|
+
state,
|
|
432
|
+
codeChallenge: codeChallengeForVerifier(verifier),
|
|
433
|
+
scope,
|
|
434
|
+
});
|
|
435
|
+
return { ok: true, provider: 'gitea', authorizationUrl, state, codeVerifier: verifier, redirectUri, clientId };
|
|
436
|
+
}
|
|
437
|
+
|
|
438
|
+
async function exchangeGiteaOAuthCode({ config, code, codeVerifier, redirectUri, env = process.env }) {
|
|
439
|
+
const cfg = normalizeConfig({ ...config, provider: 'gitea' });
|
|
440
|
+
const clientId = oauthClientIdForConfig(cfg, env);
|
|
441
|
+
const clientSecret = oauthClientSecretForConfig(cfg, env);
|
|
442
|
+
if (!clientId) return { ok: false, status: 501, code: 'oauth_client_missing', error: 'Gitea OAuth Client ID is not configured' };
|
|
443
|
+
const form = {
|
|
444
|
+
client_id: clientId,
|
|
445
|
+
grant_type: 'authorization_code',
|
|
446
|
+
code,
|
|
447
|
+
redirect_uri: redirectUri,
|
|
448
|
+
code_verifier: codeVerifier,
|
|
449
|
+
};
|
|
450
|
+
if (clientSecret) form.client_secret = clientSecret;
|
|
451
|
+
const result = await requestFormJson({
|
|
452
|
+
url: webUrl(cfg.oauthWebBaseUrl, '/login/oauth/access_token'),
|
|
453
|
+
form,
|
|
454
|
+
});
|
|
455
|
+
if (!result.ok) return { ok: false, status: result.status || 400, error: result.error || 'Gitea OAuth token exchange failed', data: result.data };
|
|
456
|
+
const data = result.data || {};
|
|
457
|
+
if (!data.access_token) return { ok: false, status: 502, error: 'Gitea OAuth response did not include an access token', data };
|
|
458
|
+
return {
|
|
459
|
+
ok: true,
|
|
460
|
+
token: data.access_token,
|
|
461
|
+
tokenType: data.token_type || 'bearer',
|
|
462
|
+
scope: data.scope || '',
|
|
463
|
+
};
|
|
464
|
+
}
|
|
465
|
+
|
|
466
|
+
function oauthWebBaseUrlFromEnv(env = process.env) {
|
|
467
|
+
return String(env.KB_GITHUB_OAUTH_WEB_BASE_URL || env.GITHUB_OAUTH_WEB_BASE_URL || DEFAULT_WEB_BASE_URL).trim().replace(/\/+$/, '') || DEFAULT_WEB_BASE_URL;
|
|
468
|
+
}
|
|
469
|
+
|
|
470
|
+
function oauthPublicConfig(configOrEnv = process.env, maybeEnv = process.env) {
|
|
471
|
+
const looksLikeConfig = configOrEnv && typeof configOrEnv === 'object'
|
|
472
|
+
&& (Object.prototype.hasOwnProperty.call(configOrEnv, 'apiBaseUrl') || Object.prototype.hasOwnProperty.call(configOrEnv, 'oauthWebBaseUrl'));
|
|
473
|
+
const cfg = looksLikeConfig ? normalizeConfig(configOrEnv) : normalizeConfig({});
|
|
474
|
+
const env = looksLikeConfig ? maybeEnv : configOrEnv;
|
|
475
|
+
const webBaseUrl = looksLikeConfig ? cfg.oauthWebBaseUrl : oauthWebBaseUrlFromEnv(env);
|
|
476
|
+
const clientId = looksLikeConfig ? oauthClientIdForConfig(cfg, env) : oauthClientIdFromEnv(env);
|
|
477
|
+
return {
|
|
478
|
+
available: !!clientId,
|
|
479
|
+
webBaseUrl,
|
|
480
|
+
clientIdConfigured: !!clientId,
|
|
481
|
+
};
|
|
482
|
+
}
|
|
483
|
+
|
|
484
|
+
function providerPublicConfig(config, env = process.env, providerFileConfig = {}) {
|
|
485
|
+
const cfg = normalizeConfig(config);
|
|
486
|
+
const giteaPreset = giteaPresetFromEnv(env, providerFileConfig);
|
|
487
|
+
return {
|
|
488
|
+
current: cfg.provider,
|
|
489
|
+
github: {
|
|
490
|
+
provider: 'github',
|
|
491
|
+
available: !!oauthClientIdForConfig({ ...cfg, provider: 'github' }, env),
|
|
492
|
+
webBaseUrl: cfg.provider === 'github' ? cfg.oauthWebBaseUrl : DEFAULT_WEB_BASE_URL,
|
|
493
|
+
},
|
|
494
|
+
gitea: {
|
|
495
|
+
provider: giteaPreset.provider,
|
|
496
|
+
configured: giteaPreset.configured,
|
|
497
|
+
webBaseUrl: giteaPreset.webBaseUrl,
|
|
498
|
+
apiBaseUrl: giteaPreset.apiBaseUrl,
|
|
499
|
+
oauthClientId: giteaPreset.oauthClientId,
|
|
500
|
+
oauthClientSecretConfigured: giteaPreset.oauthClientSecretConfigured,
|
|
501
|
+
},
|
|
502
|
+
};
|
|
503
|
+
}
|
|
504
|
+
|
|
505
|
+
async function validateToken({ token, apiBaseUrl = DEFAULT_API_BASE_URL, provider = 'github' }) {
|
|
506
|
+
if (!token || typeof token !== 'string') return { ok: false, status: 400, error: 'Git token is required' };
|
|
507
|
+
const result = await requestJson({ url: apiUrl(apiBaseUrl, '/user'), token, provider });
|
|
508
|
+
if (!result.ok) return { ok: false, status: result.status || 400, error: result.error || 'Git token validation failed' };
|
|
509
|
+
return {
|
|
510
|
+
ok: true,
|
|
511
|
+
user: result.data,
|
|
512
|
+
login: result.data && result.data.login || '',
|
|
513
|
+
};
|
|
514
|
+
}
|
|
515
|
+
|
|
516
|
+
async function startDeviceFlow({ clientId, scope = 'repo read:org', webBaseUrl = DEFAULT_WEB_BASE_URL }) {
|
|
517
|
+
const id = String(clientId || '').trim();
|
|
518
|
+
if (!id) return { ok: false, status: 501, code: 'oauth_client_missing', error: 'GitHub OAuth client is not configured' };
|
|
519
|
+
const result = await requestFormJson({
|
|
520
|
+
url: webUrl(webBaseUrl, '/login/device/code'),
|
|
521
|
+
form: { client_id: id, scope },
|
|
522
|
+
});
|
|
523
|
+
if (!result.ok) return { ok: false, status: result.status || 400, error: result.error || 'GitHub device flow failed' };
|
|
524
|
+
const data = result.data || {};
|
|
525
|
+
if (!data.device_code || !data.user_code || !data.verification_uri) {
|
|
526
|
+
return { ok: false, status: 502, error: 'GitHub device flow response was incomplete', data };
|
|
527
|
+
}
|
|
528
|
+
return {
|
|
529
|
+
ok: true,
|
|
530
|
+
deviceCode: data.device_code,
|
|
531
|
+
userCode: data.user_code,
|
|
532
|
+
verificationUri: data.verification_uri,
|
|
533
|
+
expiresIn: Number(data.expires_in || 900),
|
|
534
|
+
interval: Number(data.interval || 5),
|
|
535
|
+
};
|
|
536
|
+
}
|
|
537
|
+
|
|
538
|
+
async function pollDeviceFlow({ clientId, deviceCode, webBaseUrl = DEFAULT_WEB_BASE_URL }) {
|
|
539
|
+
const id = String(clientId || '').trim();
|
|
540
|
+
if (!id) return { ok: false, status: 501, code: 'oauth_client_missing', error: 'GitHub OAuth client is not configured' };
|
|
541
|
+
const code = String(deviceCode || '').trim();
|
|
542
|
+
if (!code) return { ok: false, status: 400, error: 'deviceCode is required' };
|
|
543
|
+
const result = await requestFormJson({
|
|
544
|
+
url: webUrl(webBaseUrl, '/login/oauth/access_token'),
|
|
545
|
+
form: {
|
|
546
|
+
client_id: id,
|
|
547
|
+
device_code: code,
|
|
548
|
+
grant_type: 'urn:ietf:params:oauth:grant-type:device_code',
|
|
549
|
+
},
|
|
550
|
+
});
|
|
551
|
+
const data = result.data || {};
|
|
552
|
+
if (data.error === 'authorization_pending') return { ok: true, pending: true, interval: 5 };
|
|
553
|
+
if (data.error === 'slow_down') return { ok: true, pending: true, interval: 10 };
|
|
554
|
+
if (data.error) {
|
|
555
|
+
return {
|
|
556
|
+
ok: false,
|
|
557
|
+
status: data.error === 'expired_token' ? 410 : 400,
|
|
558
|
+
code: data.error,
|
|
559
|
+
error: data.error_description || data.error,
|
|
560
|
+
};
|
|
561
|
+
}
|
|
562
|
+
if (!result.ok) return { ok: false, status: result.status || 400, error: result.error || 'GitHub OAuth polling failed' };
|
|
563
|
+
if (!data.access_token) return { ok: false, status: 502, error: 'GitHub OAuth response did not include an access token', data };
|
|
564
|
+
return {
|
|
565
|
+
ok: true,
|
|
566
|
+
pending: false,
|
|
567
|
+
token: data.access_token,
|
|
568
|
+
tokenType: data.token_type || 'bearer',
|
|
569
|
+
scope: data.scope || '',
|
|
570
|
+
};
|
|
571
|
+
}
|
|
572
|
+
|
|
573
|
+
function decodeContentResponse(data) {
|
|
574
|
+
if (!data || typeof data !== 'object') return null;
|
|
575
|
+
if (data.type === 'file' && typeof data.content === 'string') {
|
|
576
|
+
const encoding = String(data.encoding || '').toLowerCase();
|
|
577
|
+
if (encoding === 'base64') {
|
|
578
|
+
return Buffer.from(data.content.replace(/\s/g, ''), 'base64').toString('utf-8');
|
|
579
|
+
}
|
|
580
|
+
return data.content;
|
|
581
|
+
}
|
|
582
|
+
return null;
|
|
583
|
+
}
|
|
584
|
+
|
|
585
|
+
function normalizeKbPath(value) {
|
|
586
|
+
const raw = String(value || '').trim().replace(/\\/g, '/').replace(/^\/+|\/+$/g, '');
|
|
587
|
+
if (!raw || raw.includes('..') || path.isAbsolute(raw)) return '';
|
|
588
|
+
return raw;
|
|
589
|
+
}
|
|
590
|
+
|
|
591
|
+
function normalizeStoreSlug(value) {
|
|
592
|
+
return String(value || '')
|
|
593
|
+
.trim()
|
|
594
|
+
.toLowerCase()
|
|
595
|
+
.replace(/\.git$/i, '')
|
|
596
|
+
.replace(/[^a-z0-9]+/g, '-')
|
|
597
|
+
.replace(/^-+|-+$/g, '')
|
|
598
|
+
.replace(/-{2,}/g, '-');
|
|
599
|
+
}
|
|
600
|
+
|
|
601
|
+
function parseGithubFullName(remoteUrl) {
|
|
602
|
+
const raw = String(remoteUrl || '').trim();
|
|
603
|
+
if (!raw) return '';
|
|
604
|
+
const httpsMatch = raw.match(/^https?:\/\/[^/]+\/([^/]+)\/([^/#?]+?)(?:\.git)?(?:[#?].*)?$/i);
|
|
605
|
+
if (httpsMatch) return `${httpsMatch[1]}/${httpsMatch[2].replace(/\.git$/i, '')}`;
|
|
606
|
+
const sshMatch = raw.match(/^[^@]+@[^:]+:([^/]+)\/([^/#?]+?)(?:\.git)?$/i);
|
|
607
|
+
if (sshMatch) return `${sshMatch[1]}/${sshMatch[2].replace(/\.git$/i, '')}`;
|
|
608
|
+
return '';
|
|
609
|
+
}
|
|
610
|
+
|
|
611
|
+
function inferProviderFromRemoteUrl(remoteUrl, fallback = '') {
|
|
612
|
+
const preferred = String(fallback || '').trim();
|
|
613
|
+
if (preferred) return normalizeProvider(preferred);
|
|
614
|
+
const raw = String(remoteUrl || '').trim();
|
|
615
|
+
if (/github/i.test(raw)) return 'github';
|
|
616
|
+
if (/gitea/i.test(raw)) return 'gitea';
|
|
617
|
+
return 'github';
|
|
618
|
+
}
|
|
619
|
+
|
|
620
|
+
function buildLocalRepoMeta(root, remoteUrl, branch, provider = '') {
|
|
621
|
+
const fullName = parseGithubFullName(remoteUrl);
|
|
622
|
+
const repoName = fullName ? fullName.split('/').pop() : path.basename(root);
|
|
623
|
+
const storeId = fullName || normalizeStoreSlug(repoName) || 'knowledge-store';
|
|
624
|
+
return {
|
|
625
|
+
provider: inferProviderFromRemoteUrl(remoteUrl, provider),
|
|
626
|
+
fullName,
|
|
627
|
+
name: repoName,
|
|
628
|
+
owner: fullName ? fullName.split('/')[0] : '',
|
|
629
|
+
cloneUrl: remoteUrl || '',
|
|
630
|
+
defaultBranch: branch || 'main',
|
|
631
|
+
storeId,
|
|
632
|
+
displayName: fullName || repoName || storeId,
|
|
633
|
+
};
|
|
634
|
+
}
|
|
635
|
+
|
|
636
|
+
function looksLikeKnowledgeBase(dirPath) {
|
|
637
|
+
return [
|
|
638
|
+
'README.md',
|
|
639
|
+
'GOAL.md',
|
|
640
|
+
'ARCHITECTURE.md',
|
|
641
|
+
path.join('modules', '00-index.md'),
|
|
642
|
+
path.join('changes', '00-index.md'),
|
|
643
|
+
].some(rel => fs.existsSync(path.join(dirPath, rel)));
|
|
644
|
+
}
|
|
645
|
+
|
|
646
|
+
function scanKnowledgeBaseDirs(root, storeId) {
|
|
647
|
+
const entries = fs.readdirSync(root, { withFileTypes: true });
|
|
648
|
+
const dirs = entries
|
|
649
|
+
.filter(entry => entry.isDirectory())
|
|
650
|
+
.map(entry => entry.name)
|
|
651
|
+
.filter(name => !name.startsWith('.') && !['node_modules', '_ai'].includes(name))
|
|
652
|
+
.sort((a, b) => a.localeCompare(b));
|
|
653
|
+
const detected = dirs.filter(name => looksLikeKnowledgeBase(path.join(root, name)));
|
|
654
|
+
const selected = detected.length ? detected : dirs;
|
|
655
|
+
return selected.map((name) => {
|
|
656
|
+
const slug = normalizeKbPath(name);
|
|
657
|
+
return {
|
|
658
|
+
kbId: `${storeId}:${slug}`,
|
|
659
|
+
slug,
|
|
660
|
+
path: slug,
|
|
661
|
+
displayName: name,
|
|
662
|
+
};
|
|
663
|
+
}).filter(item => item.slug);
|
|
664
|
+
}
|
|
665
|
+
|
|
666
|
+
async function inspectLocalStore(localPath, provider = '') {
|
|
667
|
+
const rawPath = String(localPath || '').trim();
|
|
668
|
+
if (!rawPath) return { ok: false, status: 400, error: 'localPath is required' };
|
|
669
|
+
const inputPath = path.resolve(rawPath);
|
|
670
|
+
if (!fs.existsSync(inputPath) || !fs.statSync(inputPath).isDirectory()) {
|
|
671
|
+
return { ok: false, status: 400, error: 'localPath must be an existing directory' };
|
|
672
|
+
}
|
|
673
|
+
const inside = await execGit(inputPath, ['rev-parse', '--is-inside-work-tree']);
|
|
674
|
+
if (!inside.ok || String(inside.stdout).trim() !== 'true') {
|
|
675
|
+
return { ok: false, status: 400, error: `localPath is not a git repository: ${inputPath}` };
|
|
676
|
+
}
|
|
677
|
+
const topLevel = await execGit(inputPath, ['rev-parse', '--show-toplevel']);
|
|
678
|
+
if (!topLevel.ok) return { ok: false, status: 500, error: topLevel.stderr || topLevel.error || 'git rev-parse failed' };
|
|
679
|
+
const root = path.resolve(String(topLevel.stdout || inputPath).trim());
|
|
680
|
+
const remote = await execGit(root, ['remote', 'get-url', 'origin']);
|
|
681
|
+
const remoteUrl = remote.ok ? String(remote.stdout || '').trim() : '';
|
|
682
|
+
if (!remoteUrl) return { ok: false, status: 400, error: 'Git remote "origin" is required for a team knowledge store' };
|
|
683
|
+
const branchResult = await execGit(root, ['branch', '--show-current']);
|
|
684
|
+
const branch = branchResult.ok && String(branchResult.stdout || '').trim() || 'main';
|
|
685
|
+
const status = await execGit(root, ['status', '--porcelain'], 15000);
|
|
686
|
+
const meta = buildLocalRepoMeta(root, remoteUrl, branch, provider);
|
|
687
|
+
return {
|
|
688
|
+
ok: true,
|
|
689
|
+
localPath: root,
|
|
690
|
+
remoteUrl,
|
|
691
|
+
branch,
|
|
692
|
+
dirty: status.ok ? !!String(status.stdout || '').trim() : null,
|
|
693
|
+
statusText: status.ok ? String(status.stdout || '') : '',
|
|
694
|
+
...meta,
|
|
695
|
+
};
|
|
696
|
+
}
|
|
697
|
+
|
|
698
|
+
async function scanLocalStore({ localPath, provider = '' }) {
|
|
699
|
+
const inspection = await inspectLocalStore(localPath, provider);
|
|
700
|
+
if (!inspection.ok) return inspection;
|
|
701
|
+
const knowledgeBases = scanKnowledgeBaseDirs(inspection.localPath, inspection.storeId);
|
|
702
|
+
const manifest = normalizeManifest({
|
|
703
|
+
schema: STORE_SCHEMA,
|
|
704
|
+
storeId: inspection.storeId,
|
|
705
|
+
displayName: inspection.displayName,
|
|
706
|
+
knowledgeBases,
|
|
707
|
+
}, { full_name: inspection.fullName || inspection.storeId });
|
|
708
|
+
return {
|
|
709
|
+
ok: true,
|
|
710
|
+
store: {
|
|
711
|
+
provider: inspection.provider,
|
|
712
|
+
fullName: inspection.fullName,
|
|
713
|
+
name: inspection.name,
|
|
714
|
+
owner: inspection.owner,
|
|
715
|
+
cloneUrl: inspection.cloneUrl,
|
|
716
|
+
defaultBranch: inspection.defaultBranch,
|
|
717
|
+
localPath: inspection.localPath,
|
|
718
|
+
remoteUrl: inspection.remoteUrl,
|
|
719
|
+
branch: inspection.branch,
|
|
720
|
+
dirty: inspection.dirty,
|
|
721
|
+
manifestPath: MANIFEST_PATHS[0],
|
|
722
|
+
...manifest,
|
|
723
|
+
},
|
|
724
|
+
};
|
|
725
|
+
}
|
|
726
|
+
|
|
727
|
+
function normalizeKnowledgeBaseInput(items, storeId) {
|
|
728
|
+
const source = Array.isArray(items) ? items : [];
|
|
729
|
+
return source.map((item) => {
|
|
730
|
+
const kb = item && typeof item === 'object' ? item : {};
|
|
731
|
+
const kbPath = normalizeKbPath(kb.path || kb.slug || kb.kbSlug);
|
|
732
|
+
const slug = String(kb.slug || kb.kbSlug || kbPath.split('/').pop() || '').trim();
|
|
733
|
+
if (!kbPath || !slug) return null;
|
|
734
|
+
return {
|
|
735
|
+
kbId: String(kb.kbId || `${storeId}:${slug}`).trim(),
|
|
736
|
+
slug,
|
|
737
|
+
path: kbPath,
|
|
738
|
+
displayName: String(kb.displayName || kb.name || slug),
|
|
739
|
+
description: String(kb.description || ''),
|
|
740
|
+
sourceProjectRemoteUrl: String(kb.sourceProjectRemoteUrl || ''),
|
|
741
|
+
tags: Array.isArray(kb.tags) ? kb.tags.map(String).filter(Boolean) : [],
|
|
742
|
+
};
|
|
743
|
+
}).filter(Boolean);
|
|
744
|
+
}
|
|
745
|
+
|
|
746
|
+
async function syncLocalStoreWithRemote(store, options = {}) {
|
|
747
|
+
const root = store && store.localPath;
|
|
748
|
+
const branch = store && (store.branch || store.defaultBranch) || 'main';
|
|
749
|
+
if (!root) return { ok: false, status: 400, error: 'localPath is required' };
|
|
750
|
+
const cleanSub = normalizeSparseCheckoutPath(options.subdir);
|
|
751
|
+
const wantPartial = !!options.partialClone && !!cleanSub;
|
|
752
|
+
const result = {
|
|
753
|
+
ok: true,
|
|
754
|
+
branch,
|
|
755
|
+
fetched: false,
|
|
756
|
+
pulled: false,
|
|
757
|
+
ahead: false,
|
|
758
|
+
diverged: false,
|
|
759
|
+
remoteMissing: false,
|
|
760
|
+
localHeadBefore: '',
|
|
761
|
+
remoteHeadBefore: '',
|
|
762
|
+
localHeadAfter: '',
|
|
763
|
+
remoteHeadAfter: '',
|
|
764
|
+
};
|
|
765
|
+
|
|
766
|
+
const fetch = await execGit(root, ['fetch', 'origin', branch], 60000);
|
|
767
|
+
if (!fetch.ok) {
|
|
768
|
+
const fetchError = String(fetch.stderr || fetch.error || '');
|
|
769
|
+
if (/could(n't| not) find remote ref/i.test(fetchError)) {
|
|
770
|
+
result.remoteMissing = true;
|
|
771
|
+
result.ahead = true;
|
|
772
|
+
return result;
|
|
773
|
+
}
|
|
774
|
+
return {
|
|
775
|
+
ok: false,
|
|
776
|
+
status: 500,
|
|
777
|
+
error: fetchError || 'git fetch failed',
|
|
778
|
+
fetch,
|
|
779
|
+
};
|
|
780
|
+
}
|
|
781
|
+
result.fetched = true;
|
|
782
|
+
|
|
783
|
+
const remoteRef = `origin/${branch}`;
|
|
784
|
+
const localHead = await execGit(root, ['rev-parse', 'HEAD'], 15000);
|
|
785
|
+
const remoteHead = await execGit(root, ['rev-parse', remoteRef], 15000);
|
|
786
|
+
result.localHeadBefore = localHead.ok ? localHead.stdout.trim() : '';
|
|
787
|
+
result.remoteHeadBefore = remoteHead.ok ? remoteHead.stdout.trim() : '';
|
|
788
|
+
|
|
789
|
+
if (result.localHeadBefore && result.remoteHeadBefore && result.localHeadBefore !== result.remoteHeadBefore) {
|
|
790
|
+
const localContainsRemote = await execGit(root, ['merge-base', '--is-ancestor', remoteRef, 'HEAD'], 15000);
|
|
791
|
+
const remoteContainsLocal = await execGit(root, ['merge-base', '--is-ancestor', 'HEAD', remoteRef], 15000);
|
|
792
|
+
|
|
793
|
+
if (remoteContainsLocal.ok && !localContainsRemote.ok) {
|
|
794
|
+
const pull = await execGit(root, ['pull', '--ff-only', 'origin', branch], 120000);
|
|
795
|
+
if (!pull.ok) {
|
|
796
|
+
return {
|
|
797
|
+
ok: false,
|
|
798
|
+
status: 500,
|
|
799
|
+
error: pull.stderr || pull.error || 'git pull --ff-only failed',
|
|
800
|
+
fetch,
|
|
801
|
+
pull,
|
|
802
|
+
};
|
|
803
|
+
}
|
|
804
|
+
result.pulled = true;
|
|
805
|
+
} else if (localContainsRemote.ok && !remoteContainsLocal.ok) {
|
|
806
|
+
result.ahead = true;
|
|
807
|
+
} else {
|
|
808
|
+
result.diverged = true;
|
|
809
|
+
return {
|
|
810
|
+
ok: false,
|
|
811
|
+
status: 409,
|
|
812
|
+
error: 'Local team knowledge repository has diverged from origin. Please resolve it manually, then try again.',
|
|
813
|
+
fetch,
|
|
814
|
+
localHead: result.localHeadBefore,
|
|
815
|
+
remoteHead: result.remoteHeadBefore,
|
|
816
|
+
};
|
|
817
|
+
}
|
|
818
|
+
}
|
|
819
|
+
|
|
820
|
+
if (wantPartial) {
|
|
821
|
+
const sparse = await applySparseCheckout(root, cleanSub);
|
|
822
|
+
if (!sparse.ok) {
|
|
823
|
+
return { ok: false, status: 500, error: `failed to apply sparse-checkout: ${sparse.error}`, sparse };
|
|
824
|
+
}
|
|
825
|
+
const mat = await materializeSparseCheckout(root, branch);
|
|
826
|
+
if (!mat.ok) {
|
|
827
|
+
return { ok: false, status: 500, error: `failed to materialize sparse-checkout: ${mat.error}`, mat };
|
|
828
|
+
}
|
|
829
|
+
}
|
|
830
|
+
|
|
831
|
+
const finalLocalHead = await execGit(root, ['rev-parse', 'HEAD'], 15000);
|
|
832
|
+
const finalRemoteHead = await execGit(root, ['rev-parse', remoteRef], 15000);
|
|
833
|
+
result.localHeadAfter = finalLocalHead.ok ? finalLocalHead.stdout.trim() : result.localHeadBefore;
|
|
834
|
+
result.remoteHeadAfter = finalRemoteHead.ok ? finalRemoteHead.stdout.trim() : result.remoteHeadBefore;
|
|
835
|
+
if (result.localHeadAfter && result.remoteHeadAfter && result.localHeadAfter !== result.remoteHeadAfter) {
|
|
836
|
+
const localContainsRemote = await execGit(root, ['merge-base', '--is-ancestor', remoteRef, 'HEAD'], 15000);
|
|
837
|
+
result.ahead = localContainsRemote.ok;
|
|
838
|
+
}
|
|
839
|
+
return result;
|
|
840
|
+
}
|
|
841
|
+
|
|
842
|
+
async function configureLocalStore({ localPath, displayName = '', knowledgeBases = null, commit = true, push = true, provider = '' }) {
|
|
843
|
+
const initialScan = await scanLocalStore({ localPath, provider });
|
|
844
|
+
if (!initialScan.ok) return initialScan;
|
|
845
|
+
const syncResult = await syncLocalStoreWithRemote(initialScan.store);
|
|
846
|
+
if (!syncResult.ok) return syncResult;
|
|
847
|
+
const scan = await scanLocalStore({ localPath: initialScan.store.localPath, provider });
|
|
848
|
+
if (!scan.ok) return scan;
|
|
849
|
+
const store = scan.store;
|
|
850
|
+
const selectedKnowledgeBases = normalizeKnowledgeBaseInput(knowledgeBases, store.storeId);
|
|
851
|
+
const manifest = normalizeManifest({
|
|
852
|
+
schema: STORE_SCHEMA,
|
|
853
|
+
storeId: store.storeId,
|
|
854
|
+
displayName: displayName || store.displayName,
|
|
855
|
+
knowledgeBases: selectedKnowledgeBases.length ? selectedKnowledgeBases : store.knowledgeBases,
|
|
856
|
+
}, { full_name: store.fullName || store.storeId });
|
|
857
|
+
if (!manifest.knowledgeBases.length) {
|
|
858
|
+
return { ok: false, status: 400, error: 'No knowledge base directories were found in this repository' };
|
|
859
|
+
}
|
|
860
|
+
const manifestPath = path.join(store.localPath, MANIFEST_PATHS[0]);
|
|
861
|
+
fs.mkdirSync(path.dirname(manifestPath), { recursive: true });
|
|
862
|
+
fs.writeFileSync(manifestPath, JSON.stringify(manifest, null, 2) + '\n', 'utf-8');
|
|
863
|
+
|
|
864
|
+
let committed = false;
|
|
865
|
+
let pushed = false;
|
|
866
|
+
let commitResult = null;
|
|
867
|
+
let pushResult = null;
|
|
868
|
+
if (commit) {
|
|
869
|
+
const add = await execGit(store.localPath, ['add', MANIFEST_PATHS[0]], 15000);
|
|
870
|
+
if (!add.ok) return { ok: false, status: 500, error: add.stderr || add.error || 'git add failed', manifest, manifestPath };
|
|
871
|
+
const diff = await execGit(store.localPath, ['diff', '--cached', '--quiet', '--', MANIFEST_PATHS[0]], 15000);
|
|
872
|
+
if (diff.code === 0) {
|
|
873
|
+
commitResult = { ok: true, skipped: true, reason: 'manifest unchanged' };
|
|
874
|
+
} else {
|
|
875
|
+
commitResult = await execGit(store.localPath, ['commit', '-m', 'Configure team knowledge store'], 60000);
|
|
876
|
+
if (!commitResult.ok) {
|
|
877
|
+
return { ok: false, status: 500, error: commitResult.stderr || commitResult.error || 'git commit failed', manifest, manifestPath };
|
|
878
|
+
}
|
|
879
|
+
committed = true;
|
|
880
|
+
}
|
|
881
|
+
}
|
|
882
|
+
if (push && (committed || !commit || syncResult.ahead)) {
|
|
883
|
+
pushResult = await execGit(store.localPath, ['push', 'origin', store.branch || store.defaultBranch || 'main'], 120000);
|
|
884
|
+
if (!pushResult.ok) {
|
|
885
|
+
return { ok: false, status: 500, error: pushResult.stderr || pushResult.error || 'git push failed', manifest, manifestPath, committed, syncResult };
|
|
886
|
+
}
|
|
887
|
+
pushed = true;
|
|
888
|
+
}
|
|
889
|
+
return {
|
|
890
|
+
ok: true,
|
|
891
|
+
store: {
|
|
892
|
+
...store,
|
|
893
|
+
displayName: manifest.displayName,
|
|
894
|
+
knowledgeBases: manifest.knowledgeBases,
|
|
895
|
+
manifestPath: MANIFEST_PATHS[0],
|
|
896
|
+
},
|
|
897
|
+
manifest,
|
|
898
|
+
manifestPath,
|
|
899
|
+
committed,
|
|
900
|
+
pushed,
|
|
901
|
+
syncResult,
|
|
902
|
+
commitResult,
|
|
903
|
+
pushResult,
|
|
904
|
+
};
|
|
905
|
+
}
|
|
906
|
+
|
|
907
|
+
function normalizeManifest(manifest, repo) {
|
|
908
|
+
const source = manifest && typeof manifest === 'object' ? manifest : {};
|
|
909
|
+
const fullName = repo && repo.full_name || '';
|
|
910
|
+
const storeId = String(source.storeId || fullName || '').trim();
|
|
911
|
+
const items = Array.isArray(source.knowledgeBases) ? source.knowledgeBases : [];
|
|
912
|
+
const knowledgeBases = items.map((item) => {
|
|
913
|
+
const kb = item && typeof item === 'object' ? item : {};
|
|
914
|
+
const kbPath = normalizeKbPath(kb.path || kb.slug || kb.kbSlug);
|
|
915
|
+
const slug = String(kb.slug || kb.kbSlug || kbPath.split('/').pop() || '').trim();
|
|
916
|
+
if (!kbPath || !slug) return null;
|
|
917
|
+
return {
|
|
918
|
+
kbId: String(kb.kbId || `${storeId}:${slug}`).trim(),
|
|
919
|
+
slug,
|
|
920
|
+
path: kbPath,
|
|
921
|
+
displayName: String(kb.displayName || kb.name || slug),
|
|
922
|
+
description: String(kb.description || ''),
|
|
923
|
+
sourceProjectRemoteUrl: String(kb.sourceProjectRemoteUrl || ''),
|
|
924
|
+
tags: Array.isArray(kb.tags) ? kb.tags.map(String).filter(Boolean) : [],
|
|
925
|
+
};
|
|
926
|
+
}).filter(Boolean);
|
|
927
|
+
return {
|
|
928
|
+
schema: STORE_SCHEMA,
|
|
929
|
+
storeId,
|
|
930
|
+
displayName: String(source.displayName || source.name || fullName || storeId),
|
|
931
|
+
description: String(source.description || ''),
|
|
932
|
+
knowledgeBases,
|
|
933
|
+
};
|
|
934
|
+
}
|
|
935
|
+
|
|
936
|
+
function defaultLocalPathForRepo(dataDir, repo) {
|
|
937
|
+
const fullName = String(repo && repo.full_name || repo && repo.name || 'knowledge-store')
|
|
938
|
+
.toLowerCase()
|
|
939
|
+
.replace(/[^a-z0-9]+/g, '-')
|
|
940
|
+
.replace(/^-+|-+$/g, '') || 'knowledge-store';
|
|
941
|
+
return path.join(dataDir, 'team-stores', fullName);
|
|
942
|
+
}
|
|
943
|
+
|
|
944
|
+
function encodeContentPath(relPath) {
|
|
945
|
+
return String(relPath || '').split('/').map(encodeURIComponent).join('/');
|
|
946
|
+
}
|
|
947
|
+
|
|
948
|
+
async function readManifestFromRepo({ repo, token, apiBaseUrl, provider = 'github' }) {
|
|
949
|
+
const branch = repo.default_branch || 'main';
|
|
950
|
+
for (const manifestPath of MANIFEST_PATHS) {
|
|
951
|
+
const url = apiUrl(apiBaseUrl, `/repos/${repo.full_name}/contents/${encodeContentPath(manifestPath)}`, { ref: branch });
|
|
952
|
+
const result = await requestJson({ url, token, provider });
|
|
953
|
+
if (!result.ok) continue;
|
|
954
|
+
const raw = decodeContentResponse(result.data);
|
|
955
|
+
if (!raw) continue;
|
|
956
|
+
try {
|
|
957
|
+
const manifest = normalizeManifest(parseJsonText(raw), repo);
|
|
958
|
+
if (manifest.knowledgeBases.length) return { ok: true, manifest, manifestPath };
|
|
959
959
|
} catch {
|
|
960
960
|
// Probe the next supported manifest name when a candidate is absent or malformed.
|
|
961
961
|
}
|
|
962
|
-
}
|
|
963
|
-
return { ok: false, error: 'manifest not found' };
|
|
964
|
-
}
|
|
965
|
-
|
|
966
|
-
async function listAccessibleRepos({ token, apiBaseUrl = DEFAULT_API_BASE_URL, provider = 'github', maxRepos = 200 }) {
|
|
967
|
-
const repos = [];
|
|
968
|
-
let page = 1;
|
|
969
|
-
while (repos.length < maxRepos) {
|
|
970
|
-
const isGitea = normalizeProvider(provider) === 'gitea';
|
|
971
|
-
const result = await requestJson({
|
|
972
|
-
url: apiUrl(apiBaseUrl, '/user/repos', {
|
|
973
|
-
affiliation: 'owner,collaborator,organization_member',
|
|
974
|
-
sort: 'updated',
|
|
975
|
-
...(isGitea ? { limit: Math.min(50, maxRepos - repos.length) } : { per_page: Math.min(100, maxRepos - repos.length) }),
|
|
976
|
-
page,
|
|
977
|
-
}),
|
|
978
|
-
token,
|
|
979
|
-
provider,
|
|
980
|
-
});
|
|
981
|
-
if (!result.ok) return { ok: false, status: result.status, error: result.error, repos };
|
|
982
|
-
const batch = Array.isArray(result.data) ? result.data : [];
|
|
983
|
-
repos.push(...batch);
|
|
984
|
-
if (batch.length < (isGitea ? 50 : 100)) break;
|
|
985
|
-
page += 1;
|
|
986
|
-
}
|
|
987
|
-
return { ok: true, repos };
|
|
988
|
-
}
|
|
989
|
-
|
|
990
|
-
async function mapWithConcurrency(items, limit, worker) {
|
|
991
|
-
const source = Array.isArray(items) ? items : [];
|
|
992
|
-
const results = new Array(source.length);
|
|
993
|
-
const workerCount = Math.max(1, Math.min(Number(limit) || 1, source.length || 1));
|
|
994
|
-
let nextIndex = 0;
|
|
995
|
-
async function runWorker() {
|
|
996
|
-
while (nextIndex < source.length) {
|
|
997
|
-
const index = nextIndex;
|
|
998
|
-
nextIndex += 1;
|
|
999
|
-
results[index] = await worker(source[index], index);
|
|
1000
|
-
}
|
|
1001
|
-
}
|
|
1002
|
-
await Promise.all(Array.from({ length: workerCount }, runWorker));
|
|
1003
|
-
return results;
|
|
1004
|
-
}
|
|
1005
|
-
|
|
1006
|
-
async function discoverStores({ token, apiBaseUrl = DEFAULT_API_BASE_URL, provider = 'github', dataDir, maxRepos = 200 }) {
|
|
1007
|
-
const repoResult = await listAccessibleRepos({ token, apiBaseUrl, provider, maxRepos });
|
|
1008
|
-
if (!repoResult.ok) return repoResult;
|
|
1009
|
-
const storeResults = await mapWithConcurrency(repoResult.repos, 8, async (repo) => {
|
|
1010
|
-
const manifestResult = await readManifestFromRepo({ repo, token, apiBaseUrl, provider }).catch((error) => ({ ok: false, error: error && error.message || String(error) }));
|
|
1011
|
-
if (!manifestResult.ok) return null;
|
|
1012
|
-
return {
|
|
1013
|
-
provider: normalizeProvider(provider),
|
|
1014
|
-
fullName: repo.full_name,
|
|
1015
|
-
name: repo.name,
|
|
1016
|
-
owner: repo.owner && repo.owner.login || '',
|
|
1017
|
-
private: repo.private === true,
|
|
1018
|
-
htmlUrl: repo.html_url || '',
|
|
1019
|
-
cloneUrl: repo.clone_url || '',
|
|
1020
|
-
sshUrl: repo.ssh_url || '',
|
|
1021
|
-
defaultBranch: repo.default_branch || 'main',
|
|
1022
|
-
manifestPath: manifestResult.manifestPath,
|
|
1023
|
-
defaultLocalPath: defaultLocalPathForRepo(dataDir, repo),
|
|
1024
|
-
...manifestResult.manifest,
|
|
1025
|
-
};
|
|
1026
|
-
});
|
|
1027
|
-
const stores = storeResults.filter(Boolean);
|
|
1028
|
-
return { ok: true, stores, scannedRepoCount: repoResult.repos.length };
|
|
1029
|
-
}
|
|
1030
|
-
|
|
1031
|
-
function authenticatedCloneUrl(cloneUrl, token, provider = 'github', username = '') {
|
|
1032
|
-
if (!token || !/^https:\/\//i.test(cloneUrl || '')) return cloneUrl;
|
|
1033
|
-
const url = new URL(cloneUrl);
|
|
1034
|
-
if (normalizeProvider(provider) === 'gitea') {
|
|
1035
|
-
url.username = username || 'git';
|
|
1036
|
-
url.password = token;
|
|
1037
|
-
} else {
|
|
1038
|
-
url.username = 'x-access-token';
|
|
1039
|
-
url.password = token;
|
|
1040
|
-
}
|
|
1041
|
-
return url.toString();
|
|
1042
|
-
}
|
|
1043
|
-
|
|
1044
|
-
function normalizeSparseCheckoutPath(value) {
|
|
1045
|
-
const normalized = String(value || '')
|
|
1046
|
-
.trim()
|
|
1047
|
-
.replace(/\\/g, '/')
|
|
1048
|
-
.replace(/^\/+|\/+$/g, '');
|
|
1049
|
-
if (!normalized || normalized === '.' || normalized.includes('..') || path.isAbsolute(normalized)) return '';
|
|
1050
|
-
return normalized;
|
|
1051
|
-
}
|
|
1052
|
-
|
|
1053
|
-
async function readSparseCheckoutEntries(localPath) {
|
|
1054
|
-
const list = await execGit(localPath, ['sparse-checkout', 'list'], 30000);
|
|
1055
|
-
if (!list.ok) return [];
|
|
1056
|
-
return String(list.stdout || '')
|
|
1057
|
-
.split(/\r?\n/)
|
|
1058
|
-
.map(normalizeSparseCheckoutPath)
|
|
1059
|
-
.filter(Boolean);
|
|
1060
|
-
}
|
|
1061
|
-
|
|
1062
|
-
async function applySparseCheckout(localPath, subdir) {
|
|
1063
|
-
const target = path.resolve(String(localPath || '').trim());
|
|
1064
|
-
const sub = normalizeSparseCheckoutPath(subdir);
|
|
1065
|
-
if (!target) return { ok: false, error: 'localPath is required' };
|
|
1066
|
-
if (!sub) return { ok: false, error: 'subdir is required' };
|
|
1067
|
-
const init = await execGit(target, ['sparse-checkout', 'init', '--cone'], 30000);
|
|
1068
|
-
if (!init.ok) return { ok: false, error: init.stderr || init.error || 'sparse-checkout init failed', init };
|
|
1069
|
-
const entries = Array.from(new Set([...(await readSparseCheckoutEntries(target)), sub])).sort();
|
|
1070
|
-
const set = await execGit(target, ['sparse-checkout', 'set', ...entries], 30000);
|
|
1071
|
-
if (!set.ok) return { ok: false, error: set.stderr || set.error || 'sparse-checkout set failed', init, set };
|
|
1072
|
-
return { ok: true, entries };
|
|
1073
|
-
}
|
|
1074
|
-
|
|
1075
|
-
async function materializeSparseCheckout(localPath, branch) {
|
|
1076
|
-
const checkout = await execGit(localPath, ['checkout', branch], 30000);
|
|
1077
|
-
if (!checkout.ok && !/already on/i.test(String(checkout.stderr || ''))) {
|
|
1078
|
-
return { ok: false, error: checkout.stderr || checkout.error || 'git checkout failed', checkout };
|
|
1079
|
-
}
|
|
1080
|
-
const readTree = await execGit(localPath, ['read-tree', '-mu', 'HEAD'], 30000);
|
|
1081
|
-
if (!readTree.ok) return { ok: false, error: readTree.stderr || readTree.error || 'git read-tree -mu HEAD failed', readTree };
|
|
1082
|
-
return { ok: true };
|
|
1083
|
-
}
|
|
1084
|
-
|
|
1085
|
-
async function checkoutStore({ cloneUrl, branch = 'main', localPath, token = '', provider = 'github', username = '', subdir = '', partialClone = false }) {
|
|
1086
|
-
const target = path.resolve(String(localPath || '').trim());
|
|
1087
|
-
if (!target) return { ok: false, status: 400, error: 'localPath is required' };
|
|
1088
|
-
if (!cloneUrl || typeof cloneUrl !== 'string') return { ok: false, status: 400, error: 'cloneUrl is required' };
|
|
1089
|
-
const cleanSub = normalizeSparseCheckoutPath(subdir);
|
|
1090
|
-
const wantPartial = !!partialClone && !!cleanSub;
|
|
1091
|
-
|
|
1092
|
-
if (wantPartial) {
|
|
1093
|
-
const v = await getGitVersion();
|
|
1094
|
-
if (!v.ok || v.major < 2 || (v.major === 2 && v.minor < 25)) {
|
|
1095
|
-
const reason = v.ok ? `git version ${v.major}.${v.minor} < 2.25` : `git --version unreadable (${v.raw || 'unknown'})`;
|
|
1096
|
-
const fallback = await checkoutStore({ cloneUrl, branch, localPath, token, provider, username });
|
|
1097
|
-
if (!fallback.ok) return fallback;
|
|
1098
|
-
return { ...fallback, action: 'cloned-fallback', warning: `partial clone requires Git >= 2.25; performed full clone instead. ${reason}` };
|
|
1099
|
-
}
|
|
1100
|
-
}
|
|
1101
|
-
|
|
1102
|
-
if (fs.existsSync(target)) {
|
|
1103
|
-
const inside = await execGit(target, ['rev-parse', '--is-inside-work-tree']);
|
|
1104
|
-
if (!inside.ok) return { ok: false, status: 400, error: `localPath exists but is not a git repository: ${target}` };
|
|
1105
|
-
let warning = null;
|
|
1106
|
-
const fetch = await execGit(target, ['fetch', 'origin', branch], 60000);
|
|
1107
|
-
if (!fetch.ok) return { ok: false, status: 500, error: fetch.stderr || fetch.error || 'git fetch failed' };
|
|
1108
|
-
const pull = await execGit(target, ['pull', '--ff-only', 'origin', branch], 60000);
|
|
1109
|
-
if (!pull.ok) return { ok: false, status: 500, error: pull.stderr || pull.error || 'git pull failed' };
|
|
1110
|
-
if (wantPartial) {
|
|
1111
|
-
const sparse = await applySparseCheckout(target, cleanSub);
|
|
1112
|
-
if (!sparse.ok) return { ok: false, status: 500, error: `failed to apply sparse-checkout: ${sparse.error}` };
|
|
1113
|
-
const mat = await materializeSparseCheckout(target, branch);
|
|
1114
|
-
if (!mat.ok) return { ok: false, status: 500, error: `failed to materialize sparse-checkout: ${mat.error}` };
|
|
1115
|
-
}
|
|
1116
|
-
return { ok: true, action: wantPartial ? 'pulled-partial' : 'pulled', localPath: target, sparseCheckedOut: wantPartial, warning };
|
|
1117
|
-
}
|
|
1118
|
-
fs.mkdirSync(path.dirname(target), { recursive: true });
|
|
1119
|
-
let cloneArgs = ['clone', '--branch', branch, authenticatedCloneUrl(cloneUrl, token, provider, username), target];
|
|
1120
|
-
if (wantPartial) cloneArgs.splice(1, 0, '--filter=blob:none', '--sparse', '--no-checkout');
|
|
1121
|
-
const clone = await execGit(path.dirname(target), cloneArgs, 120000);
|
|
1122
|
-
if (!clone.ok) return { ok: false, status: 500, error: clone.stderr || clone.error || 'git clone failed' };
|
|
1123
|
-
if (wantPartial) {
|
|
1124
|
-
const sparse = await applySparseCheckout(target, cleanSub);
|
|
1125
|
-
if (!sparse.ok) return { ok: false, status: 500, error: `failed to apply sparse-checkout: ${sparse.error}` };
|
|
1126
|
-
const mat = await materializeSparseCheckout(target, branch);
|
|
1127
|
-
if (!mat.ok) return { ok: false, status: 500, error: `failed to materialize sparse-checkout: ${mat.error}` };
|
|
1128
|
-
}
|
|
1129
|
-
return { ok: true, action: wantPartial ? 'cloned-partial' : 'cloned', localPath: target, sparseCheckedOut: wantPartial };
|
|
1130
|
-
}
|
|
1131
|
-
|
|
1132
|
-
module.exports = {
|
|
1133
|
-
SCHEMA,
|
|
1134
|
-
STORE_SCHEMA,
|
|
1135
|
-
PROVIDER_CONFIG_SCHEMA,
|
|
1136
|
-
MANIFEST_PATHS,
|
|
1137
|
-
DEFAULT_API_BASE_URL,
|
|
1138
|
-
DEFAULT_WEB_BASE_URL,
|
|
1139
|
-
DEFAULT_OAUTH_CLIENT_ID,
|
|
1140
|
-
DEFAULT_GITEA_WEB_BASE_URL,
|
|
1141
|
-
DEFAULT_GITEA_OAUTH_CLIENT_ID,
|
|
1142
|
-
inferApiBaseUrlFromWebBaseUrl,
|
|
1143
|
-
inferWebBaseUrlFromApiBaseUrl,
|
|
1144
|
-
defaultConfig,
|
|
1145
|
-
normalizeConfig,
|
|
1146
|
-
proxyUrlForTarget,
|
|
1147
|
-
normalizeProvider,
|
|
1148
|
-
normalizeProviderFileConfig,
|
|
1149
|
-
readProviderFileConfig,
|
|
1150
|
-
readConfig,
|
|
1151
|
-
writeConfig,
|
|
1152
|
-
publicConfig,
|
|
1153
|
-
requestJson,
|
|
1154
|
-
requestFormJson,
|
|
1155
|
-
oauthClientIdFromEnv,
|
|
1156
|
-
oauthClientIdForConfig,
|
|
1157
|
-
oauthClientSecretForConfig,
|
|
1158
|
-
oauthWebBaseUrlFromEnv,
|
|
1159
|
-
giteaPresetFromEnv,
|
|
1160
|
-
oauthPublicConfig,
|
|
1161
|
-
providerPublicConfig,
|
|
1162
|
-
startGiteaOAuth,
|
|
1163
|
-
exchangeGiteaOAuthCode,
|
|
1164
|
-
startDeviceFlow,
|
|
1165
|
-
pollDeviceFlow,
|
|
1166
|
-
validateToken,
|
|
1167
|
-
normalizeManifest,
|
|
1168
|
-
discoverStores,
|
|
1169
|
-
applySparseCheckout,
|
|
1170
|
-
materializeSparseCheckout,
|
|
1171
|
-
checkoutStore,
|
|
1172
|
-
scanLocalStore,
|
|
1173
|
-
configureLocalStore,
|
|
1174
|
-
normalizeKbPath,
|
|
1175
|
-
};
|
|
962
|
+
}
|
|
963
|
+
return { ok: false, error: 'manifest not found' };
|
|
964
|
+
}
|
|
965
|
+
|
|
966
|
+
async function listAccessibleRepos({ token, apiBaseUrl = DEFAULT_API_BASE_URL, provider = 'github', maxRepos = 200 }) {
|
|
967
|
+
const repos = [];
|
|
968
|
+
let page = 1;
|
|
969
|
+
while (repos.length < maxRepos) {
|
|
970
|
+
const isGitea = normalizeProvider(provider) === 'gitea';
|
|
971
|
+
const result = await requestJson({
|
|
972
|
+
url: apiUrl(apiBaseUrl, '/user/repos', {
|
|
973
|
+
affiliation: 'owner,collaborator,organization_member',
|
|
974
|
+
sort: 'updated',
|
|
975
|
+
...(isGitea ? { limit: Math.min(50, maxRepos - repos.length) } : { per_page: Math.min(100, maxRepos - repos.length) }),
|
|
976
|
+
page,
|
|
977
|
+
}),
|
|
978
|
+
token,
|
|
979
|
+
provider,
|
|
980
|
+
});
|
|
981
|
+
if (!result.ok) return { ok: false, status: result.status, error: result.error, repos };
|
|
982
|
+
const batch = Array.isArray(result.data) ? result.data : [];
|
|
983
|
+
repos.push(...batch);
|
|
984
|
+
if (batch.length < (isGitea ? 50 : 100)) break;
|
|
985
|
+
page += 1;
|
|
986
|
+
}
|
|
987
|
+
return { ok: true, repos };
|
|
988
|
+
}
|
|
989
|
+
|
|
990
|
+
async function mapWithConcurrency(items, limit, worker) {
|
|
991
|
+
const source = Array.isArray(items) ? items : [];
|
|
992
|
+
const results = new Array(source.length);
|
|
993
|
+
const workerCount = Math.max(1, Math.min(Number(limit) || 1, source.length || 1));
|
|
994
|
+
let nextIndex = 0;
|
|
995
|
+
async function runWorker() {
|
|
996
|
+
while (nextIndex < source.length) {
|
|
997
|
+
const index = nextIndex;
|
|
998
|
+
nextIndex += 1;
|
|
999
|
+
results[index] = await worker(source[index], index);
|
|
1000
|
+
}
|
|
1001
|
+
}
|
|
1002
|
+
await Promise.all(Array.from({ length: workerCount }, runWorker));
|
|
1003
|
+
return results;
|
|
1004
|
+
}
|
|
1005
|
+
|
|
1006
|
+
async function discoverStores({ token, apiBaseUrl = DEFAULT_API_BASE_URL, provider = 'github', dataDir, maxRepos = 200 }) {
|
|
1007
|
+
const repoResult = await listAccessibleRepos({ token, apiBaseUrl, provider, maxRepos });
|
|
1008
|
+
if (!repoResult.ok) return repoResult;
|
|
1009
|
+
const storeResults = await mapWithConcurrency(repoResult.repos, 8, async (repo) => {
|
|
1010
|
+
const manifestResult = await readManifestFromRepo({ repo, token, apiBaseUrl, provider }).catch((error) => ({ ok: false, error: error && error.message || String(error) }));
|
|
1011
|
+
if (!manifestResult.ok) return null;
|
|
1012
|
+
return {
|
|
1013
|
+
provider: normalizeProvider(provider),
|
|
1014
|
+
fullName: repo.full_name,
|
|
1015
|
+
name: repo.name,
|
|
1016
|
+
owner: repo.owner && repo.owner.login || '',
|
|
1017
|
+
private: repo.private === true,
|
|
1018
|
+
htmlUrl: repo.html_url || '',
|
|
1019
|
+
cloneUrl: repo.clone_url || '',
|
|
1020
|
+
sshUrl: repo.ssh_url || '',
|
|
1021
|
+
defaultBranch: repo.default_branch || 'main',
|
|
1022
|
+
manifestPath: manifestResult.manifestPath,
|
|
1023
|
+
defaultLocalPath: defaultLocalPathForRepo(dataDir, repo),
|
|
1024
|
+
...manifestResult.manifest,
|
|
1025
|
+
};
|
|
1026
|
+
});
|
|
1027
|
+
const stores = storeResults.filter(Boolean);
|
|
1028
|
+
return { ok: true, stores, scannedRepoCount: repoResult.repos.length };
|
|
1029
|
+
}
|
|
1030
|
+
|
|
1031
|
+
function authenticatedCloneUrl(cloneUrl, token, provider = 'github', username = '') {
|
|
1032
|
+
if (!token || !/^https:\/\//i.test(cloneUrl || '')) return cloneUrl;
|
|
1033
|
+
const url = new URL(cloneUrl);
|
|
1034
|
+
if (normalizeProvider(provider) === 'gitea') {
|
|
1035
|
+
url.username = username || 'git';
|
|
1036
|
+
url.password = token;
|
|
1037
|
+
} else {
|
|
1038
|
+
url.username = 'x-access-token';
|
|
1039
|
+
url.password = token;
|
|
1040
|
+
}
|
|
1041
|
+
return url.toString();
|
|
1042
|
+
}
|
|
1043
|
+
|
|
1044
|
+
function normalizeSparseCheckoutPath(value) {
|
|
1045
|
+
const normalized = String(value || '')
|
|
1046
|
+
.trim()
|
|
1047
|
+
.replace(/\\/g, '/')
|
|
1048
|
+
.replace(/^\/+|\/+$/g, '');
|
|
1049
|
+
if (!normalized || normalized === '.' || normalized.includes('..') || path.isAbsolute(normalized)) return '';
|
|
1050
|
+
return normalized;
|
|
1051
|
+
}
|
|
1052
|
+
|
|
1053
|
+
async function readSparseCheckoutEntries(localPath) {
|
|
1054
|
+
const list = await execGit(localPath, ['sparse-checkout', 'list'], 30000);
|
|
1055
|
+
if (!list.ok) return [];
|
|
1056
|
+
return String(list.stdout || '')
|
|
1057
|
+
.split(/\r?\n/)
|
|
1058
|
+
.map(normalizeSparseCheckoutPath)
|
|
1059
|
+
.filter(Boolean);
|
|
1060
|
+
}
|
|
1061
|
+
|
|
1062
|
+
async function applySparseCheckout(localPath, subdir) {
|
|
1063
|
+
const target = path.resolve(String(localPath || '').trim());
|
|
1064
|
+
const sub = normalizeSparseCheckoutPath(subdir);
|
|
1065
|
+
if (!target) return { ok: false, error: 'localPath is required' };
|
|
1066
|
+
if (!sub) return { ok: false, error: 'subdir is required' };
|
|
1067
|
+
const init = await execGit(target, ['sparse-checkout', 'init', '--cone'], 30000);
|
|
1068
|
+
if (!init.ok) return { ok: false, error: init.stderr || init.error || 'sparse-checkout init failed', init };
|
|
1069
|
+
const entries = Array.from(new Set([...(await readSparseCheckoutEntries(target)), sub])).sort();
|
|
1070
|
+
const set = await execGit(target, ['sparse-checkout', 'set', ...entries], 30000);
|
|
1071
|
+
if (!set.ok) return { ok: false, error: set.stderr || set.error || 'sparse-checkout set failed', init, set };
|
|
1072
|
+
return { ok: true, entries };
|
|
1073
|
+
}
|
|
1074
|
+
|
|
1075
|
+
async function materializeSparseCheckout(localPath, branch) {
|
|
1076
|
+
const checkout = await execGit(localPath, ['checkout', branch], 30000);
|
|
1077
|
+
if (!checkout.ok && !/already on/i.test(String(checkout.stderr || ''))) {
|
|
1078
|
+
return { ok: false, error: checkout.stderr || checkout.error || 'git checkout failed', checkout };
|
|
1079
|
+
}
|
|
1080
|
+
const readTree = await execGit(localPath, ['read-tree', '-mu', 'HEAD'], 30000);
|
|
1081
|
+
if (!readTree.ok) return { ok: false, error: readTree.stderr || readTree.error || 'git read-tree -mu HEAD failed', readTree };
|
|
1082
|
+
return { ok: true };
|
|
1083
|
+
}
|
|
1084
|
+
|
|
1085
|
+
async function checkoutStore({ cloneUrl, branch = 'main', localPath, token = '', provider = 'github', username = '', subdir = '', partialClone = false }) {
|
|
1086
|
+
const target = path.resolve(String(localPath || '').trim());
|
|
1087
|
+
if (!target) return { ok: false, status: 400, error: 'localPath is required' };
|
|
1088
|
+
if (!cloneUrl || typeof cloneUrl !== 'string') return { ok: false, status: 400, error: 'cloneUrl is required' };
|
|
1089
|
+
const cleanSub = normalizeSparseCheckoutPath(subdir);
|
|
1090
|
+
const wantPartial = !!partialClone && !!cleanSub;
|
|
1091
|
+
|
|
1092
|
+
if (wantPartial) {
|
|
1093
|
+
const v = await getGitVersion();
|
|
1094
|
+
if (!v.ok || v.major < 2 || (v.major === 2 && v.minor < 25)) {
|
|
1095
|
+
const reason = v.ok ? `git version ${v.major}.${v.minor} < 2.25` : `git --version unreadable (${v.raw || 'unknown'})`;
|
|
1096
|
+
const fallback = await checkoutStore({ cloneUrl, branch, localPath, token, provider, username });
|
|
1097
|
+
if (!fallback.ok) return fallback;
|
|
1098
|
+
return { ...fallback, action: 'cloned-fallback', warning: `partial clone requires Git >= 2.25; performed full clone instead. ${reason}` };
|
|
1099
|
+
}
|
|
1100
|
+
}
|
|
1101
|
+
|
|
1102
|
+
if (fs.existsSync(target)) {
|
|
1103
|
+
const inside = await execGit(target, ['rev-parse', '--is-inside-work-tree']);
|
|
1104
|
+
if (!inside.ok) return { ok: false, status: 400, error: `localPath exists but is not a git repository: ${target}` };
|
|
1105
|
+
let warning = null;
|
|
1106
|
+
const fetch = await execGit(target, ['fetch', 'origin', branch], 60000);
|
|
1107
|
+
if (!fetch.ok) return { ok: false, status: 500, error: fetch.stderr || fetch.error || 'git fetch failed' };
|
|
1108
|
+
const pull = await execGit(target, ['pull', '--ff-only', 'origin', branch], 60000);
|
|
1109
|
+
if (!pull.ok) return { ok: false, status: 500, error: pull.stderr || pull.error || 'git pull failed' };
|
|
1110
|
+
if (wantPartial) {
|
|
1111
|
+
const sparse = await applySparseCheckout(target, cleanSub);
|
|
1112
|
+
if (!sparse.ok) return { ok: false, status: 500, error: `failed to apply sparse-checkout: ${sparse.error}` };
|
|
1113
|
+
const mat = await materializeSparseCheckout(target, branch);
|
|
1114
|
+
if (!mat.ok) return { ok: false, status: 500, error: `failed to materialize sparse-checkout: ${mat.error}` };
|
|
1115
|
+
}
|
|
1116
|
+
return { ok: true, action: wantPartial ? 'pulled-partial' : 'pulled', localPath: target, sparseCheckedOut: wantPartial, warning };
|
|
1117
|
+
}
|
|
1118
|
+
fs.mkdirSync(path.dirname(target), { recursive: true });
|
|
1119
|
+
let cloneArgs = ['clone', '--branch', branch, authenticatedCloneUrl(cloneUrl, token, provider, username), target];
|
|
1120
|
+
if (wantPartial) cloneArgs.splice(1, 0, '--filter=blob:none', '--sparse', '--no-checkout');
|
|
1121
|
+
const clone = await execGit(path.dirname(target), cloneArgs, 120000);
|
|
1122
|
+
if (!clone.ok) return { ok: false, status: 500, error: clone.stderr || clone.error || 'git clone failed' };
|
|
1123
|
+
if (wantPartial) {
|
|
1124
|
+
const sparse = await applySparseCheckout(target, cleanSub);
|
|
1125
|
+
if (!sparse.ok) return { ok: false, status: 500, error: `failed to apply sparse-checkout: ${sparse.error}` };
|
|
1126
|
+
const mat = await materializeSparseCheckout(target, branch);
|
|
1127
|
+
if (!mat.ok) return { ok: false, status: 500, error: `failed to materialize sparse-checkout: ${mat.error}` };
|
|
1128
|
+
}
|
|
1129
|
+
return { ok: true, action: wantPartial ? 'cloned-partial' : 'cloned', localPath: target, sparseCheckedOut: wantPartial };
|
|
1130
|
+
}
|
|
1131
|
+
|
|
1132
|
+
module.exports = {
|
|
1133
|
+
SCHEMA,
|
|
1134
|
+
STORE_SCHEMA,
|
|
1135
|
+
PROVIDER_CONFIG_SCHEMA,
|
|
1136
|
+
MANIFEST_PATHS,
|
|
1137
|
+
DEFAULT_API_BASE_URL,
|
|
1138
|
+
DEFAULT_WEB_BASE_URL,
|
|
1139
|
+
DEFAULT_OAUTH_CLIENT_ID,
|
|
1140
|
+
DEFAULT_GITEA_WEB_BASE_URL,
|
|
1141
|
+
DEFAULT_GITEA_OAUTH_CLIENT_ID,
|
|
1142
|
+
inferApiBaseUrlFromWebBaseUrl,
|
|
1143
|
+
inferWebBaseUrlFromApiBaseUrl,
|
|
1144
|
+
defaultConfig,
|
|
1145
|
+
normalizeConfig,
|
|
1146
|
+
proxyUrlForTarget,
|
|
1147
|
+
normalizeProvider,
|
|
1148
|
+
normalizeProviderFileConfig,
|
|
1149
|
+
readProviderFileConfig,
|
|
1150
|
+
readConfig,
|
|
1151
|
+
writeConfig,
|
|
1152
|
+
publicConfig,
|
|
1153
|
+
requestJson,
|
|
1154
|
+
requestFormJson,
|
|
1155
|
+
oauthClientIdFromEnv,
|
|
1156
|
+
oauthClientIdForConfig,
|
|
1157
|
+
oauthClientSecretForConfig,
|
|
1158
|
+
oauthWebBaseUrlFromEnv,
|
|
1159
|
+
giteaPresetFromEnv,
|
|
1160
|
+
oauthPublicConfig,
|
|
1161
|
+
providerPublicConfig,
|
|
1162
|
+
startGiteaOAuth,
|
|
1163
|
+
exchangeGiteaOAuthCode,
|
|
1164
|
+
startDeviceFlow,
|
|
1165
|
+
pollDeviceFlow,
|
|
1166
|
+
validateToken,
|
|
1167
|
+
normalizeManifest,
|
|
1168
|
+
discoverStores,
|
|
1169
|
+
applySparseCheckout,
|
|
1170
|
+
materializeSparseCheckout,
|
|
1171
|
+
checkoutStore,
|
|
1172
|
+
scanLocalStore,
|
|
1173
|
+
configureLocalStore,
|
|
1174
|
+
normalizeKbPath,
|
|
1175
|
+
};
|