ima2-gen 1.1.7 → 1.1.9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (229) hide show
  1. package/README.md +56 -27
  2. package/bin/commands/annotate.js +137 -0
  3. package/bin/commands/annotate.ts +118 -0
  4. package/bin/commands/cancel.js +37 -33
  5. package/bin/commands/cancel.ts +45 -0
  6. package/bin/commands/canvas-versions.js +91 -0
  7. package/bin/commands/canvas-versions.ts +80 -0
  8. package/bin/commands/cardnews.js +293 -0
  9. package/bin/commands/cardnews.ts +248 -0
  10. package/bin/commands/comfy.js +63 -0
  11. package/bin/commands/comfy.ts +54 -0
  12. package/bin/commands/config.js +270 -0
  13. package/bin/commands/config.ts +265 -0
  14. package/bin/commands/edit.js +97 -72
  15. package/bin/commands/edit.ts +116 -0
  16. package/bin/commands/gen.js +140 -118
  17. package/bin/commands/gen.ts +176 -0
  18. package/bin/commands/history.js +164 -0
  19. package/bin/commands/history.ts +145 -0
  20. package/bin/commands/ls.js +60 -42
  21. package/bin/commands/ls.ts +60 -0
  22. package/bin/commands/metadata.js +45 -0
  23. package/bin/commands/metadata.ts +36 -0
  24. package/bin/commands/multimode.js +159 -0
  25. package/bin/commands/multimode.ts +146 -0
  26. package/bin/commands/node.js +176 -0
  27. package/bin/commands/node.ts +157 -0
  28. package/bin/commands/observability.js +201 -0
  29. package/bin/commands/observability.ts +176 -0
  30. package/bin/commands/ping.js +26 -20
  31. package/bin/commands/ping.ts +29 -0
  32. package/bin/commands/prompt.js +506 -0
  33. package/bin/commands/prompt.ts +421 -0
  34. package/bin/commands/ps.js +78 -71
  35. package/bin/commands/ps.ts +78 -0
  36. package/bin/commands/session.js +308 -0
  37. package/bin/commands/session.ts +265 -0
  38. package/bin/commands/show.js +75 -40
  39. package/bin/commands/show.ts +69 -0
  40. package/bin/ima2.js +324 -310
  41. package/bin/ima2.ts +444 -0
  42. package/bin/lib/args.js +75 -66
  43. package/bin/lib/args.ts +73 -0
  44. package/bin/lib/browser-id.js +15 -0
  45. package/bin/lib/browser-id.ts +16 -0
  46. package/bin/lib/client.js +91 -83
  47. package/bin/lib/client.ts +109 -0
  48. package/bin/lib/error-hints.js +14 -17
  49. package/bin/lib/error-hints.ts +23 -0
  50. package/bin/lib/files.js +26 -28
  51. package/bin/lib/files.ts +39 -0
  52. package/bin/lib/output.js +44 -42
  53. package/bin/lib/output.ts +58 -0
  54. package/bin/lib/platform.js +60 -56
  55. package/bin/lib/platform.ts +97 -0
  56. package/bin/lib/sse.js +73 -0
  57. package/bin/lib/sse.ts +73 -0
  58. package/bin/lib/star-prompt.js +69 -76
  59. package/bin/lib/star-prompt.ts +97 -0
  60. package/bin/lib/storage-doctor.js +34 -35
  61. package/bin/lib/storage-doctor.ts +38 -0
  62. package/config.js +147 -190
  63. package/config.ts +331 -0
  64. package/docs/API.md +48 -8
  65. package/docs/CLI.md +190 -0
  66. package/docs/FAQ.ko.md +5 -5
  67. package/docs/FAQ.md +5 -5
  68. package/docs/README.ja.md +71 -25
  69. package/docs/README.ko.md +61 -24
  70. package/docs/README.zh-CN.md +73 -27
  71. package/lib/assetLifecycle.js +130 -130
  72. package/lib/assetLifecycle.ts +142 -0
  73. package/lib/canvasVersionStore.js +135 -153
  74. package/lib/canvasVersionStore.ts +181 -0
  75. package/lib/cardNewsGenerator.js +127 -142
  76. package/lib/cardNewsGenerator.ts +162 -0
  77. package/lib/cardNewsJobStore.js +78 -84
  78. package/lib/cardNewsJobStore.ts +107 -0
  79. package/lib/cardNewsManifestStore.js +88 -93
  80. package/lib/cardNewsManifestStore.ts +112 -0
  81. package/lib/cardNewsPlanner.js +157 -152
  82. package/lib/cardNewsPlanner.ts +180 -0
  83. package/lib/cardNewsPlannerClient.js +101 -98
  84. package/lib/cardNewsPlannerClient.ts +114 -0
  85. package/lib/cardNewsPlannerPrompt.js +56 -56
  86. package/lib/cardNewsPlannerPrompt.ts +60 -0
  87. package/lib/cardNewsPlannerSchema.js +231 -223
  88. package/lib/cardNewsPlannerSchema.ts +259 -0
  89. package/lib/cardNewsRoleTemplateStore.js +39 -41
  90. package/lib/cardNewsRoleTemplateStore.ts +47 -0
  91. package/lib/cardNewsTemplateStore.js +171 -175
  92. package/lib/cardNewsTemplateStore.ts +210 -0
  93. package/lib/codexDetect.js +44 -47
  94. package/lib/codexDetect.ts +69 -0
  95. package/lib/comfyBridge.js +164 -184
  96. package/lib/comfyBridge.ts +214 -0
  97. package/lib/db.js +41 -51
  98. package/lib/db.ts +166 -0
  99. package/lib/errorClassify.js +62 -78
  100. package/lib/errorClassify.ts +100 -0
  101. package/lib/generationErrors.js +140 -103
  102. package/lib/generationErrors.ts +125 -0
  103. package/lib/historyList.js +149 -147
  104. package/lib/historyList.ts +164 -0
  105. package/lib/imageMetadata.js +86 -89
  106. package/lib/imageMetadata.ts +111 -0
  107. package/lib/imageMetadataStore.js +46 -51
  108. package/lib/imageMetadataStore.ts +67 -0
  109. package/lib/imageModels.js +38 -45
  110. package/lib/imageModels.ts +52 -0
  111. package/lib/inflight.js +131 -150
  112. package/lib/inflight.ts +204 -0
  113. package/lib/localImportStore.js +105 -0
  114. package/lib/localImportStore.ts +111 -0
  115. package/lib/logger.js +105 -112
  116. package/lib/logger.ts +150 -0
  117. package/lib/nodeStore.js +65 -64
  118. package/lib/nodeStore.ts +81 -0
  119. package/lib/oauthLauncher.js +61 -59
  120. package/lib/oauthLauncher.ts +64 -0
  121. package/lib/oauthNormalize.js +15 -19
  122. package/lib/oauthNormalize.ts +30 -0
  123. package/lib/oauthProxy.js +834 -832
  124. package/lib/oauthProxy.ts +995 -0
  125. package/lib/openDirectory.js +41 -40
  126. package/lib/openDirectory.ts +45 -0
  127. package/lib/pngInfo.js +18 -20
  128. package/lib/pngInfo.ts +26 -0
  129. package/lib/promptImport/curatedSources.js +135 -0
  130. package/lib/promptImport/curatedSources.ts +139 -0
  131. package/lib/promptImport/discoveryRegistry.js +218 -0
  132. package/lib/promptImport/discoveryRegistry.ts +236 -0
  133. package/lib/promptImport/errors.js +10 -10
  134. package/lib/promptImport/errors.ts +18 -0
  135. package/lib/promptImport/githubDiscovery.js +238 -0
  136. package/lib/promptImport/githubDiscovery.ts +248 -0
  137. package/lib/promptImport/githubFolder.js +302 -0
  138. package/lib/promptImport/githubFolder.ts +308 -0
  139. package/lib/promptImport/githubSource.js +194 -171
  140. package/lib/promptImport/githubSource.ts +239 -0
  141. package/lib/promptImport/gptImageHints.js +61 -0
  142. package/lib/promptImport/gptImageHints.ts +68 -0
  143. package/lib/promptImport/parsePromptCandidates.js +110 -112
  144. package/lib/promptImport/parsePromptCandidates.ts +153 -0
  145. package/lib/promptImport/promptIndex.js +230 -0
  146. package/lib/promptImport/promptIndex.ts +248 -0
  147. package/lib/promptImport/rankPromptCandidates.js +52 -0
  148. package/lib/promptImport/rankPromptCandidates.ts +49 -0
  149. package/lib/providerOptions.js +31 -0
  150. package/lib/providerOptions.ts +41 -0
  151. package/lib/referenceImageCompress.js +51 -62
  152. package/lib/referenceImageCompress.ts +75 -0
  153. package/lib/refs.js +93 -81
  154. package/lib/refs.ts +117 -0
  155. package/lib/requestLogger.js +32 -38
  156. package/lib/requestLogger.ts +48 -0
  157. package/lib/responsesImageAdapter.js +351 -0
  158. package/lib/responsesImageAdapter.ts +352 -0
  159. package/lib/runtimePorts.js +71 -73
  160. package/lib/runtimePorts.ts +93 -0
  161. package/lib/sessionStore.js +179 -230
  162. package/lib/sessionStore.ts +272 -0
  163. package/lib/storageMigration.js +247 -245
  164. package/lib/storageMigration.ts +284 -0
  165. package/lib/styleSheet.js +86 -90
  166. package/lib/styleSheet.ts +128 -0
  167. package/lib/systemTrash.js +18 -0
  168. package/lib/systemTrash.ts +20 -0
  169. package/package.json +26 -10
  170. package/routes/annotations.js +76 -79
  171. package/routes/annotations.ts +95 -0
  172. package/routes/canvasVersions.js +50 -54
  173. package/routes/canvasVersions.ts +64 -0
  174. package/routes/cardNews.js +158 -171
  175. package/routes/cardNews.ts +183 -0
  176. package/routes/comfy.js +23 -31
  177. package/routes/comfy.ts +39 -0
  178. package/routes/edit.js +183 -214
  179. package/routes/edit.ts +230 -0
  180. package/routes/generate.js +269 -291
  181. package/routes/generate.ts +309 -0
  182. package/routes/health.js +102 -107
  183. package/routes/health.ts +114 -0
  184. package/routes/history.js +136 -144
  185. package/routes/history.ts +153 -0
  186. package/routes/imageImport.js +33 -0
  187. package/routes/imageImport.ts +33 -0
  188. package/routes/index.js +18 -16
  189. package/routes/index.ts +35 -0
  190. package/routes/metadata.js +60 -64
  191. package/routes/metadata.ts +71 -0
  192. package/routes/multimode.js +228 -263
  193. package/routes/multimode.ts +280 -0
  194. package/routes/nodes.js +378 -424
  195. package/routes/nodes.ts +455 -0
  196. package/routes/promptImport.js +291 -152
  197. package/routes/promptImport.ts +354 -0
  198. package/routes/prompts.js +333 -360
  199. package/routes/prompts.ts +379 -0
  200. package/routes/sessions.js +277 -285
  201. package/routes/sessions.ts +292 -0
  202. package/routes/storage.js +29 -31
  203. package/routes/storage.ts +39 -0
  204. package/server.js +189 -196
  205. package/server.ts +235 -0
  206. package/ui/dist/.vite/manifest.json +101 -0
  207. package/ui/dist/assets/CardNewsWorkspace-BJOCey7Z.js +2 -0
  208. package/ui/dist/assets/NodeCanvas-BZV40eAE.css +1 -0
  209. package/ui/dist/assets/NodeCanvas-C3dzYNsk.js +7 -0
  210. package/ui/dist/assets/PromptImportDialog-Dqu1VpUh.js +2 -0
  211. package/ui/dist/assets/PromptImportDiscoverySection-Dg8T9X0L.js +1 -0
  212. package/ui/dist/assets/PromptImportFolderSection-DBaqsFO4.js +1 -0
  213. package/ui/dist/assets/PromptLibraryPanel-p5QqR97M.js +2 -0
  214. package/ui/dist/assets/SettingsWorkspace-B5bSAZ6u.js +1 -0
  215. package/ui/dist/assets/index-C9cXwiWE.js +25 -0
  216. package/ui/dist/assets/index-CGMIkZXn.css +1 -0
  217. package/ui/dist/assets/index-Cvld7dUZ.js +1 -0
  218. package/ui/dist/index.html +6 -3
  219. package/assets/screenshot.png +0 -0
  220. package/assets/screenshots/classic-generate-light.png +0 -0
  221. package/assets/screenshots/node-graph-branching.png +0 -0
  222. package/assets/screenshots/settings-oauth-generation.png +0 -0
  223. package/assets/screenshots/settings-workspace.png +0 -0
  224. package/assets/screenshots/style-sheet-editor.png +0 -0
  225. package/integrations/comfyui/ima2_gen_bridge/__pycache__/__init__.cpython-313.pyc +0 -0
  226. package/integrations/comfyui/ima2_gen_bridge/__pycache__/nodes.cpython-313.pyc +0 -0
  227. package/ui/dist/assets/index-DARPdT4Q.css +0 -1
  228. package/ui/dist/assets/index-ht80GMq4.js +0 -31
  229. package/ui/dist/assets/index-ht80GMq4.js.map +0 -1
@@ -0,0 +1,230 @@
1
+ import { createHash } from "node:crypto";
2
+ import { mkdir, readFile, rename, writeFile } from "node:fs/promises";
3
+ import { dirname } from "node:path";
4
+ import { getCuratedSource, getDefaultSearchSources, listCuratedSources } from "./curatedSources.js";
5
+ import { buildGitHubRawFileSource, fetchGitHubSource } from "./githubSource.js";
6
+ import { parsePromptCandidates } from "./parsePromptCandidates.js";
7
+ import { extractGptImageHints } from "./gptImageHints.js";
8
+ import { rankPromptCandidates } from "./rankPromptCandidates.js";
9
+ import { getDefaultReviewedDiscoverySources, getReviewedDiscoverySource, listReviewedDiscoverySources, } from "./discoveryRegistry.js";
10
+ const INDEX_VERSION = 1;
11
+ const EXTRACTOR_VERSION = 2;
12
+ function limitsFromCtx(ctx) {
13
+ return {
14
+ maxFileBytesForPreview: ctx.config.limits.promptImportMaxFileBytes,
15
+ maxPromptCandidatesPerFile: ctx.config.limits.promptImportMaxCandidatesPerFile,
16
+ maxPromptCandidatesPerImport: ctx.config.limits.promptImportMaxCandidatesPerImport,
17
+ fetchTimeoutMs: ctx.config.limits.promptImportFetchTimeoutMs,
18
+ maxCandidateChars: ctx.config.limits.promptImportMaxCandidateChars,
19
+ minCandidateChars: ctx.config.limits.promptImportMinCandidateChars,
20
+ maxSourceCharsScanned: ctx.config.limits.promptImportMaxSourceCharsScanned,
21
+ maxRepoIndexFiles: ctx.config.limits.promptImportMaxRepoIndexFiles,
22
+ searchLimit: ctx.config.limits.promptImportCuratedSearchLimit,
23
+ ttlMs: ctx.config.limits.promptImportIndexCacheTtlMs,
24
+ };
25
+ }
26
+ function cacheFile(ctx) {
27
+ return ctx.config.storage.promptImportIndexCacheFile;
28
+ }
29
+ function sourceFileId(source, path) {
30
+ return `github:${source.repo}@${source.defaultRef}:${path}`;
31
+ }
32
+ function hashId(...parts) {
33
+ return createHash("sha256").update(parts.join("\0")).digest("hex");
34
+ }
35
+ async function readCache(ctx) {
36
+ try {
37
+ const parsed = JSON.parse(await readFile(cacheFile(ctx), "utf8"));
38
+ if (parsed.version !== INDEX_VERSION)
39
+ return { version: INDEX_VERSION, sources: {} };
40
+ return { version: INDEX_VERSION, sources: parsed.sources || {} };
41
+ }
42
+ catch {
43
+ return { version: INDEX_VERSION, sources: {} };
44
+ }
45
+ }
46
+ async function writeCache(ctx, cache) {
47
+ const file = cacheFile(ctx);
48
+ await mkdir(dirname(file), { recursive: true });
49
+ const tmp = `${file}.${process.pid}.${Date.now()}.tmp`;
50
+ await writeFile(tmp, JSON.stringify(cache, null, 2));
51
+ await rename(tmp, file);
52
+ }
53
+ function sourceTags(source, fileSource) {
54
+ return [
55
+ ...fileSource.tags,
56
+ `source:${source.id}`,
57
+ `license:${source.licenseSpdx}`,
58
+ `trust:${source.trustTier}`,
59
+ source.requiresAttribution ? "attribution-required" : null,
60
+ ].filter(Boolean);
61
+ }
62
+ function indexedCandidate({ candidate, source, fileSource, fileIndex, index }) {
63
+ const scoreHints = extractGptImageHints(candidate.text);
64
+ const headingPath = candidate.headingPath || candidate.name || "";
65
+ const candidateId = hashId(fileIndex.sourceFileId, fileIndex.contentHash, headingPath, String(candidate.ordinal || index + 1));
66
+ const tags = [...new Set([...(candidate.tags || []), ...sourceTags(source, fileSource)])];
67
+ return {
68
+ ...candidate,
69
+ id: candidateId,
70
+ candidateId,
71
+ name: candidate.name,
72
+ text: candidate.text,
73
+ textPreview: candidate.textPreview || candidate.text.slice(0, 220),
74
+ tags,
75
+ warnings: [...new Set([...(candidate.warnings || []), ...scoreHints.warnings])],
76
+ source: {
77
+ kind: "github",
78
+ owner: source.owner,
79
+ repo: source.name,
80
+ ref: source.defaultRef,
81
+ path: fileSource.path,
82
+ htmlUrl: fileSource.htmlUrl,
83
+ sourceId: source.id,
84
+ },
85
+ sourceFileId: fileIndex.sourceFileId,
86
+ headingPath,
87
+ ordinal: candidate.ordinal || index + 1,
88
+ promptHash: candidate.promptHash || hashId(candidate.text.trim().toLowerCase()),
89
+ scoreHints,
90
+ };
91
+ }
92
+ async function indexSource(ctx, sourceId) {
93
+ const source = getCuratedSource(sourceId) || await getReviewedDiscoverySource(ctx, sourceId);
94
+ if (!source || source.trustTier === "manual-review") {
95
+ return { source, indexedFiles: 0, candidateCount: 0, warnings: ["curated-source-unavailable"] };
96
+ }
97
+ if (String(source.defaultRef || "").includes("/")) {
98
+ return { source, indexedFiles: 0, candidateCount: 0, warnings: ["discovery-default-branch-unsupported"] };
99
+ }
100
+ if (!Array.isArray(source.allowedPaths) || source.allowedPaths.length === 0) {
101
+ return { source, indexedFiles: 0, candidateCount: 0, warnings: ["discovery-requires-paths"] };
102
+ }
103
+ const limits = limitsFromCtx(ctx);
104
+ const warnings = [];
105
+ const files = [];
106
+ const candidates = [];
107
+ const allowedPaths = source.allowedPaths.slice(0, limits.maxRepoIndexFiles);
108
+ for (const path of allowedPaths) {
109
+ try {
110
+ const fileSource = buildGitHubRawFileSource({
111
+ owner: source.owner,
112
+ repo: source.name,
113
+ ref: source.defaultRef,
114
+ path,
115
+ });
116
+ const fetched = await fetchGitHubSource(fileSource, limits);
117
+ const fileIndex = {
118
+ sourceFileId: sourceFileId(source, path),
119
+ owner: source.owner,
120
+ repo: source.name,
121
+ ref: source.defaultRef,
122
+ path,
123
+ extension: fileSource.extension,
124
+ contentHash: fetched.contentHash,
125
+ etag: fetched.etag,
126
+ sizeBytes: fetched.sizeBytes,
127
+ licenseSpdx: source.licenseSpdx,
128
+ htmlUrl: fileSource.htmlUrl,
129
+ indexedAt: new Date().toISOString(),
130
+ lastFetchStatus: "ok",
131
+ promptCandidateCount: 0,
132
+ extractorVersion: EXTRACTOR_VERSION,
133
+ };
134
+ const parsed = parsePromptCandidates({
135
+ text: fetched.text,
136
+ filename: path,
137
+ source: { kind: "github", owner: source.owner, repo: source.name, ref: source.defaultRef, path, htmlUrl: fileSource.htmlUrl },
138
+ tags: sourceTags(source, fileSource),
139
+ limits,
140
+ });
141
+ const indexed = parsed.map((candidate, index) => indexedCandidate({ candidate, source, fileSource, fileIndex, index }));
142
+ fileIndex.promptCandidateCount = indexed.length;
143
+ files.push(fileIndex);
144
+ candidates.push(...indexed);
145
+ }
146
+ catch (error) {
147
+ warnings.push(`${path}: ${error?.message || "index failed"}`);
148
+ }
149
+ }
150
+ return {
151
+ source,
152
+ indexedFiles: files.length,
153
+ candidateCount: candidates.length,
154
+ warnings,
155
+ entry: {
156
+ source,
157
+ files,
158
+ candidates,
159
+ refreshedAt: Date.now(),
160
+ },
161
+ };
162
+ }
163
+ function isFresh(entry, ttlMs) {
164
+ return entry?.refreshedAt && Date.now() - entry.refreshedAt < ttlMs;
165
+ }
166
+ async function ensureSearchCache(ctx) {
167
+ const cache = await readCache(ctx);
168
+ const limits = limitsFromCtx(ctx);
169
+ const sources = [
170
+ ...getDefaultSearchSources(),
171
+ ...await getDefaultReviewedDiscoverySources(ctx),
172
+ ];
173
+ let changed = false;
174
+ const warnings = [];
175
+ for (const source of sources) {
176
+ if (isFresh(cache.sources[source.id], limits.ttlMs))
177
+ continue;
178
+ const result = await indexSource(ctx, source.id);
179
+ if (result.entry) {
180
+ cache.sources[source.id] = result.entry;
181
+ changed = true;
182
+ }
183
+ warnings.push(...result.warnings);
184
+ }
185
+ if (changed)
186
+ await writeCache(ctx, cache);
187
+ return { cache, warnings };
188
+ }
189
+ export async function refreshCuratedSource(ctx, sourceId) {
190
+ const cache = await readCache(ctx);
191
+ const result = await indexSource(ctx, sourceId);
192
+ if (result.entry) {
193
+ cache.sources[sourceId] = result.entry;
194
+ await writeCache(ctx, cache);
195
+ }
196
+ return {
197
+ source: result.source,
198
+ indexedFiles: result.indexedFiles,
199
+ candidateCount: result.candidateCount,
200
+ warnings: result.warnings,
201
+ };
202
+ }
203
+ export async function searchCuratedPrompts(ctx, { q = "", sourceIds, limit } = {}) {
204
+ const { cache, warnings } = await ensureSearchCache(ctx);
205
+ const limits = limitsFromCtx(ctx);
206
+ const defaultSources = [
207
+ ...getDefaultSearchSources(),
208
+ ...await getDefaultReviewedDiscoverySources(ctx),
209
+ ];
210
+ const allowedIds = Array.isArray(sourceIds) && sourceIds.length
211
+ ? new Set(sourceIds)
212
+ : new Set(defaultSources.map((source) => source.id));
213
+ const candidates = Object.values(cache.sources)
214
+ .filter((entry) => allowedIds.has(entry.source.id))
215
+ .flatMap((entry) => entry.candidates || []);
216
+ const results = rankPromptCandidates({
217
+ candidates,
218
+ query: q,
219
+ limit: Math.min(Number(limit) || limits.searchLimit, limits.searchLimit),
220
+ });
221
+ const sources = [
222
+ ...listCuratedSources(),
223
+ ...await listReviewedDiscoverySources(ctx),
224
+ ];
225
+ return { results, sources, warnings };
226
+ }
227
+ export async function getPromptImportSources(ctx) {
228
+ const reviewed = ctx ? await listReviewedDiscoverySources(ctx) : [];
229
+ return { sources: [...listCuratedSources(), ...reviewed] };
230
+ }
@@ -0,0 +1,248 @@
1
+ import { createHash } from "node:crypto";
2
+ import { mkdir, readFile, rename, writeFile } from "node:fs/promises";
3
+ import { dirname } from "node:path";
4
+ import { getCuratedSource, getDefaultSearchSources, listCuratedSources } from "./curatedSources.js";
5
+ import { buildGitHubRawFileSource, fetchGitHubSource } from "./githubSource.js";
6
+ import { parsePromptCandidates } from "./parsePromptCandidates.js";
7
+ import { extractGptImageHints } from "./gptImageHints.js";
8
+ import { rankPromptCandidates } from "./rankPromptCandidates.js";
9
+ import {
10
+ getDefaultReviewedDiscoverySources,
11
+ getReviewedDiscoverySource,
12
+ listReviewedDiscoverySources,
13
+ } from "./discoveryRegistry.js";
14
+
15
+ const INDEX_VERSION = 1;
16
+ const EXTRACTOR_VERSION = 2;
17
+
18
+ function limitsFromCtx(ctx) {
19
+ return {
20
+ maxFileBytesForPreview: ctx.config.limits.promptImportMaxFileBytes,
21
+ maxPromptCandidatesPerFile: ctx.config.limits.promptImportMaxCandidatesPerFile,
22
+ maxPromptCandidatesPerImport: ctx.config.limits.promptImportMaxCandidatesPerImport,
23
+ fetchTimeoutMs: ctx.config.limits.promptImportFetchTimeoutMs,
24
+ maxCandidateChars: ctx.config.limits.promptImportMaxCandidateChars,
25
+ minCandidateChars: ctx.config.limits.promptImportMinCandidateChars,
26
+ maxSourceCharsScanned: ctx.config.limits.promptImportMaxSourceCharsScanned,
27
+ maxRepoIndexFiles: ctx.config.limits.promptImportMaxRepoIndexFiles,
28
+ searchLimit: ctx.config.limits.promptImportCuratedSearchLimit,
29
+ ttlMs: ctx.config.limits.promptImportIndexCacheTtlMs,
30
+ };
31
+ }
32
+
33
+ function cacheFile(ctx) {
34
+ return ctx.config.storage.promptImportIndexCacheFile;
35
+ }
36
+
37
+ function sourceFileId(source, path) {
38
+ return `github:${source.repo}@${source.defaultRef}:${path}`;
39
+ }
40
+
41
+ function hashId(...parts) {
42
+ return createHash("sha256").update(parts.join("\0")).digest("hex");
43
+ }
44
+
45
+ async function readCache(ctx) {
46
+ try {
47
+ const parsed = JSON.parse(await readFile(cacheFile(ctx), "utf8"));
48
+ if (parsed.version !== INDEX_VERSION) return { version: INDEX_VERSION, sources: {} };
49
+ return { version: INDEX_VERSION, sources: parsed.sources || {} };
50
+ } catch {
51
+ return { version: INDEX_VERSION, sources: {} };
52
+ }
53
+ }
54
+
55
+ async function writeCache(ctx, cache) {
56
+ const file = cacheFile(ctx);
57
+ await mkdir(dirname(file), { recursive: true });
58
+ const tmp = `${file}.${process.pid}.${Date.now()}.tmp`;
59
+ await writeFile(tmp, JSON.stringify(cache, null, 2));
60
+ await rename(tmp, file);
61
+ }
62
+
63
+ function sourceTags(source, fileSource) {
64
+ return [
65
+ ...fileSource.tags,
66
+ `source:${source.id}`,
67
+ `license:${source.licenseSpdx}`,
68
+ `trust:${source.trustTier}`,
69
+ source.requiresAttribution ? "attribution-required" : null,
70
+ ].filter(Boolean);
71
+ }
72
+
73
+ function indexedCandidate({ candidate, source, fileSource, fileIndex, index }) {
74
+ const scoreHints = extractGptImageHints(candidate.text);
75
+ const headingPath = candidate.headingPath || candidate.name || "";
76
+ const candidateId = hashId(fileIndex.sourceFileId, fileIndex.contentHash, headingPath, String(candidate.ordinal || index + 1));
77
+ const tags = [...new Set([...(candidate.tags || []), ...sourceTags(source, fileSource)])];
78
+ return {
79
+ ...candidate,
80
+ id: candidateId,
81
+ candidateId,
82
+ name: candidate.name,
83
+ text: candidate.text,
84
+ textPreview: candidate.textPreview || candidate.text.slice(0, 220),
85
+ tags,
86
+ warnings: [...new Set([...(candidate.warnings || []), ...scoreHints.warnings])],
87
+ source: {
88
+ kind: "github",
89
+ owner: source.owner,
90
+ repo: source.name,
91
+ ref: source.defaultRef,
92
+ path: fileSource.path,
93
+ htmlUrl: fileSource.htmlUrl,
94
+ sourceId: source.id,
95
+ },
96
+ sourceFileId: fileIndex.sourceFileId,
97
+ headingPath,
98
+ ordinal: candidate.ordinal || index + 1,
99
+ promptHash: candidate.promptHash || hashId(candidate.text.trim().toLowerCase()),
100
+ scoreHints,
101
+ };
102
+ }
103
+
104
+ async function indexSource(ctx, sourceId) {
105
+ const source = getCuratedSource(sourceId) || await getReviewedDiscoverySource(ctx, sourceId);
106
+ if (!source || source.trustTier === "manual-review") {
107
+ return { source, indexedFiles: 0, candidateCount: 0, warnings: ["curated-source-unavailable"] };
108
+ }
109
+ if (String(source.defaultRef || "").includes("/")) {
110
+ return { source, indexedFiles: 0, candidateCount: 0, warnings: ["discovery-default-branch-unsupported"] };
111
+ }
112
+ if (!Array.isArray(source.allowedPaths) || source.allowedPaths.length === 0) {
113
+ return { source, indexedFiles: 0, candidateCount: 0, warnings: ["discovery-requires-paths"] };
114
+ }
115
+
116
+ const limits = limitsFromCtx(ctx);
117
+ const warnings = [];
118
+ const files = [];
119
+ const candidates = [];
120
+ const allowedPaths = source.allowedPaths.slice(0, limits.maxRepoIndexFiles);
121
+
122
+ for (const path of allowedPaths) {
123
+ try {
124
+ const fileSource = buildGitHubRawFileSource({
125
+ owner: source.owner,
126
+ repo: source.name,
127
+ ref: source.defaultRef,
128
+ path,
129
+ });
130
+ const fetched = await fetchGitHubSource(fileSource, limits);
131
+ const fileIndex = {
132
+ sourceFileId: sourceFileId(source, path),
133
+ owner: source.owner,
134
+ repo: source.name,
135
+ ref: source.defaultRef,
136
+ path,
137
+ extension: fileSource.extension,
138
+ contentHash: fetched.contentHash,
139
+ etag: fetched.etag,
140
+ sizeBytes: fetched.sizeBytes,
141
+ licenseSpdx: source.licenseSpdx,
142
+ htmlUrl: fileSource.htmlUrl,
143
+ indexedAt: new Date().toISOString(),
144
+ lastFetchStatus: "ok",
145
+ promptCandidateCount: 0,
146
+ extractorVersion: EXTRACTOR_VERSION,
147
+ };
148
+ const parsed = parsePromptCandidates({
149
+ text: fetched.text,
150
+ filename: path,
151
+ source: { kind: "github", owner: source.owner, repo: source.name, ref: source.defaultRef, path, htmlUrl: fileSource.htmlUrl },
152
+ tags: sourceTags(source, fileSource),
153
+ limits,
154
+ });
155
+ const indexed = parsed.map((candidate, index) => indexedCandidate({ candidate, source, fileSource, fileIndex, index }));
156
+ fileIndex.promptCandidateCount = indexed.length;
157
+ files.push(fileIndex);
158
+ candidates.push(...indexed);
159
+ } catch (error) {
160
+ warnings.push(`${path}: ${error?.message || "index failed"}`);
161
+ }
162
+ }
163
+
164
+ return {
165
+ source,
166
+ indexedFiles: files.length,
167
+ candidateCount: candidates.length,
168
+ warnings,
169
+ entry: {
170
+ source,
171
+ files,
172
+ candidates,
173
+ refreshedAt: Date.now(),
174
+ },
175
+ };
176
+ }
177
+
178
+ function isFresh(entry, ttlMs) {
179
+ return entry?.refreshedAt && Date.now() - entry.refreshedAt < ttlMs;
180
+ }
181
+
182
+ async function ensureSearchCache(ctx) {
183
+ const cache = await readCache(ctx);
184
+ const limits = limitsFromCtx(ctx);
185
+ const sources = [
186
+ ...getDefaultSearchSources(),
187
+ ...await getDefaultReviewedDiscoverySources(ctx),
188
+ ];
189
+ let changed = false;
190
+ const warnings = [];
191
+
192
+ for (const source of sources) {
193
+ if (isFresh(cache.sources[source.id], limits.ttlMs)) continue;
194
+ const result = await indexSource(ctx, source.id);
195
+ if (result.entry) {
196
+ cache.sources[source.id] = result.entry;
197
+ changed = true;
198
+ }
199
+ warnings.push(...result.warnings);
200
+ }
201
+ if (changed) await writeCache(ctx, cache);
202
+ return { cache, warnings };
203
+ }
204
+
205
+ export async function refreshCuratedSource(ctx, sourceId) {
206
+ const cache = await readCache(ctx);
207
+ const result = await indexSource(ctx, sourceId);
208
+ if (result.entry) {
209
+ cache.sources[sourceId] = result.entry;
210
+ await writeCache(ctx, cache);
211
+ }
212
+ return {
213
+ source: result.source,
214
+ indexedFiles: result.indexedFiles,
215
+ candidateCount: result.candidateCount,
216
+ warnings: result.warnings,
217
+ };
218
+ }
219
+
220
+ export async function searchCuratedPrompts(ctx, { q = "", sourceIds, limit }: any = {}) {
221
+ const { cache, warnings } = await ensureSearchCache(ctx);
222
+ const limits = limitsFromCtx(ctx);
223
+ const defaultSources = [
224
+ ...getDefaultSearchSources(),
225
+ ...await getDefaultReviewedDiscoverySources(ctx),
226
+ ];
227
+ const allowedIds = Array.isArray(sourceIds) && sourceIds.length
228
+ ? new Set(sourceIds)
229
+ : new Set(defaultSources.map((source) => source.id));
230
+ const candidates = Object.values(cache.sources)
231
+ .filter((entry: any) => allowedIds.has(entry.source.id))
232
+ .flatMap((entry: any) => entry.candidates || []);
233
+ const results = rankPromptCandidates({
234
+ candidates,
235
+ query: q,
236
+ limit: Math.min(Number(limit) || limits.searchLimit, limits.searchLimit),
237
+ });
238
+ const sources = [
239
+ ...listCuratedSources(),
240
+ ...await listReviewedDiscoverySources(ctx),
241
+ ];
242
+ return { results, sources, warnings };
243
+ }
244
+
245
+ export async function getPromptImportSources(ctx) {
246
+ const reviewed = ctx ? await listReviewedDiscoverySources(ctx) : [];
247
+ return { sources: [...listCuratedSources(), ...reviewed] };
248
+ }
@@ -0,0 +1,52 @@
1
+ function tokenize(value) {
2
+ return String(value || "")
3
+ .toLowerCase()
4
+ .split(/[^a-z0-9가-힣-]+/i)
5
+ .map((token) => token.trim())
6
+ .filter(Boolean);
7
+ }
8
+ function includesAny(values, terms) {
9
+ const haystack = values.map((value) => String(value || "").toLowerCase());
10
+ return terms.some((term) => haystack.some((value) => value.includes(term)));
11
+ }
12
+ export function rankPromptCandidates({ candidates, query, limit }) {
13
+ const terms = tokenize(query);
14
+ const boundedLimit = Math.max(1, Math.min(Number(limit) || 50, 100));
15
+ const ranked = candidates.map((candidate) => {
16
+ const text = String(candidate.text || "").toLowerCase();
17
+ const name = String(candidate.name || "").toLowerCase();
18
+ const tags = Array.isArray(candidate.tags) ? candidate.tags : [];
19
+ const hints = candidate.scoreHints || {};
20
+ const hintValues = [
21
+ ...(hints.modelHints || []),
22
+ ...(hints.generationSurfaceHints || []),
23
+ ...(hints.taskHints || []),
24
+ ...(hints.sizeHints || []),
25
+ ...(hints.qualityHints || []),
26
+ ];
27
+ let score = 0;
28
+ if (terms.length === 0)
29
+ score += 1;
30
+ for (const term of terms) {
31
+ if (name.includes(term))
32
+ score += 18;
33
+ if (includesAny(tags, [term]))
34
+ score += 12;
35
+ if (includesAny(hintValues, [term]))
36
+ score += 14;
37
+ if (text.includes(term))
38
+ score += 5;
39
+ if (String(candidate.sourceFileId || "").toLowerCase().includes(term))
40
+ score += 4;
41
+ }
42
+ if (tags.some((tag) => tag === "trust:curated"))
43
+ score += 5;
44
+ if (candidate.warnings?.length)
45
+ score -= candidate.warnings.length * 3;
46
+ return { ...candidate, score };
47
+ });
48
+ return ranked
49
+ .filter((candidate) => terms.length === 0 || candidate.score > 0)
50
+ .sort((a, b) => b.score - a.score || String(a.name).localeCompare(String(b.name)))
51
+ .slice(0, boundedLimit);
52
+ }
@@ -0,0 +1,49 @@
1
+ function tokenize(value) {
2
+ return String(value || "")
3
+ .toLowerCase()
4
+ .split(/[^a-z0-9가-힣-]+/i)
5
+ .map((token) => token.trim())
6
+ .filter(Boolean);
7
+ }
8
+
9
+ function includesAny(values, terms) {
10
+ const haystack = values.map((value) => String(value || "").toLowerCase());
11
+ return terms.some((term) => haystack.some((value) => value.includes(term)));
12
+ }
13
+
14
+ export function rankPromptCandidates({ candidates, query, limit }) {
15
+ const terms = tokenize(query);
16
+ const boundedLimit = Math.max(1, Math.min(Number(limit) || 50, 100));
17
+ const ranked = candidates.map((candidate) => {
18
+ const text = String(candidate.text || "").toLowerCase();
19
+ const name = String(candidate.name || "").toLowerCase();
20
+ const tags = Array.isArray(candidate.tags) ? candidate.tags : [];
21
+ const hints = candidate.scoreHints || {};
22
+ const hintValues = [
23
+ ...(hints.modelHints || []),
24
+ ...(hints.generationSurfaceHints || []),
25
+ ...(hints.taskHints || []),
26
+ ...(hints.sizeHints || []),
27
+ ...(hints.qualityHints || []),
28
+ ];
29
+ let score = 0;
30
+
31
+ if (terms.length === 0) score += 1;
32
+ for (const term of terms) {
33
+ if (name.includes(term)) score += 18;
34
+ if (includesAny(tags, [term])) score += 12;
35
+ if (includesAny(hintValues, [term])) score += 14;
36
+ if (text.includes(term)) score += 5;
37
+ if (String(candidate.sourceFileId || "").toLowerCase().includes(term)) score += 4;
38
+ }
39
+ if (tags.some((tag) => tag === "trust:curated")) score += 5;
40
+ if (candidate.warnings?.length) score -= candidate.warnings.length * 3;
41
+
42
+ return { ...candidate, score };
43
+ });
44
+
45
+ return ranked
46
+ .filter((candidate) => terms.length === 0 || candidate.score > 0)
47
+ .sort((a, b) => b.score - a.score || String(a.name).localeCompare(String(b.name)))
48
+ .slice(0, boundedLimit);
49
+ }
@@ -0,0 +1,31 @@
1
+ import { normalizeImageModel, normalizeReasoningEffort } from "./imageModels.js";
2
+ export function resolveProviderOptions(ctx, { provider = "oauth", rawModel, rawReasoningEffort, rawSize = "1024x1024", rawWebSearchEnabled = true, searchMode = "on", } = {}) {
3
+ const activeProvider = provider === "api" ? "api" : "oauth";
4
+ const apiConfig = ctx?.config?.apiProvider || {};
5
+ const modelInput = activeProvider === "api"
6
+ ? (rawModel || apiConfig.defaultImageModel || "gpt-5.4-mini")
7
+ : rawModel;
8
+ const modelCheck = normalizeImageModel(ctx, modelInput);
9
+ if (modelCheck.error)
10
+ return { error: modelCheck.error, code: modelCheck.code, status: modelCheck.status };
11
+ const reasoningInput = activeProvider === "api"
12
+ ? (rawReasoningEffort || apiConfig.defaultReasoningEffort || "low")
13
+ : rawReasoningEffort;
14
+ const reasoningCheck = normalizeReasoningEffort(ctx, reasoningInput);
15
+ if (reasoningCheck.error) {
16
+ return { error: reasoningCheck.error, code: reasoningCheck.code, status: reasoningCheck.status };
17
+ }
18
+ const size = activeProvider === "api" && (typeof rawSize !== "string" || rawSize.length === 0)
19
+ ? (apiConfig.defaultSize || "1024x1024")
20
+ : rawSize;
21
+ const webSearchEnabled = activeProvider === "api"
22
+ ? apiConfig.allowWebSearch !== false && rawWebSearchEnabled !== false && searchMode !== "off"
23
+ : rawWebSearchEnabled !== false && searchMode !== "off";
24
+ return {
25
+ provider: activeProvider,
26
+ model: modelCheck.model,
27
+ reasoningEffort: reasoningCheck.effort,
28
+ size,
29
+ webSearchEnabled,
30
+ };
31
+ }
@@ -0,0 +1,41 @@
1
+ import { normalizeImageModel, normalizeReasoningEffort } from "./imageModels.js";
2
+
3
+ export function resolveProviderOptions(ctx, {
4
+ provider = "oauth",
5
+ rawModel,
6
+ rawReasoningEffort,
7
+ rawSize = "1024x1024",
8
+ rawWebSearchEnabled = true,
9
+ searchMode = "on",
10
+ }: any = {}) {
11
+ const activeProvider = provider === "api" ? "api" : "oauth";
12
+ const apiConfig = ctx?.config?.apiProvider || {};
13
+ const modelInput = activeProvider === "api"
14
+ ? (rawModel || apiConfig.defaultImageModel || "gpt-5.4-mini")
15
+ : rawModel;
16
+ const modelCheck = normalizeImageModel(ctx, modelInput);
17
+ if (modelCheck.error) return { error: modelCheck.error, code: modelCheck.code, status: modelCheck.status };
18
+
19
+ const reasoningInput = activeProvider === "api"
20
+ ? (rawReasoningEffort || apiConfig.defaultReasoningEffort || "low")
21
+ : rawReasoningEffort;
22
+ const reasoningCheck = normalizeReasoningEffort(ctx, reasoningInput);
23
+ if (reasoningCheck.error) {
24
+ return { error: reasoningCheck.error, code: reasoningCheck.code, status: reasoningCheck.status };
25
+ }
26
+
27
+ const size = activeProvider === "api" && (typeof rawSize !== "string" || rawSize.length === 0)
28
+ ? (apiConfig.defaultSize || "1024x1024")
29
+ : rawSize;
30
+ const webSearchEnabled = activeProvider === "api"
31
+ ? apiConfig.allowWebSearch !== false && rawWebSearchEnabled !== false && searchMode !== "off"
32
+ : rawWebSearchEnabled !== false && searchMode !== "off";
33
+
34
+ return {
35
+ provider: activeProvider,
36
+ model: modelCheck.model,
37
+ reasoningEffort: reasoningCheck.effort,
38
+ size,
39
+ webSearchEnabled,
40
+ };
41
+ }