@s-hirano-ist/s-scripts 1.12.2 → 1.14.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (87) hide show
  1. package/dist/cleanup-minio-images.d.ts +3 -0
  2. package/dist/cleanup-minio-images.d.ts.map +1 -0
  3. package/dist/cleanup-minio-images.js +111 -0
  4. package/dist/cleanup-minio-images.js.map +1 -0
  5. package/dist/fetch-articles.js +1 -3
  6. package/dist/fetch-articles.js.map +1 -1
  7. package/dist/fetch-books.js +1 -3
  8. package/dist/fetch-books.js.map +1 -1
  9. package/dist/fetch-images.js +1 -3
  10. package/dist/fetch-images.js.map +1 -1
  11. package/dist/fetch-notes.js +1 -3
  12. package/dist/fetch-notes.js.map +1 -1
  13. package/dist/infrastructures/articles-command-repository.d.ts +11 -1
  14. package/dist/infrastructures/articles-command-repository.d.ts.map +1 -1
  15. package/dist/infrastructures/articles-command-repository.js.map +1 -1
  16. package/dist/infrastructures/books-command-repository.d.ts +11 -1
  17. package/dist/infrastructures/books-command-repository.d.ts.map +1 -1
  18. package/dist/infrastructures/books-command-repository.js.map +1 -1
  19. package/dist/infrastructures/images-command-repository.d.ts +11 -1
  20. package/dist/infrastructures/images-command-repository.d.ts.map +1 -1
  21. package/dist/infrastructures/images-command-repository.js.map +1 -1
  22. package/dist/infrastructures/notes-command-repository.d.ts +11 -1
  23. package/dist/infrastructures/notes-command-repository.d.ts.map +1 -1
  24. package/dist/infrastructures/notes-command-repository.js.map +1 -1
  25. package/dist/ingest-articles.d.ts +3 -0
  26. package/dist/ingest-articles.d.ts.map +1 -0
  27. package/dist/ingest-articles.js +230 -0
  28. package/dist/ingest-articles.js.map +1 -0
  29. package/dist/ingest-books.d.ts +3 -0
  30. package/dist/ingest-books.d.ts.map +1 -0
  31. package/dist/ingest-books.js +167 -0
  32. package/dist/ingest-books.js.map +1 -0
  33. package/dist/ingest-images.d.ts +3 -0
  34. package/dist/ingest-images.d.ts.map +1 -0
  35. package/dist/ingest-images.js +196 -0
  36. package/dist/ingest-images.js.map +1 -0
  37. package/dist/ingest-notes.d.ts +3 -0
  38. package/dist/ingest-notes.d.ts.map +1 -0
  39. package/dist/ingest-notes.js +187 -0
  40. package/dist/ingest-notes.js.map +1 -0
  41. package/dist/rag/ingest-config.d.ts +8 -0
  42. package/dist/rag/ingest-config.d.ts.map +1 -0
  43. package/dist/rag/ingest-config.js +8 -0
  44. package/dist/rag/ingest-config.js.map +1 -0
  45. package/dist/rag/ingest.d.ts +1 -1
  46. package/dist/rag/ingest.d.ts.map +1 -1
  47. package/dist/rag/ingest.js +51 -82
  48. package/dist/rag/ingest.js.map +1 -1
  49. package/dist/rag/search.d.ts +1 -1
  50. package/dist/rag/search.d.ts.map +1 -1
  51. package/dist/rag/search.js +57 -69
  52. package/dist/rag/search.js.map +1 -1
  53. package/dist/reset-articles.js +1 -3
  54. package/dist/reset-articles.js.map +1 -1
  55. package/dist/reset-books.js +1 -3
  56. package/dist/reset-books.js.map +1 -1
  57. package/dist/reset-images.js +1 -3
  58. package/dist/reset-images.js.map +1 -1
  59. package/dist/reset-notes.js +1 -3
  60. package/dist/reset-notes.js.map +1 -1
  61. package/dist/revert-articles.js +1 -3
  62. package/dist/revert-articles.js.map +1 -1
  63. package/dist/revert-books.js +1 -3
  64. package/dist/revert-books.js.map +1 -1
  65. package/dist/revert-images.js +1 -3
  66. package/dist/revert-images.js.map +1 -1
  67. package/dist/revert-notes.js +1 -3
  68. package/dist/revert-notes.js.map +1 -1
  69. package/dist/update-raw-articles.js +40 -26
  70. package/dist/update-raw-articles.js.map +1 -1
  71. package/package.json +20 -8
  72. package/dist/rag/chunker.d.ts +0 -10
  73. package/dist/rag/chunker.d.ts.map +0 -1
  74. package/dist/rag/chunker.js +0 -188
  75. package/dist/rag/chunker.js.map +0 -1
  76. package/dist/rag/config.d.ts +0 -44
  77. package/dist/rag/config.d.ts.map +0 -1
  78. package/dist/rag/config.js +0 -34
  79. package/dist/rag/config.js.map +0 -1
  80. package/dist/rag/embedding.d.ts +0 -15
  81. package/dist/rag/embedding.d.ts.map +0 -1
  82. package/dist/rag/embedding.js +0 -61
  83. package/dist/rag/embedding.js.map +0 -1
  84. package/dist/rag/qdrant-client.d.ts +0 -40
  85. package/dist/rag/qdrant-client.d.ts.map +0 -1
  86. package/dist/rag/qdrant-client.js +0 -160
  87. package/dist/rag/qdrant-client.js.map +0 -1
@@ -0,0 +1,230 @@
1
+ #!/usr/bin/env node
2
+ import { readFile } from "node:fs/promises";
3
+ import { basename } from "node:path";
4
+ import { makeExportedStatus, makeId, makeUserId, } from "@s-hirano-ist/s-core/shared-kernel/entities/common-entity";
5
+ import { createPushoverService } from "@s-hirano-ist/s-notification";
6
+ import { glob } from "glob";
7
+ const SCRIPT_NAME = "ingest-articles";
8
+ async function main() {
9
+ const dryRun = process.argv.includes("--dry-run");
10
+ const env = {
11
+ DATABASE_URL: process.env.DATABASE_URL,
12
+ PUSHOVER_URL: process.env.PUSHOVER_URL,
13
+ PUSHOVER_USER_KEY: process.env.PUSHOVER_USER_KEY,
14
+ PUSHOVER_APP_TOKEN: process.env.PUSHOVER_APP_TOKEN,
15
+ USERNAME_TO_EXPORT: process.env.USERNAME_TO_EXPORT,
16
+ };
17
+ if (Object.values(env).some((v) => !v)) {
18
+ throw new Error("Required environment variables are not set.");
19
+ }
20
+ const contentsPath = process.env.S_CONTENTS_PATH ?? process.cwd();
21
+ // Dynamic import for Prisma ESM compatibility
22
+ const { PrismaClient } = await import("@s-hirano-ist/s-database/generated");
23
+ const prisma = new PrismaClient({ accelerateUrl: env.DATABASE_URL ?? "" });
24
+ const notificationService = createPushoverService({
25
+ url: env.PUSHOVER_URL ?? "",
26
+ userKey: env.PUSHOVER_USER_KEY ?? "",
27
+ appToken: env.PUSHOVER_APP_TOKEN ?? "",
28
+ });
29
+ const userId = makeUserId(env.USERNAME_TO_EXPORT ?? "");
30
+ const exported = makeExportedStatus();
31
+ const fileUrls = new Set();
32
+ async function ingestArticles() {
33
+ const files = await glob(`${contentsPath}/json/article/*.json`);
34
+ console.log(`📁 ${files.length} 件のJSONファイルを検出しました。`);
35
+ const existingArticles = await prisma.article.findMany({
36
+ where: { userId },
37
+ select: {
38
+ id: true,
39
+ url: true,
40
+ title: true,
41
+ quote: true,
42
+ ogImageUrl: true,
43
+ ogTitle: true,
44
+ ogDescription: true,
45
+ },
46
+ });
47
+ const existingArticlesMap = new Map(existingArticles.map((a) => [a.url, a]));
48
+ console.log(`📊 DB に ${existingArticlesMap.size} 件の既存記事があります。`);
49
+ const existingCategories = await prisma.category.findMany({
50
+ where: { userId },
51
+ });
52
+ const categoryMap = new Map(existingCategories.map((c) => [c.name, c.id]));
53
+ let insertedCount = 0;
54
+ let updatedCount = 0;
55
+ let skippedCount = 0;
56
+ let errorCount = 0;
57
+ let categoryCreatedCount = 0;
58
+ for (const filePath of files) {
59
+ try {
60
+ const content = await readFile(filePath, "utf-8");
61
+ const json = JSON.parse(content);
62
+ const categoryName = json.heading;
63
+ let categoryId = categoryMap.get(categoryName);
64
+ if (!categoryId) {
65
+ if (dryRun) {
66
+ console.log(`🔍 [dry-run] カテゴリ作成予定: ${categoryName}`);
67
+ categoryId = `dry-run-${categoryName}`;
68
+ }
69
+ else {
70
+ const category = await prisma.category.create({
71
+ data: {
72
+ id: String(makeId()),
73
+ name: categoryName,
74
+ userId,
75
+ createdAt: new Date(),
76
+ },
77
+ });
78
+ categoryId = category.id;
79
+ console.log(`📂 カテゴリ作成: ${categoryName}`);
80
+ }
81
+ categoryMap.set(categoryName, categoryId);
82
+ categoryCreatedCount++;
83
+ }
84
+ for (const item of json.body) {
85
+ try {
86
+ fileUrls.add(item.url);
87
+ const existing = existingArticlesMap.get(item.url);
88
+ if (existing) {
89
+ const fileQuote = item.quote ?? null;
90
+ const fileOgImageUrl = item.ogImageUrl ?? null;
91
+ const fileOgTitle = item.ogTitle ?? null;
92
+ const fileOgDescription = item.ogDescription ?? null;
93
+ if (existing.title === item.title &&
94
+ existing.quote === fileQuote &&
95
+ existing.ogImageUrl === fileOgImageUrl &&
96
+ existing.ogTitle === fileOgTitle &&
97
+ existing.ogDescription === fileOgDescription) {
98
+ // console.log(
99
+ // `⏭️ スキップ(変更なし): ${item.title} (${item.url})`,
100
+ // );
101
+ skippedCount++;
102
+ continue;
103
+ }
104
+ if (dryRun) {
105
+ console.log(`🔄 [dry-run] 更新予定: ${item.title} (${item.url})`);
106
+ }
107
+ else {
108
+ await prisma.article.update({
109
+ where: { id: existing.id },
110
+ data: {
111
+ title: item.title,
112
+ quote: fileQuote,
113
+ ogImageUrl: fileOgImageUrl,
114
+ ogTitle: fileOgTitle,
115
+ ogDescription: fileOgDescription,
116
+ },
117
+ });
118
+ console.log(`🔄 更新: ${item.title}`);
119
+ }
120
+ updatedCount++;
121
+ continue;
122
+ }
123
+ if (dryRun) {
124
+ console.log(`🔍 [dry-run] 挿入予定: ${item.title} (${item.url})`);
125
+ insertedCount++;
126
+ existingArticlesMap.set(item.url, {
127
+ id: "",
128
+ url: item.url,
129
+ title: item.title,
130
+ quote: item.quote ?? null,
131
+ ogImageUrl: item.ogImageUrl ?? null,
132
+ ogTitle: item.ogTitle ?? null,
133
+ ogDescription: item.ogDescription ?? null,
134
+ });
135
+ continue;
136
+ }
137
+ await prisma.article.create({
138
+ data: {
139
+ id: String(makeId()),
140
+ title: item.title,
141
+ url: item.url,
142
+ quote: item.quote ?? null,
143
+ ogImageUrl: item.ogImageUrl ?? null,
144
+ ogTitle: item.ogTitle ?? null,
145
+ ogDescription: item.ogDescription ?? null,
146
+ categoryId,
147
+ status: exported.status,
148
+ exportedAt: exported.exportedAt,
149
+ userId,
150
+ createdAt: new Date(),
151
+ },
152
+ });
153
+ insertedCount++;
154
+ existingArticlesMap.set(item.url, {
155
+ id: "",
156
+ url: item.url,
157
+ title: item.title,
158
+ quote: item.quote ?? null,
159
+ ogImageUrl: item.ogImageUrl ?? null,
160
+ ogTitle: item.ogTitle ?? null,
161
+ ogDescription: item.ogDescription ?? null,
162
+ });
163
+ console.log(`✅ 挿入: ${item.title}`);
164
+ }
165
+ catch (itemError) {
166
+ console.error(`❌ エラー(${basename(filePath)} > ${item.title}):`, `url(${item.url.length}文字)=${item.url}`, `title(${item.title.length}文字)`, `quote(${(item.quote ?? "").length}文字)`, `ogImageUrl(${(item.ogImageUrl ?? "").length}文字)`, `ogTitle(${(item.ogTitle ?? "").length}文字)`, `ogDescription(${(item.ogDescription ?? "").length}文字)`, itemError);
167
+ errorCount++;
168
+ }
169
+ }
170
+ }
171
+ catch (error) {
172
+ console.error(`❌ エラー(${basename(filePath)}):`, error);
173
+ errorCount++;
174
+ }
175
+ }
176
+ return {
177
+ insertedCount,
178
+ updatedCount,
179
+ skippedCount,
180
+ errorCount,
181
+ categoryCreatedCount,
182
+ };
183
+ }
184
+ async function purgeArticles() {
185
+ const exportedArticles = await prisma.article.findMany({
186
+ where: { userId, status: exported.status },
187
+ select: { id: true, url: true },
188
+ });
189
+ const toDelete = exportedArticles.filter((a) => !fileUrls.has(a.url));
190
+ if (toDelete.length === 0) {
191
+ console.log("🗑️ 削除対象なし");
192
+ return 0;
193
+ }
194
+ let deletedCount = 0;
195
+ for (const article of toDelete) {
196
+ if (dryRun) {
197
+ console.log(`🗑️ [dry-run] 削除予定: ${article.url}`);
198
+ }
199
+ else {
200
+ await prisma.article.delete({ where: { id: article.id } });
201
+ console.log(`🗑️ 削除: ${article.url}`);
202
+ }
203
+ deletedCount++;
204
+ }
205
+ return deletedCount;
206
+ }
207
+ try {
208
+ const { insertedCount, updatedCount, skippedCount, errorCount, categoryCreatedCount, } = await ingestArticles();
209
+ const deletedCount = await purgeArticles();
210
+ console.log(`\n📊 結果: 挿入 ${insertedCount} 件, 更新 ${updatedCount} 件, スキップ ${skippedCount} 件, 削除 ${deletedCount} 件, エラー ${errorCount} 件, カテゴリ新規 ${categoryCreatedCount} 件${dryRun ? " (dry-run)" : ""}`);
211
+ await notificationService.notifyInfo(`${SCRIPT_NAME} completed`, {
212
+ caller: SCRIPT_NAME,
213
+ });
214
+ }
215
+ catch (error) {
216
+ console.error("❌ エラーが発生しました:", error);
217
+ await notificationService.notifyError(`${SCRIPT_NAME} failed: ${error}`, {
218
+ caller: SCRIPT_NAME,
219
+ });
220
+ process.exit(1);
221
+ }
222
+ finally {
223
+ await prisma.$disconnect();
224
+ }
225
+ }
226
+ main().catch((error) => {
227
+ console.error(error);
228
+ process.exit(1);
229
+ });
230
+ //# sourceMappingURL=ingest-articles.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ingest-articles.js","sourceRoot":"","sources":["../src/ingest-articles.ts"],"names":[],"mappings":";AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AACrC,OAAO,EACN,kBAAkB,EAClB,MAAM,EACN,UAAU,GAEV,MAAM,2DAA2D,CAAC;AACnE,OAAO,EAAE,qBAAqB,EAAE,MAAM,8BAA8B,CAAC;AACrE,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAE5B,MAAM,WAAW,GAAG,iBAAiB,CAAC;AActC,KAAK,UAAU,IAAI;IAClB,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;IAElD,MAAM,GAAG,GAAG;QACX,YAAY,EAAE,OAAO,CAAC,GAAG,CAAC,YAAY;QACtC,YAAY,EAAE,OAAO,CAAC,GAAG,CAAC,YAAY;QACtC,iBAAiB,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB;QAChD,kBAAkB,EAAE,OAAO,CAAC,GAAG,CAAC,kBAAkB;QAClD,kBAAkB,EAAE,OAAO,CAAC,GAAG,CAAC,kBAAkB;KACzC,CAAC;IAEX,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACxC,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;IAChE,CAAC;IAED,MAAM,YAAY,GAAG,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC;IAElE,8CAA8C;IAC9C,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,MAAM,CAAC,oCAAoC,CAAC,CAAC;IAC5E,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,EAAE,aAAa,EAAE,GAAG,CAAC,YAAY,IAAI,EAAE,EAAE,CAAC,CAAC;IAE3E,MAAM,mBAAmB,GAAG,qBAAqB,CAAC;QACjD,GAAG,EAAE,GAAG,CAAC,YAAY,IAAI,EAAE;QAC3B,OAAO,EAAE,GAAG,CAAC,iBAAiB,IAAI,EAAE;QACpC,QAAQ,EAAE,GAAG,CAAC,kBAAkB,IAAI,EAAE;KACtC,CAAC,CAAC;IAEH,MAAM,MAAM,GAAW,UAAU,CAAC,GAAG,CAAC,kBAAkB,IAAI,EAAE,CAAC,CAAC;IAChE,MAAM,QAAQ,GAAG,kBAAkB,EAAE,CAAC;IAEtC,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;IAEnC,KAAK,UAAU,cAAc;QAC5B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,GAAG,YAAY,sBAAsB,CAAC,CAAC;QAChE,OAAO,CAAC,GAAG,CAAC,MAAM,KAAK,CAAC,MAAM,qBAAqB,CAAC,CAAC;QAWrD,MAAM,gBAAgB,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC;YACtD,KAAK,EAAE,EAAE,MAAM,EAAE;YACjB,MAAM,EAAE;gBACP,EAAE,EAAE,IAAI;gBACR,GAAG,EAAE,IAAI;gBACT,KAAK,EAAE,IAAI;gBACX,KAAK,EAAE,IAAI;gBACX,UAAU,EAAE,IAAI;gBAChB,OAAO,EAAE,IAAI;gBACb,aAAa,EAAE,IAAI;aACnB;SACD,CAAC,CAAC;QACH,MAAM,mBAAmB,GAAG,IAAI,GAAG,CAClC,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAkB,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CACxD,CAAC;QACF,OAAO,CAAC,GAAG,CACV,WAAW,mBAAmB,CAAC,IAAI,eAAe,CAClD,CAAC;QAEF,MAAM,kBAAkB,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC;YACzD,KAAK,EAAE,EAAE,MAAM,EAAE;SACjB,CAAC,CAAC;QACH,MAAM,WAAW,GAAG,IAAI,GAAG,CAC1B,kBAAkB,CAAC,GAAG,CACrB,CAAC,CAA+B,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,CAAU,CAC5D,CACD,CAAC;QAEF,IAAI,aAAa,GAAG,CAAC,CAAC;QACtB,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,oBAAoB,GAAG,CAAC,CAAC;QAE7B,KAAK,MAAM,QAAQ,IAAI,KAAK,EAAE,CAAC;YAC9B,IAAI,CAAC;gBACJ,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;gBAClD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAgB,CAAC;gBAEhD,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC;gBAClC,IAAI,UAAU,GAAG,WAAW,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;gBAE/C,IAAI,CAAC,UAAU,EAAE,CAAC;oBACjB,IAAI,MAAM,EAAE,CAAC;wBACZ,OAAO,CAAC,GAAG,CAAC,0BAA0B,YAAY,EAAE,CAAC,CAAC;wBACtD,UAAU,GAAG,WAAW,YAAY,EAAE,CAAC;oBACxC,CAAC;yBAAM,CAAC;wBACP,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;4BAC7C,IAAI,EAAE;gCACL,EAAE,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC;gCACpB,IAAI,EAAE,YAAY;gCAClB,MAAM;gCACN,SAAS,EAAE,IAAI,IAAI,EAAE;6BACrB;yBACD,CAAC,CAAC;wBACH,UAAU,GAAG,QAAQ,CAAC,EAAE,CAAC;wBACzB,OAAO,CAAC,GAAG,CAAC,cAAc,YAAY,EAAE,CAAC,CAAC;oBAC3C,CAAC;oBACD,WAAW,CAAC,GAAG,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;oBAC1C,oBAAoB,EAAE,CAAC;gBACxB,CAAC;gBAED,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;oBAC9B,IAAI,CAAC;wBACJ,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;wBAEvB,MAAM,QAAQ,GAAG,mBAAmB,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;wBACnD,IAAI,QAAQ,EAAE,CAAC;4BACd,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC;4BACrC,MAAM,cAAc,GAAG,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC;4BAC/C,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC;4BACzC,MAAM,iBAAiB,GAAG,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC;4BAErD,IACC,QAAQ,CAAC,KAAK,KAAK,IAAI,CAAC,KAAK;gCAC7B,QAAQ,CAAC,KAAK,KAAK,SAAS;gCAC5B,QAAQ,CAAC,UAAU,KAAK,cAAc;gCACtC,QAAQ,CAAC,OAAO,KAAK,WAAW;gCAChC,QAAQ,CAAC,aAAa,KAAK,iBAAiB,EAC3C,CAAC;gCACF,eAAe;gCACf,kDAAkD;gCAClD,KAAK;gCACL,YAAY,EAAE,CAAC;gCACf,SAAS;4BACV,CAAC;4BAED,IAAI,MAAM,EAAE,CAAC;gCACZ,OAAO,CAAC,GAAG,CACV,sBAAsB,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC,GAAG,GAAG,CAChD,CAAC;4BACH,CAAC;iCAAM,CAAC;gCACP,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC;oCAC3B,KAAK,EAAE,EAAE,EAAE,EAAE,QAAQ,CAAC,EAAE,EAAE;oCAC1B,IAAI,EAAE;wCACL,KAAK,EAAE,IAAI,CAAC,KAAK;wCACjB,KAAK,EAAE,SAAS;wCAChB,UAAU,EAAE,cAAc;wCAC1B,OAAO,EAAE,WAAW;wCACpB,aAAa,EAAE,iBAAiB;qCAChC;iCACD,CAAC,CAAC;gCACH,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;4BACrC,CAAC;4BACD,YAAY,EAAE,CAAC;4BACf,SAAS;wBACV,CAAC;wBAED,IAAI,MAAM,EAAE,CAAC;4BACZ,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC;4BAC9D,aAAa,EAAE,CAAC;4BAChB,mBAAmB,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE;gCACjC,EAAE,EAAE,EAAE;gCACN,GAAG,EAAE,IAAI,CAAC,GAAG;gCACb,KAAK,EAAE,IAAI,CAAC,KAAK;gCACjB,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,IAAI;gCACzB,UAAU,EAAE,IAAI,CAAC,UAAU,IAAI,IAAI;gCACnC,OAAO,EAAE,IAAI,CAAC,OAAO,IAAI,IAAI;gCAC7B,aAAa,EAAE,IAAI,CAAC,aAAa,IAAI,IAAI;6BACzC,CAAC,CAAC;4BACH,SAAS;wBACV,CAAC;wBAED,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC;4BAC3B,IAAI,EAAE;gCACL,EAAE,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC;gCACpB,KAAK,EAAE,IAAI,CAAC,KAAK;gCACjB,GAAG,EAAE,IAAI,CAAC,GAAG;gCACb,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,IAAI;gCACzB,UAAU,EAAE,IAAI,CAAC,UAAU,IAAI,IAAI;gCACnC,OAAO,EAAE,IAAI,CAAC,OAAO,IAAI,IAAI;gCAC7B,aAAa,EAAE,IAAI,CAAC,aAAa,IAAI,IAAI;gCACzC,UAAU;gCACV,MAAM,EAAE,QAAQ,CAAC,MAAM;gCACvB,UAAU,EAAE,QAAQ,CAAC,UAAU;gCAC/B,MAAM;gCACN,SAAS,EAAE,IAAI,IAAI,EAAE;6BACrB;yBACD,CAAC,CAAC;wBACH,aAAa,EAAE,CAAC;wBAChB,mBAAmB,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE;4BACjC,EAAE,EAAE,EAAE;4BACN,GAAG,EAAE,IAAI,CAAC,GAAG;4BACb,KAAK,EAAE,IAAI,CAAC,KAAK;4BACjB,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,IAAI;4BACzB,UAAU,EAAE,IAAI,CAAC,UAAU,IAAI,IAAI;4BACnC,OAAO,EAAE,IAAI,CAAC,OAAO,IAAI,IAAI;4BAC7B,aAAa,EAAE,IAAI,CAAC,aAAa,IAAI,IAAI;yBACzC,CAAC,CAAC;wBACH,OAAO,CAAC,GAAG,CAAC,SAAS,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;oBACpC,CAAC;oBAAC,OAAO,SAAS,EAAE,CAAC;wBACpB,OAAO,CAAC,KAAK,CACZ,SAAS,QAAQ,CAAC,QAAQ,CAAC,MAAM,IAAI,CAAC,KAAK,IAAI,EAC/C,OAAO,IAAI,CAAC,GAAG,CAAC,MAAM,OAAO,IAAI,CAAC,GAAG,EAAE,EACvC,SAAS,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,EAC/B,SAAS,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,MAAM,KAAK,EACvC,cAAc,CAAC,IAAI,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,MAAM,KAAK,EACjD,WAAW,CAAC,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,MAAM,KAAK,EAC3C,iBAAiB,CAAC,IAAI,CAAC,aAAa,IAAI,EAAE,CAAC,CAAC,MAAM,KAAK,EACvD,SAAS,CACT,CAAC;wBACF,UAAU,EAAE,CAAC;oBACd,CAAC;gBACF,CAAC;YACF,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAChB,OAAO,CAAC,KAAK,CAAC,SAAS,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;gBACtD,UAAU,EAAE,CAAC;YACd,CAAC;QACF,CAAC;QAED,OAAO;YACN,aAAa;YACb,YAAY;YACZ,YAAY;YACZ,UAAU;YACV,oBAAoB;SACpB,CAAC;IACH,CAAC;IAED,KAAK,UAAU,aAAa;QAC3B,MAAM,gBAAgB,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC;YACtD,KAAK,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE;YAC1C,MAAM,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE;SAC/B,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,gBAAgB,CAAC,MAAM,CACvC,CAAC,CAA8B,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CACxD,CAAC;QAEF,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC3B,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;YAC3B,OAAO,CAAC,CAAC;QACV,CAAC;QAED,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAChC,IAAI,MAAM,EAAE,CAAC;gBACZ,OAAO,CAAC,GAAG,CAAC,wBAAwB,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;YACpD,CAAC;iBAAM,CAAC;gBACP,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,OAAO,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;gBAC3D,OAAO,CAAC,GAAG,CAAC,YAAY,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;YACxC,CAAC;YACD,YAAY,EAAE,CAAC;QAChB,CAAC;QAED,OAAO,YAAY,CAAC;IACrB,CAAC;IAED,IAAI,CAAC;QACJ,MAAM,EACL,aAAa,EACb,YAAY,EACZ,YAAY,EACZ,UAAU,EACV,oBAAoB,GACpB,GAAG,MAAM,cAAc,EAAE,CAAC;QAC3B,MAAM,YAAY,GAAG,MAAM,aAAa,EAAE,CAAC;QAC3C,OAAO,CAAC,GAAG,CACV,eAAe,aAAa,UAAU,YAAY,YAAY,YAAY,UAAU,YAAY,WAAW,UAAU,cAAc,oBAAoB,KAAK,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,EAAE,CACxL,CAAC;QACF,MAAM,mBAAmB,CAAC,UAAU,CAAC,GAAG,WAAW,YAAY,EAAE;YAChE,MAAM,EAAE,WAAW;SACnB,CAAC,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAChB,OAAO,CAAC,KAAK,CAAC,eAAe,EAAE,KAAK,CAAC,CAAC;QACtC,MAAM,mBAAmB,CAAC,WAAW,CAAC,GAAG,WAAW,YAAY,KAAK,EAAE,EAAE;YACxE,MAAM,EAAE,WAAW;SACnB,CAAC,CAAC;QACH,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjB,CAAC;YAAS,CAAC;QACV,MAAM,MAAM,CAAC,WAAW,EAAE,CAAC;IAC5B,CAAC;AACF,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;IACtB,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACrB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AACjB,CAAC,CAAC,CAAC"}
@@ -0,0 +1,3 @@
1
+ #!/usr/bin/env node
2
+ export {};
3
+ //# sourceMappingURL=ingest-books.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ingest-books.d.ts","sourceRoot":"","sources":["../src/ingest-books.ts"],"names":[],"mappings":""}
@@ -0,0 +1,167 @@
1
+ #!/usr/bin/env node
2
+ import { readFile } from "node:fs/promises";
3
+ import { basename } from "node:path";
4
+ import { makeExportedStatus, makeId, makeUserId, } from "@s-hirano-ist/s-core/shared-kernel/entities/common-entity";
5
+ import { createPushoverService } from "@s-hirano-ist/s-notification";
6
+ import { glob } from "glob";
7
+ const SCRIPT_NAME = "ingest-books";
8
+ function parseBookFile(content) {
9
+ const lines = content.split("\n");
10
+ let title = "";
11
+ let bodyStartIndex = 0;
12
+ for (let i = 0; i < lines.length; i++) {
13
+ const line = lines[i];
14
+ if (line?.startsWith("# ")) {
15
+ title = line.slice(2).trim();
16
+ bodyStartIndex = i + 1;
17
+ break;
18
+ }
19
+ }
20
+ const body = lines.slice(bodyStartIndex).join("\n").trim();
21
+ return { title, markdown: body || null };
22
+ }
23
+ async function main() {
24
+ const dryRun = process.argv.includes("--dry-run");
25
+ const env = {
26
+ DATABASE_URL: process.env.DATABASE_URL,
27
+ PUSHOVER_URL: process.env.PUSHOVER_URL,
28
+ PUSHOVER_USER_KEY: process.env.PUSHOVER_USER_KEY,
29
+ PUSHOVER_APP_TOKEN: process.env.PUSHOVER_APP_TOKEN,
30
+ USERNAME_TO_EXPORT: process.env.USERNAME_TO_EXPORT,
31
+ };
32
+ if (Object.values(env).some((v) => !v)) {
33
+ throw new Error("Required environment variables are not set.");
34
+ }
35
+ const contentsPath = process.env.S_CONTENTS_PATH ?? process.cwd();
36
+ // Dynamic import for Prisma ESM compatibility
37
+ const { PrismaClient } = await import("@s-hirano-ist/s-database/generated");
38
+ const prisma = new PrismaClient({ accelerateUrl: env.DATABASE_URL ?? "" });
39
+ const notificationService = createPushoverService({
40
+ url: env.PUSHOVER_URL ?? "",
41
+ userKey: env.PUSHOVER_USER_KEY ?? "",
42
+ appToken: env.PUSHOVER_APP_TOKEN ?? "",
43
+ });
44
+ const userId = makeUserId(env.USERNAME_TO_EXPORT ?? "");
45
+ const exported = makeExportedStatus();
46
+ const fileIsbns = new Set();
47
+ async function ingestBooks() {
48
+ const files = await glob(`${contentsPath}/markdown/book/*.md`);
49
+ console.log(`📁 ${files.length} 件のファイルを検出しました。`);
50
+ const existingBooks = await prisma.book.findMany({
51
+ where: { userId },
52
+ select: { id: true, isbn: true, title: true, markdown: true },
53
+ });
54
+ const existingBooksMap = new Map(existingBooks.map((b) => [b.isbn, b]));
55
+ console.log(`📊 DB に ${existingBooksMap.size} 件の既存書籍があります。`);
56
+ let insertedCount = 0;
57
+ let updatedCount = 0;
58
+ let skippedCount = 0;
59
+ let errorCount = 0;
60
+ for (const filePath of files) {
61
+ const isbn = basename(filePath, ".md");
62
+ let title = "";
63
+ let markdown = null;
64
+ try {
65
+ fileIsbns.add(isbn);
66
+ const content = await readFile(filePath, "utf-8");
67
+ ({ title, markdown } = parseBookFile(content));
68
+ if (!title) {
69
+ console.error(`⚠️ タイトルなし: ${basename(filePath)}`);
70
+ errorCount++;
71
+ continue;
72
+ }
73
+ const existing = existingBooksMap.get(isbn);
74
+ if (existing) {
75
+ if (existing.title === title && existing.markdown === markdown) {
76
+ // console.log(`⏭️ スキップ(変更なし): ${isbn} (${existing.title})`);
77
+ skippedCount++;
78
+ continue;
79
+ }
80
+ if (dryRun) {
81
+ console.log(`🔄 [dry-run] 更新予定: ${isbn} (${title})`);
82
+ }
83
+ else {
84
+ await prisma.book.update({
85
+ where: { id: existing.id },
86
+ data: { title, markdown },
87
+ });
88
+ console.log(`🔄 更新: ${isbn} (${title})`);
89
+ }
90
+ updatedCount++;
91
+ continue;
92
+ }
93
+ if (dryRun) {
94
+ console.log(`🔍 [dry-run] 挿入予定: ${isbn} (${title})`);
95
+ insertedCount++;
96
+ continue;
97
+ }
98
+ await prisma.book.create({
99
+ data: {
100
+ id: String(makeId()),
101
+ isbn,
102
+ title,
103
+ markdown,
104
+ status: exported.status,
105
+ exportedAt: exported.exportedAt,
106
+ userId,
107
+ createdAt: new Date(),
108
+ tags: [],
109
+ },
110
+ });
111
+ insertedCount++;
112
+ console.log(`✅ 挿入: ${isbn} (${title})`);
113
+ }
114
+ catch (error) {
115
+ console.error(`❌ エラー(${basename(filePath)}):`, `isbn=${isbn}`, `title(${title.length}文字)`, `markdown(${(markdown ?? "").length}文字)`, error);
116
+ errorCount++;
117
+ }
118
+ }
119
+ return { insertedCount, updatedCount, skippedCount, errorCount };
120
+ }
121
+ async function purgeBooks() {
122
+ const exportedBooks = await prisma.book.findMany({
123
+ where: { userId, status: exported.status },
124
+ select: { id: true, isbn: true },
125
+ });
126
+ const toDelete = exportedBooks.filter((b) => !fileIsbns.has(b.isbn));
127
+ if (toDelete.length === 0) {
128
+ console.log("🗑️ 削除対象なし");
129
+ return 0;
130
+ }
131
+ let deletedCount = 0;
132
+ for (const book of toDelete) {
133
+ if (dryRun) {
134
+ console.log(`🗑️ [dry-run] 削除予定: ${book.isbn}`);
135
+ }
136
+ else {
137
+ await prisma.book.delete({ where: { id: book.id } });
138
+ console.log(`🗑️ 削除: ${book.isbn}`);
139
+ }
140
+ deletedCount++;
141
+ }
142
+ return deletedCount;
143
+ }
144
+ try {
145
+ const { insertedCount, updatedCount, skippedCount, errorCount } = await ingestBooks();
146
+ const deletedCount = await purgeBooks();
147
+ console.log(`\n📊 結果: 挿入 ${insertedCount} 件, 更新 ${updatedCount} 件, スキップ ${skippedCount} 件, 削除 ${deletedCount} 件, エラー ${errorCount} 件${dryRun ? " (dry-run)" : ""}`);
148
+ await notificationService.notifyInfo(`${SCRIPT_NAME} completed`, {
149
+ caller: SCRIPT_NAME,
150
+ });
151
+ }
152
+ catch (error) {
153
+ console.error("❌ エラーが発生しました:", error);
154
+ await notificationService.notifyError(`${SCRIPT_NAME} failed: ${error}`, {
155
+ caller: SCRIPT_NAME,
156
+ });
157
+ process.exit(1);
158
+ }
159
+ finally {
160
+ await prisma.$disconnect();
161
+ }
162
+ }
163
+ main().catch((error) => {
164
+ console.error(error);
165
+ process.exit(1);
166
+ });
167
+ //# sourceMappingURL=ingest-books.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ingest-books.js","sourceRoot":"","sources":["../src/ingest-books.ts"],"names":[],"mappings":";AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AACrC,OAAO,EACN,kBAAkB,EAClB,MAAM,EACN,UAAU,GAEV,MAAM,2DAA2D,CAAC;AACnE,OAAO,EAAE,qBAAqB,EAAE,MAAM,8BAA8B,CAAC;AACrE,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAE5B,MAAM,WAAW,GAAG,cAAc,CAAC;AAEnC,SAAS,aAAa,CAAC,OAAe;IAIrC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAClC,IAAI,KAAK,GAAG,EAAE,CAAC;IACf,IAAI,cAAc,GAAG,CAAC,CAAC;IAEvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACtB,IAAI,IAAI,EAAE,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;YAC5B,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAC7B,cAAc,GAAG,CAAC,GAAG,CAAC,CAAC;YACvB,MAAM;QACP,CAAC;IACF,CAAC;IAED,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;IAC3D,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,IAAI,IAAI,EAAE,CAAC;AAC1C,CAAC;AAED,KAAK,UAAU,IAAI;IAClB,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;IAElD,MAAM,GAAG,GAAG;QACX,YAAY,EAAE,OAAO,CAAC,GAAG,CAAC,YAAY;QACtC,YAAY,EAAE,OAAO,CAAC,GAAG,CAAC,YAAY;QACtC,iBAAiB,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB;QAChD,kBAAkB,EAAE,OAAO,CAAC,GAAG,CAAC,kBAAkB;QAClD,kBAAkB,EAAE,OAAO,CAAC,GAAG,CAAC,kBAAkB;KACzC,CAAC;IAEX,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACxC,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;IAChE,CAAC;IAED,MAAM,YAAY,GAAG,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC;IAElE,8CAA8C;IAC9C,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,MAAM,CAAC,oCAAoC,CAAC,CAAC;IAC5E,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,EAAE,aAAa,EAAE,GAAG,CAAC,YAAY,IAAI,EAAE,EAAE,CAAC,CAAC;IAE3E,MAAM,mBAAmB,GAAG,qBAAqB,CAAC;QACjD,GAAG,EAAE,GAAG,CAAC,YAAY,IAAI,EAAE;QAC3B,OAAO,EAAE,GAAG,CAAC,iBAAiB,IAAI,EAAE;QACpC,QAAQ,EAAE,GAAG,CAAC,kBAAkB,IAAI,EAAE;KACtC,CAAC,CAAC;IAEH,MAAM,MAAM,GAAW,UAAU,CAAC,GAAG,CAAC,kBAAkB,IAAI,EAAE,CAAC,CAAC;IAChE,MAAM,QAAQ,GAAG,kBAAkB,EAAE,CAAC;IAEtC,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;IAEpC,KAAK,UAAU,WAAW;QACzB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,GAAG,YAAY,qBAAqB,CAAC,CAAC;QAC/D,OAAO,CAAC,GAAG,CAAC,MAAM,KAAK,CAAC,MAAM,iBAAiB,CAAC,CAAC;QAEjD,MAAM,aAAa,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC;YAChD,KAAK,EAAE,EAAE,MAAM,EAAE;YACjB,MAAM,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE;SAC7D,CAAC,CAAC;QACH,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAC/B,aAAa,CAAC,GAAG,CAChB,CAAC,CAKA,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CACjB,CACD,CAAC;QACF,OAAO,CAAC,GAAG,CAAC,WAAW,gBAAgB,CAAC,IAAI,eAAe,CAAC,CAAC;QAE7D,IAAI,aAAa,GAAG,CAAC,CAAC;QACtB,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,IAAI,UAAU,GAAG,CAAC,CAAC;QAEnB,KAAK,MAAM,QAAQ,IAAI,KAAK,EAAE,CAAC;YAC9B,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;YACvC,IAAI,KAAK,GAAG,EAAE,CAAC;YACf,IAAI,QAAQ,GAAkB,IAAI,CAAC;YACnC,IAAI,CAAC;gBACJ,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBAEpB,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;gBAClD,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC;gBAE/C,IAAI,CAAC,KAAK,EAAE,CAAC;oBACZ,OAAO,CAAC,KAAK,CAAC,eAAe,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;oBACnD,UAAU,EAAE,CAAC;oBACb,SAAS;gBACV,CAAC;gBAED,MAAM,QAAQ,GAAG,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBAC5C,IAAI,QAAQ,EAAE,CAAC;oBACd,IAAI,QAAQ,CAAC,KAAK,KAAK,KAAK,IAAI,QAAQ,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;wBAChE,8DAA8D;wBAC9D,YAAY,EAAE,CAAC;wBACf,SAAS;oBACV,CAAC;oBACD,IAAI,MAAM,EAAE,CAAC;wBACZ,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,KAAK,KAAK,GAAG,CAAC,CAAC;oBACtD,CAAC;yBAAM,CAAC;wBACP,MAAM,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC;4BACxB,KAAK,EAAE,EAAE,EAAE,EAAE,QAAQ,CAAC,EAAE,EAAE;4BAC1B,IAAI,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE;yBACzB,CAAC,CAAC;wBACH,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,KAAK,KAAK,GAAG,CAAC,CAAC;oBAC1C,CAAC;oBACD,YAAY,EAAE,CAAC;oBACf,SAAS;gBACV,CAAC;gBAED,IAAI,MAAM,EAAE,CAAC;oBACZ,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,KAAK,KAAK,GAAG,CAAC,CAAC;oBACrD,aAAa,EAAE,CAAC;oBAChB,SAAS;gBACV,CAAC;gBAED,MAAM,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC;oBACxB,IAAI,EAAE;wBACL,EAAE,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC;wBACpB,IAAI;wBACJ,KAAK;wBACL,QAAQ;wBACR,MAAM,EAAE,QAAQ,CAAC,MAAM;wBACvB,UAAU,EAAE,QAAQ,CAAC,UAAU;wBAC/B,MAAM;wBACN,SAAS,EAAE,IAAI,IAAI,EAAE;wBACrB,IAAI,EAAE,EAAE;qBACR;iBACD,CAAC,CAAC;gBACH,aAAa,EAAE,CAAC;gBAChB,OAAO,CAAC,GAAG,CAAC,SAAS,IAAI,KAAK,KAAK,GAAG,CAAC,CAAC;YACzC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAChB,OAAO,CAAC,KAAK,CACZ,SAAS,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAC/B,QAAQ,IAAI,EAAE,EACd,SAAS,KAAK,CAAC,MAAM,KAAK,EAC1B,YAAY,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,MAAM,KAAK,EACxC,KAAK,CACL,CAAC;gBACF,UAAU,EAAE,CAAC;YACd,CAAC;QACF,CAAC;QAED,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,YAAY,EAAE,UAAU,EAAE,CAAC;IAClE,CAAC;IAED,KAAK,UAAU,UAAU;QACxB,MAAM,aAAa,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC;YAChD,KAAK,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE;YAC1C,MAAM,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE;SAChC,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,aAAa,CAAC,MAAM,CACpC,CAAC,CAA+B,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAC3D,CAAC;QAEF,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC3B,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;YAC3B,OAAO,CAAC,CAAC;QACV,CAAC;QAED,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;YAC7B,IAAI,MAAM,EAAE,CAAC;gBACZ,OAAO,CAAC,GAAG,CAAC,wBAAwB,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;YAClD,CAAC;iBAAM,CAAC;gBACP,MAAM,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;gBACrD,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;YACtC,CAAC;YACD,YAAY,EAAE,CAAC;QAChB,CAAC;QAED,OAAO,YAAY,CAAC;IACrB,CAAC;IAED,IAAI,CAAC;QACJ,MAAM,EAAE,aAAa,EAAE,YAAY,EAAE,YAAY,EAAE,UAAU,EAAE,GAC9D,MAAM,WAAW,EAAE,CAAC;QACrB,MAAM,YAAY,GAAG,MAAM,UAAU,EAAE,CAAC;QACxC,OAAO,CAAC,GAAG,CACV,eAAe,aAAa,UAAU,YAAY,YAAY,YAAY,UAAU,YAAY,WAAW,UAAU,KAAK,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,EAAE,CACtJ,CAAC;QACF,MAAM,mBAAmB,CAAC,UAAU,CAAC,GAAG,WAAW,YAAY,EAAE;YAChE,MAAM,EAAE,WAAW;SACnB,CAAC,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAChB,OAAO,CAAC,KAAK,CAAC,eAAe,EAAE,KAAK,CAAC,CAAC;QACtC,MAAM,mBAAmB,CAAC,WAAW,CAAC,GAAG,WAAW,YAAY,KAAK,EAAE,EAAE;YACxE,MAAM,EAAE,WAAW;SACnB,CAAC,CAAC;QACH,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjB,CAAC;YAAS,CAAC;QACV,MAAM,MAAM,CAAC,WAAW,EAAE,CAAC;IAC5B,CAAC;AACF,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;IACtB,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACrB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AACjB,CAAC,CAAC,CAAC"}
@@ -0,0 +1,3 @@
1
+ #!/usr/bin/env node
2
+ export {};
3
+ //# sourceMappingURL=ingest-images.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ingest-images.d.ts","sourceRoot":"","sources":["../src/ingest-images.ts"],"names":[],"mappings":""}
@@ -0,0 +1,196 @@
1
+ #!/usr/bin/env node
2
+ import { readFile, stat } from "node:fs/promises";
3
+ import { basename, extname } from "node:path";
4
+ import { makeExportedStatus, makeId, makeUserId, } from "@s-hirano-ist/s-core/shared-kernel/entities/common-entity";
5
+ import { createPushoverService } from "@s-hirano-ist/s-notification";
6
+ import { glob } from "glob";
7
+ import * as Minio from "minio";
8
+ import sharp from "sharp";
9
+ const SCRIPT_NAME = "ingest-images";
10
+ const ORIGINAL_IMAGE_PATH = "images/original";
11
+ const THUMBNAIL_IMAGE_PATH = "images/thumbnail";
12
+ const THUMBNAIL_SIZE = 192;
13
+ function getContentType(filePath) {
14
+ const ext = extname(filePath).toLowerCase();
15
+ switch (ext) {
16
+ case ".jpg":
17
+ case ".jpeg":
18
+ return "image/jpeg";
19
+ case ".png":
20
+ return "image/png";
21
+ case ".gif":
22
+ return "image/gif";
23
+ case ".webp":
24
+ return "image/webp";
25
+ default:
26
+ return null;
27
+ }
28
+ }
29
+ async function main() {
30
+ const dryRun = process.argv.includes("--dry-run");
31
+ const env = {
32
+ DATABASE_URL: process.env.DATABASE_URL,
33
+ PUSHOVER_URL: process.env.PUSHOVER_URL,
34
+ PUSHOVER_USER_KEY: process.env.PUSHOVER_USER_KEY,
35
+ PUSHOVER_APP_TOKEN: process.env.PUSHOVER_APP_TOKEN,
36
+ USERNAME_TO_EXPORT: process.env.USERNAME_TO_EXPORT,
37
+ MINIO_HOST: process.env.MINIO_HOST,
38
+ MINIO_PORT: process.env.MINIO_PORT,
39
+ MINIO_BUCKET_NAME: process.env.MINIO_BUCKET_NAME,
40
+ MINIO_ACCESS_KEY: process.env.MINIO_ACCESS_KEY,
41
+ MINIO_SECRET_KEY: process.env.MINIO_SECRET_KEY,
42
+ };
43
+ if (Object.values(env).some((v) => !v)) {
44
+ throw new Error("Required environment variables are not set.");
45
+ }
46
+ const contentsPath = process.env.S_CONTENTS_PATH ?? process.cwd();
47
+ // Dynamic import for Prisma ESM compatibility
48
+ const { PrismaClient } = await import("@s-hirano-ist/s-database/generated");
49
+ const prisma = new PrismaClient({ accelerateUrl: env.DATABASE_URL ?? "" });
50
+ const notificationService = createPushoverService({
51
+ url: env.PUSHOVER_URL ?? "",
52
+ userKey: env.PUSHOVER_USER_KEY ?? "",
53
+ appToken: env.PUSHOVER_APP_TOKEN ?? "",
54
+ });
55
+ const minioClient = new Minio.Client({
56
+ endPoint: env.MINIO_HOST ?? "",
57
+ port: Number(env.MINIO_PORT),
58
+ useSSL: true,
59
+ accessKey: env.MINIO_ACCESS_KEY ?? "",
60
+ secretKey: env.MINIO_SECRET_KEY ?? "",
61
+ });
62
+ const bucketName = env.MINIO_BUCKET_NAME ?? "";
63
+ const userId = makeUserId(env.USERNAME_TO_EXPORT ?? "");
64
+ const exported = makeExportedStatus();
65
+ const filePaths = new Set();
66
+ async function ingestImages() {
67
+ const files = await glob(`${contentsPath}/image/dump/*`);
68
+ const imageFiles = files.filter((f) => getContentType(f) !== null);
69
+ console.log(`📁 ${imageFiles.length} 件の画像ファイルを検出しました。`);
70
+ const existingImages = await prisma.image.findMany({
71
+ where: { userId },
72
+ select: { id: true, path: true },
73
+ });
74
+ const existingImagesMap = new Map(existingImages.map((i) => [i.path, i]));
75
+ console.log(`📊 DB に ${existingImagesMap.size} 件の既存画像があります。`);
76
+ let insertedCount = 0;
77
+ let skippedCount = 0;
78
+ let errorCount = 0;
79
+ for (const filePath of imageFiles) {
80
+ const imagePath = basename(filePath);
81
+ filePaths.add(imagePath);
82
+ try {
83
+ if (existingImagesMap.has(imagePath)) {
84
+ skippedCount++;
85
+ continue;
86
+ }
87
+ const buffer = await readFile(filePath);
88
+ const fileStat = await stat(filePath);
89
+ const metadata = await sharp(buffer).metadata();
90
+ const contentType = getContentType(filePath);
91
+ if (!contentType) {
92
+ console.log(`⏭️ スキップ(未対応形式): ${imagePath}`);
93
+ skippedCount++;
94
+ continue;
95
+ }
96
+ if (dryRun) {
97
+ console.log(`🔍 [dry-run] 挿入予定: ${imagePath}`);
98
+ insertedCount++;
99
+ continue;
100
+ }
101
+ // Upload original to MinIO if not exists
102
+ const originalKey = `${ORIGINAL_IMAGE_PATH}/${imagePath}`;
103
+ try {
104
+ await minioClient.statObject(bucketName, originalKey);
105
+ console.log(`📦 MinIO に既存(original): ${imagePath}`);
106
+ }
107
+ catch {
108
+ await minioClient.putObject(bucketName, originalKey, buffer);
109
+ console.log(`📤 MinIO アップロード(original): ${imagePath}`);
110
+ }
111
+ // Generate and upload thumbnail
112
+ const thumbnailBuffer = await sharp(buffer)
113
+ .resize(THUMBNAIL_SIZE, THUMBNAIL_SIZE, { fit: "cover" })
114
+ .toBuffer();
115
+ const thumbnailKey = `${THUMBNAIL_IMAGE_PATH}/${imagePath}`;
116
+ await minioClient.putObject(bucketName, thumbnailKey, thumbnailBuffer);
117
+ console.log(`📤 MinIO アップロード(thumbnail): ${imagePath}`);
118
+ // Create DB record
119
+ await prisma.image.create({
120
+ data: {
121
+ id: String(makeId()),
122
+ path: imagePath,
123
+ contentType,
124
+ fileSize: fileStat.size,
125
+ width: metadata.width ?? null,
126
+ height: metadata.height ?? null,
127
+ status: exported.status,
128
+ exportedAt: exported.exportedAt,
129
+ userId,
130
+ createdAt: new Date(),
131
+ },
132
+ });
133
+ insertedCount++;
134
+ console.log(`✅ 挿入: ${imagePath}`);
135
+ }
136
+ catch (error) {
137
+ console.error(`❌ エラー(${imagePath}):`, error);
138
+ errorCount++;
139
+ }
140
+ }
141
+ return { insertedCount, skippedCount, errorCount };
142
+ }
143
+ async function purgeImages() {
144
+ const exportedImages = await prisma.image.findMany({
145
+ where: { userId, status: exported.status },
146
+ select: { id: true, path: true },
147
+ });
148
+ const toDelete = exportedImages.filter((i) => !filePaths.has(i.path));
149
+ if (toDelete.length === 0) {
150
+ console.log("🗑️ 削除対象なし");
151
+ return 0;
152
+ }
153
+ let deletedCount = 0;
154
+ for (const image of toDelete) {
155
+ try {
156
+ if (dryRun) {
157
+ console.log(`🗑️ [dry-run] 削除予定: ${image.path}`);
158
+ }
159
+ else {
160
+ await prisma.image.delete({ where: { id: image.id } });
161
+ await minioClient.removeObject(bucketName, `${ORIGINAL_IMAGE_PATH}/${image.path}`);
162
+ await minioClient.removeObject(bucketName, `${THUMBNAIL_IMAGE_PATH}/${image.path}`);
163
+ console.log(`🗑️ 削除: ${image.path}`);
164
+ }
165
+ deletedCount++;
166
+ }
167
+ catch (error) {
168
+ console.error(`❌ 削除エラー(${image.path}):`, error);
169
+ }
170
+ }
171
+ return deletedCount;
172
+ }
173
+ try {
174
+ const { insertedCount, skippedCount, errorCount } = await ingestImages();
175
+ const deletedCount = await purgeImages();
176
+ console.log(`\n📊 結果: 挿入 ${insertedCount} 件, スキップ ${skippedCount} 件, 削除 ${deletedCount} 件, エラー ${errorCount} 件${dryRun ? " (dry-run)" : ""}`);
177
+ await notificationService.notifyInfo(`${SCRIPT_NAME} completed`, {
178
+ caller: SCRIPT_NAME,
179
+ });
180
+ }
181
+ catch (error) {
182
+ console.error("❌ エラーが発生しました:", error);
183
+ await notificationService.notifyError(`${SCRIPT_NAME} failed: ${error}`, {
184
+ caller: SCRIPT_NAME,
185
+ });
186
+ process.exit(1);
187
+ }
188
+ finally {
189
+ await prisma.$disconnect();
190
+ }
191
+ }
192
+ main().catch((error) => {
193
+ console.error(error);
194
+ process.exit(1);
195
+ });
196
+ //# sourceMappingURL=ingest-images.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ingest-images.js","sourceRoot":"","sources":["../src/ingest-images.ts"],"names":[],"mappings":";AACA,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAClD,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC9C,OAAO,EACN,kBAAkB,EAClB,MAAM,EACN,UAAU,GAEV,MAAM,2DAA2D,CAAC;AACnE,OAAO,EAAE,qBAAqB,EAAE,MAAM,8BAA8B,CAAC;AACrE,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,KAAK,KAAK,MAAM,OAAO,CAAC;AAC/B,OAAO,KAAK,MAAM,OAAO,CAAC;AAE1B,MAAM,WAAW,GAAG,eAAe,CAAC;AAEpC,MAAM,mBAAmB,GAAG,iBAAiB,CAAC;AAC9C,MAAM,oBAAoB,GAAG,kBAAkB,CAAC;AAChD,MAAM,cAAc,GAAG,GAAG,CAAC;AAE3B,SAAS,cAAc,CAAC,QAAgB;IACvC,MAAM,GAAG,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;IAC5C,QAAQ,GAAG,EAAE,CAAC;QACb,KAAK,MAAM,CAAC;QACZ,KAAK,OAAO;YACX,OAAO,YAAY,CAAC;QACrB,KAAK,MAAM;YACV,OAAO,WAAW,CAAC;QACpB,KAAK,MAAM;YACV,OAAO,WAAW,CAAC;QACpB,KAAK,OAAO;YACX,OAAO,YAAY,CAAC;QACrB;YACC,OAAO,IAAI,CAAC;IACd,CAAC;AACF,CAAC;AAED,KAAK,UAAU,IAAI;IAClB,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;IAElD,MAAM,GAAG,GAAG;QACX,YAAY,EAAE,OAAO,CAAC,GAAG,CAAC,YAAY;QACtC,YAAY,EAAE,OAAO,CAAC,GAAG,CAAC,YAAY;QACtC,iBAAiB,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB;QAChD,kBAAkB,EAAE,OAAO,CAAC,GAAG,CAAC,kBAAkB;QAClD,kBAAkB,EAAE,OAAO,CAAC,GAAG,CAAC,kBAAkB;QAClD,UAAU,EAAE,OAAO,CAAC,GAAG,CAAC,UAAU;QAClC,UAAU,EAAE,OAAO,CAAC,GAAG,CAAC,UAAU;QAClC,iBAAiB,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB;QAChD,gBAAgB,EAAE,OAAO,CAAC,GAAG,CAAC,gBAAgB;QAC9C,gBAAgB,EAAE,OAAO,CAAC,GAAG,CAAC,gBAAgB;KACrC,CAAC;IAEX,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACxC,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;IAChE,CAAC;IAED,MAAM,YAAY,GAAG,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC;IAElE,8CAA8C;IAC9C,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,MAAM,CAAC,oCAAoC,CAAC,CAAC;IAC5E,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,EAAE,aAAa,EAAE,GAAG,CAAC,YAAY,IAAI,EAAE,EAAE,CAAC,CAAC;IAE3E,MAAM,mBAAmB,GAAG,qBAAqB,CAAC;QACjD,GAAG,EAAE,GAAG,CAAC,YAAY,IAAI,EAAE;QAC3B,OAAO,EAAE,GAAG,CAAC,iBAAiB,IAAI,EAAE;QACpC,QAAQ,EAAE,GAAG,CAAC,kBAAkB,IAAI,EAAE;KACtC,CAAC,CAAC;IAEH,MAAM,WAAW,GAAG,IAAI,KAAK,CAAC,MAAM,CAAC;QACpC,QAAQ,EAAE,GAAG,CAAC,UAAU,IAAI,EAAE;QAC9B,IAAI,EAAE,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC;QAC5B,MAAM,EAAE,IAAI;QACZ,SAAS,EAAE,GAAG,CAAC,gBAAgB,IAAI,EAAE;QACrC,SAAS,EAAE,GAAG,CAAC,gBAAgB,IAAI,EAAE;KACrC,CAAC,CAAC;IAEH,MAAM,UAAU,GAAG,GAAG,CAAC,iBAAiB,IAAI,EAAE,CAAC;IAE/C,MAAM,MAAM,GAAW,UAAU,CAAC,GAAG,CAAC,kBAAkB,IAAI,EAAE,CAAC,CAAC;IAChE,MAAM,QAAQ,GAAG,kBAAkB,EAAE,CAAC;IAEtC,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;IAEpC,KAAK,UAAU,YAAY;QAC1B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,GAAG,YAAY,eAAe,CAAC,CAAC;QACzD,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,cAAc,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;QACnE,OAAO,CAAC,GAAG,CAAC,MAAM,UAAU,CAAC,MAAM,mBAAmB,CAAC,CAAC;QAExD,MAAM,cAAc,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC;YAClD,KAAK,EAAE,EAAE,MAAM,EAAE;YACjB,MAAM,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE;SAChC,CAAC,CAAC;QACH,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAChC,cAAc,CAAC,GAAG,CAAC,CAAC,CAA+B,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CACpE,CAAC;QACF,OAAO,CAAC,GAAG,CAAC,WAAW,iBAAiB,CAAC,IAAI,eAAe,CAAC,CAAC;QAE9D,IAAI,aAAa,GAAG,CAAC,CAAC;QACtB,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,IAAI,UAAU,GAAG,CAAC,CAAC;QAEnB,KAAK,MAAM,QAAQ,IAAI,UAAU,EAAE,CAAC;YACnC,MAAM,SAAS,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;YACrC,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YAEzB,IAAI,CAAC;gBACJ,IAAI,iBAAiB,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;oBACtC,YAAY,EAAE,CAAC;oBACf,SAAS;gBACV,CAAC;gBAED,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,QAAQ,CAAC,CAAC;gBACxC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC;gBACtC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,CAAC;gBAChD,MAAM,WAAW,GAAG,cAAc,CAAC,QAAQ,CAAC,CAAC;gBAE7C,IAAI,CAAC,WAAW,EAAE,CAAC;oBAClB,OAAO,CAAC,GAAG,CAAC,oBAAoB,SAAS,EAAE,CAAC,CAAC;oBAC7C,YAAY,EAAE,CAAC;oBACf,SAAS;gBACV,CAAC;gBAED,IAAI,MAAM,EAAE,CAAC;oBACZ,OAAO,CAAC,GAAG,CAAC,sBAAsB,SAAS,EAAE,CAAC,CAAC;oBAC/C,aAAa,EAAE,CAAC;oBAChB,SAAS;gBACV,CAAC;gBAED,yCAAyC;gBACzC,MAAM,WAAW,GAAG,GAAG,mBAAmB,IAAI,SAAS,EAAE,CAAC;gBAC1D,IAAI,CAAC;oBACJ,MAAM,WAAW,CAAC,UAAU,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;oBACtD,OAAO,CAAC,GAAG,CAAC,2BAA2B,SAAS,EAAE,CAAC,CAAC;gBACrD,CAAC;gBAAC,MAAM,CAAC;oBACR,MAAM,WAAW,CAAC,SAAS,CAAC,UAAU,EAAE,WAAW,EAAE,MAAM,CAAC,CAAC;oBAC7D,OAAO,CAAC,GAAG,CAAC,8BAA8B,SAAS,EAAE,CAAC,CAAC;gBACxD,CAAC;gBAED,gCAAgC;gBAChC,MAAM,eAAe,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC;qBACzC,MAAM,CAAC,cAAc,EAAE,cAAc,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC;qBACxD,QAAQ,EAAE,CAAC;gBACb,MAAM,YAAY,GAAG,GAAG,oBAAoB,IAAI,SAAS,EAAE,CAAC;gBAC5D,MAAM,WAAW,CAAC,SAAS,CAAC,UAAU,EAAE,YAAY,EAAE,eAAe,CAAC,CAAC;gBACvE,OAAO,CAAC,GAAG,CAAC,+BAA+B,SAAS,EAAE,CAAC,CAAC;gBAExD,mBAAmB;gBACnB,MAAM,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC;oBACzB,IAAI,EAAE;wBACL,EAAE,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC;wBACpB,IAAI,EAAE,SAAS;wBACf,WAAW;wBACX,QAAQ,EAAE,QAAQ,CAAC,IAAI;wBACvB,KAAK,EAAE,QAAQ,CAAC,KAAK,IAAI,IAAI;wBAC7B,MAAM,EAAE,QAAQ,CAAC,MAAM,IAAI,IAAI;wBAC/B,MAAM,EAAE,QAAQ,CAAC,MAAM;wBACvB,UAAU,EAAE,QAAQ,CAAC,UAAU;wBAC/B,MAAM;wBACN,SAAS,EAAE,IAAI,IAAI,EAAE;qBACrB;iBACD,CAAC,CAAC;gBACH,aAAa,EAAE,CAAC;gBAChB,OAAO,CAAC,GAAG,CAAC,SAAS,SAAS,EAAE,CAAC,CAAC;YACnC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAChB,OAAO,CAAC,KAAK,CAAC,SAAS,SAAS,IAAI,EAAE,KAAK,CAAC,CAAC;gBAC7C,UAAU,EAAE,CAAC;YACd,CAAC;QACF,CAAC;QAED,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,UAAU,EAAE,CAAC;IACpD,CAAC;IAED,KAAK,UAAU,WAAW;QACzB,MAAM,cAAc,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC;YAClD,KAAK,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE;YAC1C,MAAM,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE;SAChC,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,CACrC,CAAC,CAA+B,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAC3D,CAAC;QAEF,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC3B,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;YAC3B,OAAO,CAAC,CAAC;QACV,CAAC;QAED,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,KAAK,MAAM,KAAK,IAAI,QAAQ,EAAE,CAAC;YAC9B,IAAI,CAAC;gBACJ,IAAI,MAAM,EAAE,CAAC;oBACZ,OAAO,CAAC,GAAG,CAAC,wBAAwB,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;gBACnD,CAAC;qBAAM,CAAC;oBACP,MAAM,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;oBACvD,MAAM,WAAW,CAAC,YAAY,CAC7B,UAAU,EACV,GAAG,mBAAmB,IAAI,KAAK,CAAC,IAAI,EAAE,CACtC,CAAC;oBACF,MAAM,WAAW,CAAC,YAAY,CAC7B,UAAU,EACV,GAAG,oBAAoB,IAAI,KAAK,CAAC,IAAI,EAAE,CACvC,CAAC;oBACF,OAAO,CAAC,GAAG,CAAC,YAAY,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;gBACvC,CAAC;gBACD,YAAY,EAAE,CAAC;YAChB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAChB,OAAO,CAAC,KAAK,CAAC,WAAW,KAAK,CAAC,IAAI,IAAI,EAAE,KAAK,CAAC,CAAC;YACjD,CAAC;QACF,CAAC;QAED,OAAO,YAAY,CAAC;IACrB,CAAC;IAED,IAAI,CAAC;QACJ,MAAM,EAAE,aAAa,EAAE,YAAY,EAAE,UAAU,EAAE,GAAG,MAAM,YAAY,EAAE,CAAC;QACzE,MAAM,YAAY,GAAG,MAAM,WAAW,EAAE,CAAC;QACzC,OAAO,CAAC,GAAG,CACV,eAAe,aAAa,YAAY,YAAY,UAAU,YAAY,WAAW,UAAU,KAAK,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,EAAE,CAChI,CAAC;QACF,MAAM,mBAAmB,CAAC,UAAU,CAAC,GAAG,WAAW,YAAY,EAAE;YAChE,MAAM,EAAE,WAAW;SACnB,CAAC,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAChB,OAAO,CAAC,KAAK,CAAC,eAAe,EAAE,KAAK,CAAC,CAAC;QACtC,MAAM,mBAAmB,CAAC,WAAW,CAAC,GAAG,WAAW,YAAY,KAAK,EAAE,EAAE;YACxE,MAAM,EAAE,WAAW;SACnB,CAAC,CAAC;QACH,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjB,CAAC;YAAS,CAAC;QACV,MAAM,MAAM,CAAC,WAAW,EAAE,CAAC;IAC5B,CAAC;AACF,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;IACtB,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACrB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AACjB,CAAC,CAAC,CAAC"}
@@ -0,0 +1,3 @@
1
+ #!/usr/bin/env node
2
+ export {};
3
+ //# sourceMappingURL=ingest-notes.d.ts.map