@s-hirano-ist/s-scripts 1.12.2 → 1.14.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cleanup-minio-images.d.ts +3 -0
- package/dist/cleanup-minio-images.d.ts.map +1 -0
- package/dist/cleanup-minio-images.js +111 -0
- package/dist/cleanup-minio-images.js.map +1 -0
- package/dist/fetch-articles.js +1 -3
- package/dist/fetch-articles.js.map +1 -1
- package/dist/fetch-books.js +1 -3
- package/dist/fetch-books.js.map +1 -1
- package/dist/fetch-images.js +1 -3
- package/dist/fetch-images.js.map +1 -1
- package/dist/fetch-notes.js +1 -3
- package/dist/fetch-notes.js.map +1 -1
- package/dist/infrastructures/articles-command-repository.d.ts +11 -1
- package/dist/infrastructures/articles-command-repository.d.ts.map +1 -1
- package/dist/infrastructures/articles-command-repository.js.map +1 -1
- package/dist/infrastructures/books-command-repository.d.ts +11 -1
- package/dist/infrastructures/books-command-repository.d.ts.map +1 -1
- package/dist/infrastructures/books-command-repository.js.map +1 -1
- package/dist/infrastructures/images-command-repository.d.ts +11 -1
- package/dist/infrastructures/images-command-repository.d.ts.map +1 -1
- package/dist/infrastructures/images-command-repository.js.map +1 -1
- package/dist/infrastructures/notes-command-repository.d.ts +11 -1
- package/dist/infrastructures/notes-command-repository.d.ts.map +1 -1
- package/dist/infrastructures/notes-command-repository.js.map +1 -1
- package/dist/ingest-articles.d.ts +3 -0
- package/dist/ingest-articles.d.ts.map +1 -0
- package/dist/ingest-articles.js +230 -0
- package/dist/ingest-articles.js.map +1 -0
- package/dist/ingest-books.d.ts +3 -0
- package/dist/ingest-books.d.ts.map +1 -0
- package/dist/ingest-books.js +167 -0
- package/dist/ingest-books.js.map +1 -0
- package/dist/ingest-images.d.ts +3 -0
- package/dist/ingest-images.d.ts.map +1 -0
- package/dist/ingest-images.js +196 -0
- package/dist/ingest-images.js.map +1 -0
- package/dist/ingest-notes.d.ts +3 -0
- package/dist/ingest-notes.d.ts.map +1 -0
- package/dist/ingest-notes.js +187 -0
- package/dist/ingest-notes.js.map +1 -0
- package/dist/rag/ingest-config.d.ts +8 -0
- package/dist/rag/ingest-config.d.ts.map +1 -0
- package/dist/rag/ingest-config.js +8 -0
- package/dist/rag/ingest-config.js.map +1 -0
- package/dist/rag/ingest.d.ts +1 -1
- package/dist/rag/ingest.d.ts.map +1 -1
- package/dist/rag/ingest.js +51 -82
- package/dist/rag/ingest.js.map +1 -1
- package/dist/rag/search.d.ts +1 -1
- package/dist/rag/search.d.ts.map +1 -1
- package/dist/rag/search.js +57 -69
- package/dist/rag/search.js.map +1 -1
- package/dist/reset-articles.js +1 -3
- package/dist/reset-articles.js.map +1 -1
- package/dist/reset-books.js +1 -3
- package/dist/reset-books.js.map +1 -1
- package/dist/reset-images.js +1 -3
- package/dist/reset-images.js.map +1 -1
- package/dist/reset-notes.js +1 -3
- package/dist/reset-notes.js.map +1 -1
- package/dist/revert-articles.js +1 -3
- package/dist/revert-articles.js.map +1 -1
- package/dist/revert-books.js +1 -3
- package/dist/revert-books.js.map +1 -1
- package/dist/revert-images.js +1 -3
- package/dist/revert-images.js.map +1 -1
- package/dist/revert-notes.js +1 -3
- package/dist/revert-notes.js.map +1 -1
- package/dist/update-raw-articles.js +40 -26
- package/dist/update-raw-articles.js.map +1 -1
- package/package.json +20 -8
- package/dist/rag/chunker.d.ts +0 -10
- package/dist/rag/chunker.d.ts.map +0 -1
- package/dist/rag/chunker.js +0 -188
- package/dist/rag/chunker.js.map +0 -1
- package/dist/rag/config.d.ts +0 -44
- package/dist/rag/config.d.ts.map +0 -1
- package/dist/rag/config.js +0 -34
- package/dist/rag/config.js.map +0 -1
- package/dist/rag/embedding.d.ts +0 -15
- package/dist/rag/embedding.d.ts.map +0 -1
- package/dist/rag/embedding.js +0 -61
- package/dist/rag/embedding.js.map +0 -1
- package/dist/rag/qdrant-client.d.ts +0 -40
- package/dist/rag/qdrant-client.d.ts.map +0 -1
- package/dist/rag/qdrant-client.js +0 -160
- package/dist/rag/qdrant-client.js.map +0 -1
|
@@ -0,0 +1,230 @@
|
|
|
1
|
+
#!/usr/bin/env node
|
|
2
|
+
import { readFile } from "node:fs/promises";
|
|
3
|
+
import { basename } from "node:path";
|
|
4
|
+
import { makeExportedStatus, makeId, makeUserId, } from "@s-hirano-ist/s-core/shared-kernel/entities/common-entity";
|
|
5
|
+
import { createPushoverService } from "@s-hirano-ist/s-notification";
|
|
6
|
+
import { glob } from "glob";
|
|
7
|
+
const SCRIPT_NAME = "ingest-articles";
|
|
8
|
+
async function main() {
|
|
9
|
+
const dryRun = process.argv.includes("--dry-run");
|
|
10
|
+
const env = {
|
|
11
|
+
DATABASE_URL: process.env.DATABASE_URL,
|
|
12
|
+
PUSHOVER_URL: process.env.PUSHOVER_URL,
|
|
13
|
+
PUSHOVER_USER_KEY: process.env.PUSHOVER_USER_KEY,
|
|
14
|
+
PUSHOVER_APP_TOKEN: process.env.PUSHOVER_APP_TOKEN,
|
|
15
|
+
USERNAME_TO_EXPORT: process.env.USERNAME_TO_EXPORT,
|
|
16
|
+
};
|
|
17
|
+
if (Object.values(env).some((v) => !v)) {
|
|
18
|
+
throw new Error("Required environment variables are not set.");
|
|
19
|
+
}
|
|
20
|
+
const contentsPath = process.env.S_CONTENTS_PATH ?? process.cwd();
|
|
21
|
+
// Dynamic import for Prisma ESM compatibility
|
|
22
|
+
const { PrismaClient } = await import("@s-hirano-ist/s-database/generated");
|
|
23
|
+
const prisma = new PrismaClient({ accelerateUrl: env.DATABASE_URL ?? "" });
|
|
24
|
+
const notificationService = createPushoverService({
|
|
25
|
+
url: env.PUSHOVER_URL ?? "",
|
|
26
|
+
userKey: env.PUSHOVER_USER_KEY ?? "",
|
|
27
|
+
appToken: env.PUSHOVER_APP_TOKEN ?? "",
|
|
28
|
+
});
|
|
29
|
+
const userId = makeUserId(env.USERNAME_TO_EXPORT ?? "");
|
|
30
|
+
const exported = makeExportedStatus();
|
|
31
|
+
const fileUrls = new Set();
|
|
32
|
+
async function ingestArticles() {
|
|
33
|
+
const files = await glob(`${contentsPath}/json/article/*.json`);
|
|
34
|
+
console.log(`📁 ${files.length} 件のJSONファイルを検出しました。`);
|
|
35
|
+
const existingArticles = await prisma.article.findMany({
|
|
36
|
+
where: { userId },
|
|
37
|
+
select: {
|
|
38
|
+
id: true,
|
|
39
|
+
url: true,
|
|
40
|
+
title: true,
|
|
41
|
+
quote: true,
|
|
42
|
+
ogImageUrl: true,
|
|
43
|
+
ogTitle: true,
|
|
44
|
+
ogDescription: true,
|
|
45
|
+
},
|
|
46
|
+
});
|
|
47
|
+
const existingArticlesMap = new Map(existingArticles.map((a) => [a.url, a]));
|
|
48
|
+
console.log(`📊 DB に ${existingArticlesMap.size} 件の既存記事があります。`);
|
|
49
|
+
const existingCategories = await prisma.category.findMany({
|
|
50
|
+
where: { userId },
|
|
51
|
+
});
|
|
52
|
+
const categoryMap = new Map(existingCategories.map((c) => [c.name, c.id]));
|
|
53
|
+
let insertedCount = 0;
|
|
54
|
+
let updatedCount = 0;
|
|
55
|
+
let skippedCount = 0;
|
|
56
|
+
let errorCount = 0;
|
|
57
|
+
let categoryCreatedCount = 0;
|
|
58
|
+
for (const filePath of files) {
|
|
59
|
+
try {
|
|
60
|
+
const content = await readFile(filePath, "utf-8");
|
|
61
|
+
const json = JSON.parse(content);
|
|
62
|
+
const categoryName = json.heading;
|
|
63
|
+
let categoryId = categoryMap.get(categoryName);
|
|
64
|
+
if (!categoryId) {
|
|
65
|
+
if (dryRun) {
|
|
66
|
+
console.log(`🔍 [dry-run] カテゴリ作成予定: ${categoryName}`);
|
|
67
|
+
categoryId = `dry-run-${categoryName}`;
|
|
68
|
+
}
|
|
69
|
+
else {
|
|
70
|
+
const category = await prisma.category.create({
|
|
71
|
+
data: {
|
|
72
|
+
id: String(makeId()),
|
|
73
|
+
name: categoryName,
|
|
74
|
+
userId,
|
|
75
|
+
createdAt: new Date(),
|
|
76
|
+
},
|
|
77
|
+
});
|
|
78
|
+
categoryId = category.id;
|
|
79
|
+
console.log(`📂 カテゴリ作成: ${categoryName}`);
|
|
80
|
+
}
|
|
81
|
+
categoryMap.set(categoryName, categoryId);
|
|
82
|
+
categoryCreatedCount++;
|
|
83
|
+
}
|
|
84
|
+
for (const item of json.body) {
|
|
85
|
+
try {
|
|
86
|
+
fileUrls.add(item.url);
|
|
87
|
+
const existing = existingArticlesMap.get(item.url);
|
|
88
|
+
if (existing) {
|
|
89
|
+
const fileQuote = item.quote ?? null;
|
|
90
|
+
const fileOgImageUrl = item.ogImageUrl ?? null;
|
|
91
|
+
const fileOgTitle = item.ogTitle ?? null;
|
|
92
|
+
const fileOgDescription = item.ogDescription ?? null;
|
|
93
|
+
if (existing.title === item.title &&
|
|
94
|
+
existing.quote === fileQuote &&
|
|
95
|
+
existing.ogImageUrl === fileOgImageUrl &&
|
|
96
|
+
existing.ogTitle === fileOgTitle &&
|
|
97
|
+
existing.ogDescription === fileOgDescription) {
|
|
98
|
+
// console.log(
|
|
99
|
+
// `⏭️ スキップ(変更なし): ${item.title} (${item.url})`,
|
|
100
|
+
// );
|
|
101
|
+
skippedCount++;
|
|
102
|
+
continue;
|
|
103
|
+
}
|
|
104
|
+
if (dryRun) {
|
|
105
|
+
console.log(`🔄 [dry-run] 更新予定: ${item.title} (${item.url})`);
|
|
106
|
+
}
|
|
107
|
+
else {
|
|
108
|
+
await prisma.article.update({
|
|
109
|
+
where: { id: existing.id },
|
|
110
|
+
data: {
|
|
111
|
+
title: item.title,
|
|
112
|
+
quote: fileQuote,
|
|
113
|
+
ogImageUrl: fileOgImageUrl,
|
|
114
|
+
ogTitle: fileOgTitle,
|
|
115
|
+
ogDescription: fileOgDescription,
|
|
116
|
+
},
|
|
117
|
+
});
|
|
118
|
+
console.log(`🔄 更新: ${item.title}`);
|
|
119
|
+
}
|
|
120
|
+
updatedCount++;
|
|
121
|
+
continue;
|
|
122
|
+
}
|
|
123
|
+
if (dryRun) {
|
|
124
|
+
console.log(`🔍 [dry-run] 挿入予定: ${item.title} (${item.url})`);
|
|
125
|
+
insertedCount++;
|
|
126
|
+
existingArticlesMap.set(item.url, {
|
|
127
|
+
id: "",
|
|
128
|
+
url: item.url,
|
|
129
|
+
title: item.title,
|
|
130
|
+
quote: item.quote ?? null,
|
|
131
|
+
ogImageUrl: item.ogImageUrl ?? null,
|
|
132
|
+
ogTitle: item.ogTitle ?? null,
|
|
133
|
+
ogDescription: item.ogDescription ?? null,
|
|
134
|
+
});
|
|
135
|
+
continue;
|
|
136
|
+
}
|
|
137
|
+
await prisma.article.create({
|
|
138
|
+
data: {
|
|
139
|
+
id: String(makeId()),
|
|
140
|
+
title: item.title,
|
|
141
|
+
url: item.url,
|
|
142
|
+
quote: item.quote ?? null,
|
|
143
|
+
ogImageUrl: item.ogImageUrl ?? null,
|
|
144
|
+
ogTitle: item.ogTitle ?? null,
|
|
145
|
+
ogDescription: item.ogDescription ?? null,
|
|
146
|
+
categoryId,
|
|
147
|
+
status: exported.status,
|
|
148
|
+
exportedAt: exported.exportedAt,
|
|
149
|
+
userId,
|
|
150
|
+
createdAt: new Date(),
|
|
151
|
+
},
|
|
152
|
+
});
|
|
153
|
+
insertedCount++;
|
|
154
|
+
existingArticlesMap.set(item.url, {
|
|
155
|
+
id: "",
|
|
156
|
+
url: item.url,
|
|
157
|
+
title: item.title,
|
|
158
|
+
quote: item.quote ?? null,
|
|
159
|
+
ogImageUrl: item.ogImageUrl ?? null,
|
|
160
|
+
ogTitle: item.ogTitle ?? null,
|
|
161
|
+
ogDescription: item.ogDescription ?? null,
|
|
162
|
+
});
|
|
163
|
+
console.log(`✅ 挿入: ${item.title}`);
|
|
164
|
+
}
|
|
165
|
+
catch (itemError) {
|
|
166
|
+
console.error(`❌ エラー(${basename(filePath)} > ${item.title}):`, `url(${item.url.length}文字)=${item.url}`, `title(${item.title.length}文字)`, `quote(${(item.quote ?? "").length}文字)`, `ogImageUrl(${(item.ogImageUrl ?? "").length}文字)`, `ogTitle(${(item.ogTitle ?? "").length}文字)`, `ogDescription(${(item.ogDescription ?? "").length}文字)`, itemError);
|
|
167
|
+
errorCount++;
|
|
168
|
+
}
|
|
169
|
+
}
|
|
170
|
+
}
|
|
171
|
+
catch (error) {
|
|
172
|
+
console.error(`❌ エラー(${basename(filePath)}):`, error);
|
|
173
|
+
errorCount++;
|
|
174
|
+
}
|
|
175
|
+
}
|
|
176
|
+
return {
|
|
177
|
+
insertedCount,
|
|
178
|
+
updatedCount,
|
|
179
|
+
skippedCount,
|
|
180
|
+
errorCount,
|
|
181
|
+
categoryCreatedCount,
|
|
182
|
+
};
|
|
183
|
+
}
|
|
184
|
+
async function purgeArticles() {
|
|
185
|
+
const exportedArticles = await prisma.article.findMany({
|
|
186
|
+
where: { userId, status: exported.status },
|
|
187
|
+
select: { id: true, url: true },
|
|
188
|
+
});
|
|
189
|
+
const toDelete = exportedArticles.filter((a) => !fileUrls.has(a.url));
|
|
190
|
+
if (toDelete.length === 0) {
|
|
191
|
+
console.log("🗑️ 削除対象なし");
|
|
192
|
+
return 0;
|
|
193
|
+
}
|
|
194
|
+
let deletedCount = 0;
|
|
195
|
+
for (const article of toDelete) {
|
|
196
|
+
if (dryRun) {
|
|
197
|
+
console.log(`🗑️ [dry-run] 削除予定: ${article.url}`);
|
|
198
|
+
}
|
|
199
|
+
else {
|
|
200
|
+
await prisma.article.delete({ where: { id: article.id } });
|
|
201
|
+
console.log(`🗑️ 削除: ${article.url}`);
|
|
202
|
+
}
|
|
203
|
+
deletedCount++;
|
|
204
|
+
}
|
|
205
|
+
return deletedCount;
|
|
206
|
+
}
|
|
207
|
+
try {
|
|
208
|
+
const { insertedCount, updatedCount, skippedCount, errorCount, categoryCreatedCount, } = await ingestArticles();
|
|
209
|
+
const deletedCount = await purgeArticles();
|
|
210
|
+
console.log(`\n📊 結果: 挿入 ${insertedCount} 件, 更新 ${updatedCount} 件, スキップ ${skippedCount} 件, 削除 ${deletedCount} 件, エラー ${errorCount} 件, カテゴリ新規 ${categoryCreatedCount} 件${dryRun ? " (dry-run)" : ""}`);
|
|
211
|
+
await notificationService.notifyInfo(`${SCRIPT_NAME} completed`, {
|
|
212
|
+
caller: SCRIPT_NAME,
|
|
213
|
+
});
|
|
214
|
+
}
|
|
215
|
+
catch (error) {
|
|
216
|
+
console.error("❌ エラーが発生しました:", error);
|
|
217
|
+
await notificationService.notifyError(`${SCRIPT_NAME} failed: ${error}`, {
|
|
218
|
+
caller: SCRIPT_NAME,
|
|
219
|
+
});
|
|
220
|
+
process.exit(1);
|
|
221
|
+
}
|
|
222
|
+
finally {
|
|
223
|
+
await prisma.$disconnect();
|
|
224
|
+
}
|
|
225
|
+
}
|
|
226
|
+
main().catch((error) => {
|
|
227
|
+
console.error(error);
|
|
228
|
+
process.exit(1);
|
|
229
|
+
});
|
|
230
|
+
//# sourceMappingURL=ingest-articles.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ingest-articles.js","sourceRoot":"","sources":["../src/ingest-articles.ts"],"names":[],"mappings":";AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AACrC,OAAO,EACN,kBAAkB,EAClB,MAAM,EACN,UAAU,GAEV,MAAM,2DAA2D,CAAC;AACnE,OAAO,EAAE,qBAAqB,EAAE,MAAM,8BAA8B,CAAC;AACrE,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAE5B,MAAM,WAAW,GAAG,iBAAiB,CAAC;AActC,KAAK,UAAU,IAAI;IAClB,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;IAElD,MAAM,GAAG,GAAG;QACX,YAAY,EAAE,OAAO,CAAC,GAAG,CAAC,YAAY;QACtC,YAAY,EAAE,OAAO,CAAC,GAAG,CAAC,YAAY;QACtC,iBAAiB,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB;QAChD,kBAAkB,EAAE,OAAO,CAAC,GAAG,CAAC,kBAAkB;QAClD,kBAAkB,EAAE,OAAO,CAAC,GAAG,CAAC,kBAAkB;KACzC,CAAC;IAEX,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACxC,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;IAChE,CAAC;IAED,MAAM,YAAY,GAAG,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC;IAElE,8CAA8C;IAC9C,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,MAAM,CAAC,oCAAoC,CAAC,CAAC;IAC5E,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,EAAE,aAAa,EAAE,GAAG,CAAC,YAAY,IAAI,EAAE,EAAE,CAAC,CAAC;IAE3E,MAAM,mBAAmB,GAAG,qBAAqB,CAAC;QACjD,GAAG,EAAE,GAAG,CAAC,YAAY,IAAI,EAAE;QAC3B,OAAO,EAAE,GAAG,CAAC,iBAAiB,IAAI,EAAE;QACpC,QAAQ,EAAE,GAAG,CAAC,kBAAkB,IAAI,EAAE;KACtC,CAAC,CAAC;IAEH,MAAM,MAAM,GAAW,UAAU,CAAC,GAAG,CAAC,kBAAkB,IAAI,EAAE,CAAC,CAAC;IAChE,MAAM,QAAQ,GAAG,kBAAkB,EAAE,CAAC;IAEtC,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;IAEnC,KAAK,UAAU,cAAc;QAC5B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,GAAG,YAAY,sBAAsB,CAAC,CAAC;QAChE,OAAO,CAAC,GAAG,CAAC,MAAM,KAAK,CAAC,MAAM,qBAAqB,CAAC,CAAC;QAWrD,MAAM,gBAAgB,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC;YACtD,KAAK,EAAE,EAAE,MAAM,EAAE;YACjB,MAAM,EAAE;gBACP,EAAE,EAAE,IAAI;gBACR,GAAG,EAAE,IAAI;gBACT,KAAK,EAAE,IAAI;gBACX,KAAK,EAAE,IAAI;gBACX,UAAU,EAAE,IAAI;gBAChB,OAAO,EAAE,IAAI;gBACb,aAAa,EAAE,IAAI;aACnB;SACD,CAAC,CAAC;QACH,MAAM,mBAAmB,GAAG,IAAI,GAAG,CAClC,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAkB,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CACxD,CAAC;QACF,OAAO,CAAC,GAAG,CACV,WAAW,mBAAmB,CAAC,IAAI,eAAe,CAClD,CAAC;QAEF,MAAM,kBAAkB,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC;YACzD,KAAK,EAAE,EAAE,MAAM,EAAE;SACjB,CAAC,CAAC;QACH,MAAM,WAAW,GAAG,IAAI,GAAG,CAC1B,kBAAkB,CAAC,GAAG,CACrB,CAAC,CAA+B,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,CAAU,CAC5D,CACD,CAAC;QAEF,IAAI,aAAa,GAAG,CAAC,CAAC;QACtB,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,oBAAoB,GAAG,CAAC,CAAC;QAE7B,KAAK,MAAM,QAAQ,IAAI,KAAK,EAAE,CAAC;YAC9B,IAAI,CAAC;gBACJ,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;gBAClD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAgB,CAAC;gBAEhD,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC;gBAClC,IAAI,UAAU,GAAG,WAAW,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;gBAE/C,IAAI,CAAC,UAAU,EAAE,CAAC;oBACjB,IAAI,MAAM,EAAE,CAAC;wBACZ,OAAO,CAAC,GAAG,CAAC,0BAA0B,YAAY,EAAE,CAAC,CAAC;wBACtD,UAAU,GAAG,WAAW,YAAY,EAAE,CAAC;oBACxC,CAAC;yBAAM,CAAC;wBACP,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;4BAC7C,IAAI,EAAE;gCACL,EAAE,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC;gCACpB,IAAI,EAAE,YAAY;gCAClB,MAAM;gCACN,SAAS,EAAE,IAAI,IAAI,EAAE;6BACrB;yBACD,CAAC,CAAC;wBACH,UAAU,GAAG,QAAQ,CAAC,EAAE,CAAC;wBACzB,OAAO,CAAC,GAAG,CAAC,cAAc,YAAY,EAAE,CAAC,CAAC;oBAC3C,CAAC;oBACD,WAAW,CAAC,GAAG,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;oBAC1C,oBAAoB,EAAE,CAAC;gBACxB,CAAC;gBAED,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;oBAC9B,IAAI,CAAC;wBACJ,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;wBAEvB,MAAM,QAAQ,GAAG,mBAAmB,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;wBACnD,IAAI,QAAQ,EAAE,CAAC;4BACd,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC;4BACrC,MAAM,cAAc,GAAG,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC;4BAC/C,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC;4BACzC,MAAM,iBAAiB,GAAG,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC;4BAErD,IACC,QAAQ,CAAC,KAAK,KAAK,IAAI,CAAC,KAAK;gCAC7B,QAAQ,CAAC,KAAK,KAAK,SAAS;gCAC5B,QAAQ,CAAC,UAAU,KAAK,cAAc;gCACtC,QAAQ,CAAC,OAAO,KAAK,WAAW;gCAChC,QAAQ,CAAC,aAAa,KAAK,iBAAiB,EAC3C,CAAC;gCACF,eAAe;gCACf,kDAAkD;gCAClD,KAAK;gCACL,YAAY,EAAE,CAAC;gCACf,SAAS;4BACV,CAAC;4BAED,IAAI,MAAM,EAAE,CAAC;gCACZ,OAAO,CAAC,GAAG,CACV,sBAAsB,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC,GAAG,GAAG,CAChD,CAAC;4BACH,CAAC;iCAAM,CAAC;gCACP,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC;oCAC3B,KAAK,EAAE,EAAE,EAAE,EAAE,QAAQ,CAAC,EAAE,EAAE;oCAC1B,IAAI,EAAE;wCACL,KAAK,EAAE,IAAI,CAAC,KAAK;wCACjB,KAAK,EAAE,SAAS;wCAChB,UAAU,EAAE,cAAc;wCAC1B,OAAO,EAAE,WAAW;wCACpB,aAAa,EAAE,iBAAiB;qCAChC;iCACD,CAAC,CAAC;gCACH,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;4BACrC,CAAC;4BACD,YAAY,EAAE,CAAC;4BACf,SAAS;wBACV,CAAC;wBAED,IAAI,MAAM,EAAE,CAAC;4BACZ,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC;4BAC9D,aAAa,EAAE,CAAC;4BAChB,mBAAmB,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE;gCACjC,EAAE,EAAE,EAAE;gCACN,GAAG,EAAE,IAAI,CAAC,GAAG;gCACb,KAAK,EAAE,IAAI,CAAC,KAAK;gCACjB,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,IAAI;gCACzB,UAAU,EAAE,IAAI,CAAC,UAAU,IAAI,IAAI;gCACnC,OAAO,EAAE,IAAI,CAAC,OAAO,IAAI,IAAI;gCAC7B,aAAa,EAAE,IAAI,CAAC,aAAa,IAAI,IAAI;6BACzC,CAAC,CAAC;4BACH,SAAS;wBACV,CAAC;wBAED,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC;4BAC3B,IAAI,EAAE;gCACL,EAAE,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC;gCACpB,KAAK,EAAE,IAAI,CAAC,KAAK;gCACjB,GAAG,EAAE,IAAI,CAAC,GAAG;gCACb,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,IAAI;gCACzB,UAAU,EAAE,IAAI,CAAC,UAAU,IAAI,IAAI;gCACnC,OAAO,EAAE,IAAI,CAAC,OAAO,IAAI,IAAI;gCAC7B,aAAa,EAAE,IAAI,CAAC,aAAa,IAAI,IAAI;gCACzC,UAAU;gCACV,MAAM,EAAE,QAAQ,CAAC,MAAM;gCACvB,UAAU,EAAE,QAAQ,CAAC,UAAU;gCAC/B,MAAM;gCACN,SAAS,EAAE,IAAI,IAAI,EAAE;6BACrB;yBACD,CAAC,CAAC;wBACH,aAAa,EAAE,CAAC;wBAChB,mBAAmB,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE;4BACjC,EAAE,EAAE,EAAE;4BACN,GAAG,EAAE,IAAI,CAAC,GAAG;4BACb,KAAK,EAAE,IAAI,CAAC,KAAK;4BACjB,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,IAAI;4BACzB,UAAU,EAAE,IAAI,CAAC,UAAU,IAAI,IAAI;4BACnC,OAAO,EAAE,IAAI,CAAC,OAAO,IAAI,IAAI;4BAC7B,aAAa,EAAE,IAAI,CAAC,aAAa,IAAI,IAAI;yBACzC,CAAC,CAAC;wBACH,OAAO,CAAC,GAAG,CAAC,SAAS,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;oBACpC,CAAC;oBAAC,OAAO,SAAS,EAAE,CAAC;wBACpB,OAAO,CAAC,KAAK,CACZ,SAAS,QAAQ,CAAC,QAAQ,CAAC,MAAM,IAAI,CAAC,KAAK,IAAI,EAC/C,OAAO,IAAI,CAAC,GAAG,CAAC,MAAM,OAAO,IAAI,CAAC,GAAG,EAAE,EACvC,SAAS,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,EAC/B,SAAS,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,MAAM,KAAK,EACvC,cAAc,CAAC,IAAI,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,MAAM,KAAK,EACjD,WAAW,CAAC,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,MAAM,KAAK,EAC3C,iBAAiB,CAAC,IAAI,CAAC,aAAa,IAAI,EAAE,CAAC,CAAC,MAAM,KAAK,EACvD,SAAS,CACT,CAAC;wBACF,UAAU,EAAE,CAAC;oBACd,CAAC;gBACF,CAAC;YACF,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAChB,OAAO,CAAC,KAAK,CAAC,SAAS,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;gBACtD,UAAU,EAAE,CAAC;YACd,CAAC;QACF,CAAC;QAED,OAAO;YACN,aAAa;YACb,YAAY;YACZ,YAAY;YACZ,UAAU;YACV,oBAAoB;SACpB,CAAC;IACH,CAAC;IAED,KAAK,UAAU,aAAa;QAC3B,MAAM,gBAAgB,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC;YACtD,KAAK,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE;YAC1C,MAAM,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE;SAC/B,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,gBAAgB,CAAC,MAAM,CACvC,CAAC,CAA8B,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CACxD,CAAC;QAEF,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC3B,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;YAC3B,OAAO,CAAC,CAAC;QACV,CAAC;QAED,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAChC,IAAI,MAAM,EAAE,CAAC;gBACZ,OAAO,CAAC,GAAG,CAAC,wBAAwB,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;YACpD,CAAC;iBAAM,CAAC;gBACP,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,OAAO,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;gBAC3D,OAAO,CAAC,GAAG,CAAC,YAAY,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;YACxC,CAAC;YACD,YAAY,EAAE,CAAC;QAChB,CAAC;QAED,OAAO,YAAY,CAAC;IACrB,CAAC;IAED,IAAI,CAAC;QACJ,MAAM,EACL,aAAa,EACb,YAAY,EACZ,YAAY,EACZ,UAAU,EACV,oBAAoB,GACpB,GAAG,MAAM,cAAc,EAAE,CAAC;QAC3B,MAAM,YAAY,GAAG,MAAM,aAAa,EAAE,CAAC;QAC3C,OAAO,CAAC,GAAG,CACV,eAAe,aAAa,UAAU,YAAY,YAAY,YAAY,UAAU,YAAY,WAAW,UAAU,cAAc,oBAAoB,KAAK,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,EAAE,CACxL,CAAC;QACF,MAAM,mBAAmB,CAAC,UAAU,CAAC,GAAG,WAAW,YAAY,EAAE;YAChE,MAAM,EAAE,WAAW;SACnB,CAAC,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAChB,OAAO,CAAC,KAAK,CAAC,eAAe,EAAE,KAAK,CAAC,CAAC;QACtC,MAAM,mBAAmB,CAAC,WAAW,CAAC,GAAG,WAAW,YAAY,KAAK,EAAE,EAAE;YACxE,MAAM,EAAE,WAAW;SACnB,CAAC,CAAC;QACH,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjB,CAAC;YAAS,CAAC;QACV,MAAM,MAAM,CAAC,WAAW,EAAE,CAAC;IAC5B,CAAC;AACF,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;IACtB,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACrB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AACjB,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ingest-books.d.ts","sourceRoot":"","sources":["../src/ingest-books.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,167 @@
|
|
|
1
|
+
#!/usr/bin/env node
|
|
2
|
+
import { readFile } from "node:fs/promises";
|
|
3
|
+
import { basename } from "node:path";
|
|
4
|
+
import { makeExportedStatus, makeId, makeUserId, } from "@s-hirano-ist/s-core/shared-kernel/entities/common-entity";
|
|
5
|
+
import { createPushoverService } from "@s-hirano-ist/s-notification";
|
|
6
|
+
import { glob } from "glob";
|
|
7
|
+
const SCRIPT_NAME = "ingest-books";
|
|
8
|
+
function parseBookFile(content) {
|
|
9
|
+
const lines = content.split("\n");
|
|
10
|
+
let title = "";
|
|
11
|
+
let bodyStartIndex = 0;
|
|
12
|
+
for (let i = 0; i < lines.length; i++) {
|
|
13
|
+
const line = lines[i];
|
|
14
|
+
if (line?.startsWith("# ")) {
|
|
15
|
+
title = line.slice(2).trim();
|
|
16
|
+
bodyStartIndex = i + 1;
|
|
17
|
+
break;
|
|
18
|
+
}
|
|
19
|
+
}
|
|
20
|
+
const body = lines.slice(bodyStartIndex).join("\n").trim();
|
|
21
|
+
return { title, markdown: body || null };
|
|
22
|
+
}
|
|
23
|
+
async function main() {
|
|
24
|
+
const dryRun = process.argv.includes("--dry-run");
|
|
25
|
+
const env = {
|
|
26
|
+
DATABASE_URL: process.env.DATABASE_URL,
|
|
27
|
+
PUSHOVER_URL: process.env.PUSHOVER_URL,
|
|
28
|
+
PUSHOVER_USER_KEY: process.env.PUSHOVER_USER_KEY,
|
|
29
|
+
PUSHOVER_APP_TOKEN: process.env.PUSHOVER_APP_TOKEN,
|
|
30
|
+
USERNAME_TO_EXPORT: process.env.USERNAME_TO_EXPORT,
|
|
31
|
+
};
|
|
32
|
+
if (Object.values(env).some((v) => !v)) {
|
|
33
|
+
throw new Error("Required environment variables are not set.");
|
|
34
|
+
}
|
|
35
|
+
const contentsPath = process.env.S_CONTENTS_PATH ?? process.cwd();
|
|
36
|
+
// Dynamic import for Prisma ESM compatibility
|
|
37
|
+
const { PrismaClient } = await import("@s-hirano-ist/s-database/generated");
|
|
38
|
+
const prisma = new PrismaClient({ accelerateUrl: env.DATABASE_URL ?? "" });
|
|
39
|
+
const notificationService = createPushoverService({
|
|
40
|
+
url: env.PUSHOVER_URL ?? "",
|
|
41
|
+
userKey: env.PUSHOVER_USER_KEY ?? "",
|
|
42
|
+
appToken: env.PUSHOVER_APP_TOKEN ?? "",
|
|
43
|
+
});
|
|
44
|
+
const userId = makeUserId(env.USERNAME_TO_EXPORT ?? "");
|
|
45
|
+
const exported = makeExportedStatus();
|
|
46
|
+
const fileIsbns = new Set();
|
|
47
|
+
async function ingestBooks() {
|
|
48
|
+
const files = await glob(`${contentsPath}/markdown/book/*.md`);
|
|
49
|
+
console.log(`📁 ${files.length} 件のファイルを検出しました。`);
|
|
50
|
+
const existingBooks = await prisma.book.findMany({
|
|
51
|
+
where: { userId },
|
|
52
|
+
select: { id: true, isbn: true, title: true, markdown: true },
|
|
53
|
+
});
|
|
54
|
+
const existingBooksMap = new Map(existingBooks.map((b) => [b.isbn, b]));
|
|
55
|
+
console.log(`📊 DB に ${existingBooksMap.size} 件の既存書籍があります。`);
|
|
56
|
+
let insertedCount = 0;
|
|
57
|
+
let updatedCount = 0;
|
|
58
|
+
let skippedCount = 0;
|
|
59
|
+
let errorCount = 0;
|
|
60
|
+
for (const filePath of files) {
|
|
61
|
+
const isbn = basename(filePath, ".md");
|
|
62
|
+
let title = "";
|
|
63
|
+
let markdown = null;
|
|
64
|
+
try {
|
|
65
|
+
fileIsbns.add(isbn);
|
|
66
|
+
const content = await readFile(filePath, "utf-8");
|
|
67
|
+
({ title, markdown } = parseBookFile(content));
|
|
68
|
+
if (!title) {
|
|
69
|
+
console.error(`⚠️ タイトルなし: ${basename(filePath)}`);
|
|
70
|
+
errorCount++;
|
|
71
|
+
continue;
|
|
72
|
+
}
|
|
73
|
+
const existing = existingBooksMap.get(isbn);
|
|
74
|
+
if (existing) {
|
|
75
|
+
if (existing.title === title && existing.markdown === markdown) {
|
|
76
|
+
// console.log(`⏭️ スキップ(変更なし): ${isbn} (${existing.title})`);
|
|
77
|
+
skippedCount++;
|
|
78
|
+
continue;
|
|
79
|
+
}
|
|
80
|
+
if (dryRun) {
|
|
81
|
+
console.log(`🔄 [dry-run] 更新予定: ${isbn} (${title})`);
|
|
82
|
+
}
|
|
83
|
+
else {
|
|
84
|
+
await prisma.book.update({
|
|
85
|
+
where: { id: existing.id },
|
|
86
|
+
data: { title, markdown },
|
|
87
|
+
});
|
|
88
|
+
console.log(`🔄 更新: ${isbn} (${title})`);
|
|
89
|
+
}
|
|
90
|
+
updatedCount++;
|
|
91
|
+
continue;
|
|
92
|
+
}
|
|
93
|
+
if (dryRun) {
|
|
94
|
+
console.log(`🔍 [dry-run] 挿入予定: ${isbn} (${title})`);
|
|
95
|
+
insertedCount++;
|
|
96
|
+
continue;
|
|
97
|
+
}
|
|
98
|
+
await prisma.book.create({
|
|
99
|
+
data: {
|
|
100
|
+
id: String(makeId()),
|
|
101
|
+
isbn,
|
|
102
|
+
title,
|
|
103
|
+
markdown,
|
|
104
|
+
status: exported.status,
|
|
105
|
+
exportedAt: exported.exportedAt,
|
|
106
|
+
userId,
|
|
107
|
+
createdAt: new Date(),
|
|
108
|
+
tags: [],
|
|
109
|
+
},
|
|
110
|
+
});
|
|
111
|
+
insertedCount++;
|
|
112
|
+
console.log(`✅ 挿入: ${isbn} (${title})`);
|
|
113
|
+
}
|
|
114
|
+
catch (error) {
|
|
115
|
+
console.error(`❌ エラー(${basename(filePath)}):`, `isbn=${isbn}`, `title(${title.length}文字)`, `markdown(${(markdown ?? "").length}文字)`, error);
|
|
116
|
+
errorCount++;
|
|
117
|
+
}
|
|
118
|
+
}
|
|
119
|
+
return { insertedCount, updatedCount, skippedCount, errorCount };
|
|
120
|
+
}
|
|
121
|
+
async function purgeBooks() {
|
|
122
|
+
const exportedBooks = await prisma.book.findMany({
|
|
123
|
+
where: { userId, status: exported.status },
|
|
124
|
+
select: { id: true, isbn: true },
|
|
125
|
+
});
|
|
126
|
+
const toDelete = exportedBooks.filter((b) => !fileIsbns.has(b.isbn));
|
|
127
|
+
if (toDelete.length === 0) {
|
|
128
|
+
console.log("🗑️ 削除対象なし");
|
|
129
|
+
return 0;
|
|
130
|
+
}
|
|
131
|
+
let deletedCount = 0;
|
|
132
|
+
for (const book of toDelete) {
|
|
133
|
+
if (dryRun) {
|
|
134
|
+
console.log(`🗑️ [dry-run] 削除予定: ${book.isbn}`);
|
|
135
|
+
}
|
|
136
|
+
else {
|
|
137
|
+
await prisma.book.delete({ where: { id: book.id } });
|
|
138
|
+
console.log(`🗑️ 削除: ${book.isbn}`);
|
|
139
|
+
}
|
|
140
|
+
deletedCount++;
|
|
141
|
+
}
|
|
142
|
+
return deletedCount;
|
|
143
|
+
}
|
|
144
|
+
try {
|
|
145
|
+
const { insertedCount, updatedCount, skippedCount, errorCount } = await ingestBooks();
|
|
146
|
+
const deletedCount = await purgeBooks();
|
|
147
|
+
console.log(`\n📊 結果: 挿入 ${insertedCount} 件, 更新 ${updatedCount} 件, スキップ ${skippedCount} 件, 削除 ${deletedCount} 件, エラー ${errorCount} 件${dryRun ? " (dry-run)" : ""}`);
|
|
148
|
+
await notificationService.notifyInfo(`${SCRIPT_NAME} completed`, {
|
|
149
|
+
caller: SCRIPT_NAME,
|
|
150
|
+
});
|
|
151
|
+
}
|
|
152
|
+
catch (error) {
|
|
153
|
+
console.error("❌ エラーが発生しました:", error);
|
|
154
|
+
await notificationService.notifyError(`${SCRIPT_NAME} failed: ${error}`, {
|
|
155
|
+
caller: SCRIPT_NAME,
|
|
156
|
+
});
|
|
157
|
+
process.exit(1);
|
|
158
|
+
}
|
|
159
|
+
finally {
|
|
160
|
+
await prisma.$disconnect();
|
|
161
|
+
}
|
|
162
|
+
}
|
|
163
|
+
main().catch((error) => {
|
|
164
|
+
console.error(error);
|
|
165
|
+
process.exit(1);
|
|
166
|
+
});
|
|
167
|
+
//# sourceMappingURL=ingest-books.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ingest-books.js","sourceRoot":"","sources":["../src/ingest-books.ts"],"names":[],"mappings":";AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AACrC,OAAO,EACN,kBAAkB,EAClB,MAAM,EACN,UAAU,GAEV,MAAM,2DAA2D,CAAC;AACnE,OAAO,EAAE,qBAAqB,EAAE,MAAM,8BAA8B,CAAC;AACrE,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAE5B,MAAM,WAAW,GAAG,cAAc,CAAC;AAEnC,SAAS,aAAa,CAAC,OAAe;IAIrC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAClC,IAAI,KAAK,GAAG,EAAE,CAAC;IACf,IAAI,cAAc,GAAG,CAAC,CAAC;IAEvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACtB,IAAI,IAAI,EAAE,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;YAC5B,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAC7B,cAAc,GAAG,CAAC,GAAG,CAAC,CAAC;YACvB,MAAM;QACP,CAAC;IACF,CAAC;IAED,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;IAC3D,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,IAAI,IAAI,EAAE,CAAC;AAC1C,CAAC;AAED,KAAK,UAAU,IAAI;IAClB,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;IAElD,MAAM,GAAG,GAAG;QACX,YAAY,EAAE,OAAO,CAAC,GAAG,CAAC,YAAY;QACtC,YAAY,EAAE,OAAO,CAAC,GAAG,CAAC,YAAY;QACtC,iBAAiB,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB;QAChD,kBAAkB,EAAE,OAAO,CAAC,GAAG,CAAC,kBAAkB;QAClD,kBAAkB,EAAE,OAAO,CAAC,GAAG,CAAC,kBAAkB;KACzC,CAAC;IAEX,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACxC,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;IAChE,CAAC;IAED,MAAM,YAAY,GAAG,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC;IAElE,8CAA8C;IAC9C,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,MAAM,CAAC,oCAAoC,CAAC,CAAC;IAC5E,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,EAAE,aAAa,EAAE,GAAG,CAAC,YAAY,IAAI,EAAE,EAAE,CAAC,CAAC;IAE3E,MAAM,mBAAmB,GAAG,qBAAqB,CAAC;QACjD,GAAG,EAAE,GAAG,CAAC,YAAY,IAAI,EAAE;QAC3B,OAAO,EAAE,GAAG,CAAC,iBAAiB,IAAI,EAAE;QACpC,QAAQ,EAAE,GAAG,CAAC,kBAAkB,IAAI,EAAE;KACtC,CAAC,CAAC;IAEH,MAAM,MAAM,GAAW,UAAU,CAAC,GAAG,CAAC,kBAAkB,IAAI,EAAE,CAAC,CAAC;IAChE,MAAM,QAAQ,GAAG,kBAAkB,EAAE,CAAC;IAEtC,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;IAEpC,KAAK,UAAU,WAAW;QACzB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,GAAG,YAAY,qBAAqB,CAAC,CAAC;QAC/D,OAAO,CAAC,GAAG,CAAC,MAAM,KAAK,CAAC,MAAM,iBAAiB,CAAC,CAAC;QAEjD,MAAM,aAAa,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC;YAChD,KAAK,EAAE,EAAE,MAAM,EAAE;YACjB,MAAM,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE;SAC7D,CAAC,CAAC;QACH,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAC/B,aAAa,CAAC,GAAG,CAChB,CAAC,CAKA,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CACjB,CACD,CAAC;QACF,OAAO,CAAC,GAAG,CAAC,WAAW,gBAAgB,CAAC,IAAI,eAAe,CAAC,CAAC;QAE7D,IAAI,aAAa,GAAG,CAAC,CAAC;QACtB,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,IAAI,UAAU,GAAG,CAAC,CAAC;QAEnB,KAAK,MAAM,QAAQ,IAAI,KAAK,EAAE,CAAC;YAC9B,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;YACvC,IAAI,KAAK,GAAG,EAAE,CAAC;YACf,IAAI,QAAQ,GAAkB,IAAI,CAAC;YACnC,IAAI,CAAC;gBACJ,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBAEpB,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;gBAClD,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC;gBAE/C,IAAI,CAAC,KAAK,EAAE,CAAC;oBACZ,OAAO,CAAC,KAAK,CAAC,eAAe,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;oBACnD,UAAU,EAAE,CAAC;oBACb,SAAS;gBACV,CAAC;gBAED,MAAM,QAAQ,GAAG,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBAC5C,IAAI,QAAQ,EAAE,CAAC;oBACd,IAAI,QAAQ,CAAC,KAAK,KAAK,KAAK,IAAI,QAAQ,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;wBAChE,8DAA8D;wBAC9D,YAAY,EAAE,CAAC;wBACf,SAAS;oBACV,CAAC;oBACD,IAAI,MAAM,EAAE,CAAC;wBACZ,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,KAAK,KAAK,GAAG,CAAC,CAAC;oBACtD,CAAC;yBAAM,CAAC;wBACP,MAAM,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC;4BACxB,KAAK,EAAE,EAAE,EAAE,EAAE,QAAQ,CAAC,EAAE,EAAE;4BAC1B,IAAI,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE;yBACzB,CAAC,CAAC;wBACH,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,KAAK,KAAK,GAAG,CAAC,CAAC;oBAC1C,CAAC;oBACD,YAAY,EAAE,CAAC;oBACf,SAAS;gBACV,CAAC;gBAED,IAAI,MAAM,EAAE,CAAC;oBACZ,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,KAAK,KAAK,GAAG,CAAC,CAAC;oBACrD,aAAa,EAAE,CAAC;oBAChB,SAAS;gBACV,CAAC;gBAED,MAAM,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC;oBACxB,IAAI,EAAE;wBACL,EAAE,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC;wBACpB,IAAI;wBACJ,KAAK;wBACL,QAAQ;wBACR,MAAM,EAAE,QAAQ,CAAC,MAAM;wBACvB,UAAU,EAAE,QAAQ,CAAC,UAAU;wBAC/B,MAAM;wBACN,SAAS,EAAE,IAAI,IAAI,EAAE;wBACrB,IAAI,EAAE,EAAE;qBACR;iBACD,CAAC,CAAC;gBACH,aAAa,EAAE,CAAC;gBAChB,OAAO,CAAC,GAAG,CAAC,SAAS,IAAI,KAAK,KAAK,GAAG,CAAC,CAAC;YACzC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAChB,OAAO,CAAC,KAAK,CACZ,SAAS,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAC/B,QAAQ,IAAI,EAAE,EACd,SAAS,KAAK,CAAC,MAAM,KAAK,EAC1B,YAAY,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,MAAM,KAAK,EACxC,KAAK,CACL,CAAC;gBACF,UAAU,EAAE,CAAC;YACd,CAAC;QACF,CAAC;QAED,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,YAAY,EAAE,UAAU,EAAE,CAAC;IAClE,CAAC;IAED,KAAK,UAAU,UAAU;QACxB,MAAM,aAAa,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC;YAChD,KAAK,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE;YAC1C,MAAM,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE;SAChC,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,aAAa,CAAC,MAAM,CACpC,CAAC,CAA+B,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAC3D,CAAC;QAEF,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC3B,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;YAC3B,OAAO,CAAC,CAAC;QACV,CAAC;QAED,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;YAC7B,IAAI,MAAM,EAAE,CAAC;gBACZ,OAAO,CAAC,GAAG,CAAC,wBAAwB,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;YAClD,CAAC;iBAAM,CAAC;gBACP,MAAM,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;gBACrD,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;YACtC,CAAC;YACD,YAAY,EAAE,CAAC;QAChB,CAAC;QAED,OAAO,YAAY,CAAC;IACrB,CAAC;IAED,IAAI,CAAC;QACJ,MAAM,EAAE,aAAa,EAAE,YAAY,EAAE,YAAY,EAAE,UAAU,EAAE,GAC9D,MAAM,WAAW,EAAE,CAAC;QACrB,MAAM,YAAY,GAAG,MAAM,UAAU,EAAE,CAAC;QACxC,OAAO,CAAC,GAAG,CACV,eAAe,aAAa,UAAU,YAAY,YAAY,YAAY,UAAU,YAAY,WAAW,UAAU,KAAK,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,EAAE,CACtJ,CAAC;QACF,MAAM,mBAAmB,CAAC,UAAU,CAAC,GAAG,WAAW,YAAY,EAAE;YAChE,MAAM,EAAE,WAAW;SACnB,CAAC,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAChB,OAAO,CAAC,KAAK,CAAC,eAAe,EAAE,KAAK,CAAC,CAAC;QACtC,MAAM,mBAAmB,CAAC,WAAW,CAAC,GAAG,WAAW,YAAY,KAAK,EAAE,EAAE;YACxE,MAAM,EAAE,WAAW;SACnB,CAAC,CAAC;QACH,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjB,CAAC;YAAS,CAAC;QACV,MAAM,MAAM,CAAC,WAAW,EAAE,CAAC;IAC5B,CAAC;AACF,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;IACtB,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACrB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AACjB,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ingest-images.d.ts","sourceRoot":"","sources":["../src/ingest-images.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,196 @@
|
|
|
1
|
+
#!/usr/bin/env node
|
|
2
|
+
import { readFile, stat } from "node:fs/promises";
|
|
3
|
+
import { basename, extname } from "node:path";
|
|
4
|
+
import { makeExportedStatus, makeId, makeUserId, } from "@s-hirano-ist/s-core/shared-kernel/entities/common-entity";
|
|
5
|
+
import { createPushoverService } from "@s-hirano-ist/s-notification";
|
|
6
|
+
import { glob } from "glob";
|
|
7
|
+
import * as Minio from "minio";
|
|
8
|
+
import sharp from "sharp";
|
|
9
|
+
const SCRIPT_NAME = "ingest-images";
|
|
10
|
+
const ORIGINAL_IMAGE_PATH = "images/original";
|
|
11
|
+
const THUMBNAIL_IMAGE_PATH = "images/thumbnail";
|
|
12
|
+
const THUMBNAIL_SIZE = 192;
|
|
13
|
+
function getContentType(filePath) {
|
|
14
|
+
const ext = extname(filePath).toLowerCase();
|
|
15
|
+
switch (ext) {
|
|
16
|
+
case ".jpg":
|
|
17
|
+
case ".jpeg":
|
|
18
|
+
return "image/jpeg";
|
|
19
|
+
case ".png":
|
|
20
|
+
return "image/png";
|
|
21
|
+
case ".gif":
|
|
22
|
+
return "image/gif";
|
|
23
|
+
case ".webp":
|
|
24
|
+
return "image/webp";
|
|
25
|
+
default:
|
|
26
|
+
return null;
|
|
27
|
+
}
|
|
28
|
+
}
|
|
29
|
+
async function main() {
|
|
30
|
+
const dryRun = process.argv.includes("--dry-run");
|
|
31
|
+
const env = {
|
|
32
|
+
DATABASE_URL: process.env.DATABASE_URL,
|
|
33
|
+
PUSHOVER_URL: process.env.PUSHOVER_URL,
|
|
34
|
+
PUSHOVER_USER_KEY: process.env.PUSHOVER_USER_KEY,
|
|
35
|
+
PUSHOVER_APP_TOKEN: process.env.PUSHOVER_APP_TOKEN,
|
|
36
|
+
USERNAME_TO_EXPORT: process.env.USERNAME_TO_EXPORT,
|
|
37
|
+
MINIO_HOST: process.env.MINIO_HOST,
|
|
38
|
+
MINIO_PORT: process.env.MINIO_PORT,
|
|
39
|
+
MINIO_BUCKET_NAME: process.env.MINIO_BUCKET_NAME,
|
|
40
|
+
MINIO_ACCESS_KEY: process.env.MINIO_ACCESS_KEY,
|
|
41
|
+
MINIO_SECRET_KEY: process.env.MINIO_SECRET_KEY,
|
|
42
|
+
};
|
|
43
|
+
if (Object.values(env).some((v) => !v)) {
|
|
44
|
+
throw new Error("Required environment variables are not set.");
|
|
45
|
+
}
|
|
46
|
+
const contentsPath = process.env.S_CONTENTS_PATH ?? process.cwd();
|
|
47
|
+
// Dynamic import for Prisma ESM compatibility
|
|
48
|
+
const { PrismaClient } = await import("@s-hirano-ist/s-database/generated");
|
|
49
|
+
const prisma = new PrismaClient({ accelerateUrl: env.DATABASE_URL ?? "" });
|
|
50
|
+
const notificationService = createPushoverService({
|
|
51
|
+
url: env.PUSHOVER_URL ?? "",
|
|
52
|
+
userKey: env.PUSHOVER_USER_KEY ?? "",
|
|
53
|
+
appToken: env.PUSHOVER_APP_TOKEN ?? "",
|
|
54
|
+
});
|
|
55
|
+
const minioClient = new Minio.Client({
|
|
56
|
+
endPoint: env.MINIO_HOST ?? "",
|
|
57
|
+
port: Number(env.MINIO_PORT),
|
|
58
|
+
useSSL: true,
|
|
59
|
+
accessKey: env.MINIO_ACCESS_KEY ?? "",
|
|
60
|
+
secretKey: env.MINIO_SECRET_KEY ?? "",
|
|
61
|
+
});
|
|
62
|
+
const bucketName = env.MINIO_BUCKET_NAME ?? "";
|
|
63
|
+
const userId = makeUserId(env.USERNAME_TO_EXPORT ?? "");
|
|
64
|
+
const exported = makeExportedStatus();
|
|
65
|
+
const filePaths = new Set();
|
|
66
|
+
async function ingestImages() {
|
|
67
|
+
const files = await glob(`${contentsPath}/image/dump/*`);
|
|
68
|
+
const imageFiles = files.filter((f) => getContentType(f) !== null);
|
|
69
|
+
console.log(`📁 ${imageFiles.length} 件の画像ファイルを検出しました。`);
|
|
70
|
+
const existingImages = await prisma.image.findMany({
|
|
71
|
+
where: { userId },
|
|
72
|
+
select: { id: true, path: true },
|
|
73
|
+
});
|
|
74
|
+
const existingImagesMap = new Map(existingImages.map((i) => [i.path, i]));
|
|
75
|
+
console.log(`📊 DB に ${existingImagesMap.size} 件の既存画像があります。`);
|
|
76
|
+
let insertedCount = 0;
|
|
77
|
+
let skippedCount = 0;
|
|
78
|
+
let errorCount = 0;
|
|
79
|
+
for (const filePath of imageFiles) {
|
|
80
|
+
const imagePath = basename(filePath);
|
|
81
|
+
filePaths.add(imagePath);
|
|
82
|
+
try {
|
|
83
|
+
if (existingImagesMap.has(imagePath)) {
|
|
84
|
+
skippedCount++;
|
|
85
|
+
continue;
|
|
86
|
+
}
|
|
87
|
+
const buffer = await readFile(filePath);
|
|
88
|
+
const fileStat = await stat(filePath);
|
|
89
|
+
const metadata = await sharp(buffer).metadata();
|
|
90
|
+
const contentType = getContentType(filePath);
|
|
91
|
+
if (!contentType) {
|
|
92
|
+
console.log(`⏭️ スキップ(未対応形式): ${imagePath}`);
|
|
93
|
+
skippedCount++;
|
|
94
|
+
continue;
|
|
95
|
+
}
|
|
96
|
+
if (dryRun) {
|
|
97
|
+
console.log(`🔍 [dry-run] 挿入予定: ${imagePath}`);
|
|
98
|
+
insertedCount++;
|
|
99
|
+
continue;
|
|
100
|
+
}
|
|
101
|
+
// Upload original to MinIO if not exists
|
|
102
|
+
const originalKey = `${ORIGINAL_IMAGE_PATH}/${imagePath}`;
|
|
103
|
+
try {
|
|
104
|
+
await minioClient.statObject(bucketName, originalKey);
|
|
105
|
+
console.log(`📦 MinIO に既存(original): ${imagePath}`);
|
|
106
|
+
}
|
|
107
|
+
catch {
|
|
108
|
+
await minioClient.putObject(bucketName, originalKey, buffer);
|
|
109
|
+
console.log(`📤 MinIO アップロード(original): ${imagePath}`);
|
|
110
|
+
}
|
|
111
|
+
// Generate and upload thumbnail
|
|
112
|
+
const thumbnailBuffer = await sharp(buffer)
|
|
113
|
+
.resize(THUMBNAIL_SIZE, THUMBNAIL_SIZE, { fit: "cover" })
|
|
114
|
+
.toBuffer();
|
|
115
|
+
const thumbnailKey = `${THUMBNAIL_IMAGE_PATH}/${imagePath}`;
|
|
116
|
+
await minioClient.putObject(bucketName, thumbnailKey, thumbnailBuffer);
|
|
117
|
+
console.log(`📤 MinIO アップロード(thumbnail): ${imagePath}`);
|
|
118
|
+
// Create DB record
|
|
119
|
+
await prisma.image.create({
|
|
120
|
+
data: {
|
|
121
|
+
id: String(makeId()),
|
|
122
|
+
path: imagePath,
|
|
123
|
+
contentType,
|
|
124
|
+
fileSize: fileStat.size,
|
|
125
|
+
width: metadata.width ?? null,
|
|
126
|
+
height: metadata.height ?? null,
|
|
127
|
+
status: exported.status,
|
|
128
|
+
exportedAt: exported.exportedAt,
|
|
129
|
+
userId,
|
|
130
|
+
createdAt: new Date(),
|
|
131
|
+
},
|
|
132
|
+
});
|
|
133
|
+
insertedCount++;
|
|
134
|
+
console.log(`✅ 挿入: ${imagePath}`);
|
|
135
|
+
}
|
|
136
|
+
catch (error) {
|
|
137
|
+
console.error(`❌ エラー(${imagePath}):`, error);
|
|
138
|
+
errorCount++;
|
|
139
|
+
}
|
|
140
|
+
}
|
|
141
|
+
return { insertedCount, skippedCount, errorCount };
|
|
142
|
+
}
|
|
143
|
+
async function purgeImages() {
|
|
144
|
+
const exportedImages = await prisma.image.findMany({
|
|
145
|
+
where: { userId, status: exported.status },
|
|
146
|
+
select: { id: true, path: true },
|
|
147
|
+
});
|
|
148
|
+
const toDelete = exportedImages.filter((i) => !filePaths.has(i.path));
|
|
149
|
+
if (toDelete.length === 0) {
|
|
150
|
+
console.log("🗑️ 削除対象なし");
|
|
151
|
+
return 0;
|
|
152
|
+
}
|
|
153
|
+
let deletedCount = 0;
|
|
154
|
+
for (const image of toDelete) {
|
|
155
|
+
try {
|
|
156
|
+
if (dryRun) {
|
|
157
|
+
console.log(`🗑️ [dry-run] 削除予定: ${image.path}`);
|
|
158
|
+
}
|
|
159
|
+
else {
|
|
160
|
+
await prisma.image.delete({ where: { id: image.id } });
|
|
161
|
+
await minioClient.removeObject(bucketName, `${ORIGINAL_IMAGE_PATH}/${image.path}`);
|
|
162
|
+
await minioClient.removeObject(bucketName, `${THUMBNAIL_IMAGE_PATH}/${image.path}`);
|
|
163
|
+
console.log(`🗑️ 削除: ${image.path}`);
|
|
164
|
+
}
|
|
165
|
+
deletedCount++;
|
|
166
|
+
}
|
|
167
|
+
catch (error) {
|
|
168
|
+
console.error(`❌ 削除エラー(${image.path}):`, error);
|
|
169
|
+
}
|
|
170
|
+
}
|
|
171
|
+
return deletedCount;
|
|
172
|
+
}
|
|
173
|
+
try {
|
|
174
|
+
const { insertedCount, skippedCount, errorCount } = await ingestImages();
|
|
175
|
+
const deletedCount = await purgeImages();
|
|
176
|
+
console.log(`\n📊 結果: 挿入 ${insertedCount} 件, スキップ ${skippedCount} 件, 削除 ${deletedCount} 件, エラー ${errorCount} 件${dryRun ? " (dry-run)" : ""}`);
|
|
177
|
+
await notificationService.notifyInfo(`${SCRIPT_NAME} completed`, {
|
|
178
|
+
caller: SCRIPT_NAME,
|
|
179
|
+
});
|
|
180
|
+
}
|
|
181
|
+
catch (error) {
|
|
182
|
+
console.error("❌ エラーが発生しました:", error);
|
|
183
|
+
await notificationService.notifyError(`${SCRIPT_NAME} failed: ${error}`, {
|
|
184
|
+
caller: SCRIPT_NAME,
|
|
185
|
+
});
|
|
186
|
+
process.exit(1);
|
|
187
|
+
}
|
|
188
|
+
finally {
|
|
189
|
+
await prisma.$disconnect();
|
|
190
|
+
}
|
|
191
|
+
}
|
|
192
|
+
main().catch((error) => {
|
|
193
|
+
console.error(error);
|
|
194
|
+
process.exit(1);
|
|
195
|
+
});
|
|
196
|
+
//# sourceMappingURL=ingest-images.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ingest-images.js","sourceRoot":"","sources":["../src/ingest-images.ts"],"names":[],"mappings":";AACA,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAClD,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC9C,OAAO,EACN,kBAAkB,EAClB,MAAM,EACN,UAAU,GAEV,MAAM,2DAA2D,CAAC;AACnE,OAAO,EAAE,qBAAqB,EAAE,MAAM,8BAA8B,CAAC;AACrE,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,KAAK,KAAK,MAAM,OAAO,CAAC;AAC/B,OAAO,KAAK,MAAM,OAAO,CAAC;AAE1B,MAAM,WAAW,GAAG,eAAe,CAAC;AAEpC,MAAM,mBAAmB,GAAG,iBAAiB,CAAC;AAC9C,MAAM,oBAAoB,GAAG,kBAAkB,CAAC;AAChD,MAAM,cAAc,GAAG,GAAG,CAAC;AAE3B,SAAS,cAAc,CAAC,QAAgB;IACvC,MAAM,GAAG,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;IAC5C,QAAQ,GAAG,EAAE,CAAC;QACb,KAAK,MAAM,CAAC;QACZ,KAAK,OAAO;YACX,OAAO,YAAY,CAAC;QACrB,KAAK,MAAM;YACV,OAAO,WAAW,CAAC;QACpB,KAAK,MAAM;YACV,OAAO,WAAW,CAAC;QACpB,KAAK,OAAO;YACX,OAAO,YAAY,CAAC;QACrB;YACC,OAAO,IAAI,CAAC;IACd,CAAC;AACF,CAAC;AAED,KAAK,UAAU,IAAI;IAClB,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;IAElD,MAAM,GAAG,GAAG;QACX,YAAY,EAAE,OAAO,CAAC,GAAG,CAAC,YAAY;QACtC,YAAY,EAAE,OAAO,CAAC,GAAG,CAAC,YAAY;QACtC,iBAAiB,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB;QAChD,kBAAkB,EAAE,OAAO,CAAC,GAAG,CAAC,kBAAkB;QAClD,kBAAkB,EAAE,OAAO,CAAC,GAAG,CAAC,kBAAkB;QAClD,UAAU,EAAE,OAAO,CAAC,GAAG,CAAC,UAAU;QAClC,UAAU,EAAE,OAAO,CAAC,GAAG,CAAC,UAAU;QAClC,iBAAiB,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB;QAChD,gBAAgB,EAAE,OAAO,CAAC,GAAG,CAAC,gBAAgB;QAC9C,gBAAgB,EAAE,OAAO,CAAC,GAAG,CAAC,gBAAgB;KACrC,CAAC;IAEX,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACxC,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;IAChE,CAAC;IAED,MAAM,YAAY,GAAG,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC;IAElE,8CAA8C;IAC9C,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,MAAM,CAAC,oCAAoC,CAAC,CAAC;IAC5E,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,EAAE,aAAa,EAAE,GAAG,CAAC,YAAY,IAAI,EAAE,EAAE,CAAC,CAAC;IAE3E,MAAM,mBAAmB,GAAG,qBAAqB,CAAC;QACjD,GAAG,EAAE,GAAG,CAAC,YAAY,IAAI,EAAE;QAC3B,OAAO,EAAE,GAAG,CAAC,iBAAiB,IAAI,EAAE;QACpC,QAAQ,EAAE,GAAG,CAAC,kBAAkB,IAAI,EAAE;KACtC,CAAC,CAAC;IAEH,MAAM,WAAW,GAAG,IAAI,KAAK,CAAC,MAAM,CAAC;QACpC,QAAQ,EAAE,GAAG,CAAC,UAAU,IAAI,EAAE;QAC9B,IAAI,EAAE,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC;QAC5B,MAAM,EAAE,IAAI;QACZ,SAAS,EAAE,GAAG,CAAC,gBAAgB,IAAI,EAAE;QACrC,SAAS,EAAE,GAAG,CAAC,gBAAgB,IAAI,EAAE;KACrC,CAAC,CAAC;IAEH,MAAM,UAAU,GAAG,GAAG,CAAC,iBAAiB,IAAI,EAAE,CAAC;IAE/C,MAAM,MAAM,GAAW,UAAU,CAAC,GAAG,CAAC,kBAAkB,IAAI,EAAE,CAAC,CAAC;IAChE,MAAM,QAAQ,GAAG,kBAAkB,EAAE,CAAC;IAEtC,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;IAEpC,KAAK,UAAU,YAAY;QAC1B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,GAAG,YAAY,eAAe,CAAC,CAAC;QACzD,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,cAAc,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;QACnE,OAAO,CAAC,GAAG,CAAC,MAAM,UAAU,CAAC,MAAM,mBAAmB,CAAC,CAAC;QAExD,MAAM,cAAc,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC;YAClD,KAAK,EAAE,EAAE,MAAM,EAAE;YACjB,MAAM,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE;SAChC,CAAC,CAAC;QACH,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAChC,cAAc,CAAC,GAAG,CAAC,CAAC,CAA+B,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CACpE,CAAC;QACF,OAAO,CAAC,GAAG,CAAC,WAAW,iBAAiB,CAAC,IAAI,eAAe,CAAC,CAAC;QAE9D,IAAI,aAAa,GAAG,CAAC,CAAC;QACtB,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,IAAI,UAAU,GAAG,CAAC,CAAC;QAEnB,KAAK,MAAM,QAAQ,IAAI,UAAU,EAAE,CAAC;YACnC,MAAM,SAAS,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;YACrC,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YAEzB,IAAI,CAAC;gBACJ,IAAI,iBAAiB,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;oBACtC,YAAY,EAAE,CAAC;oBACf,SAAS;gBACV,CAAC;gBAED,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,QAAQ,CAAC,CAAC;gBACxC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC;gBACtC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,CAAC;gBAChD,MAAM,WAAW,GAAG,cAAc,CAAC,QAAQ,CAAC,CAAC;gBAE7C,IAAI,CAAC,WAAW,EAAE,CAAC;oBAClB,OAAO,CAAC,GAAG,CAAC,oBAAoB,SAAS,EAAE,CAAC,CAAC;oBAC7C,YAAY,EAAE,CAAC;oBACf,SAAS;gBACV,CAAC;gBAED,IAAI,MAAM,EAAE,CAAC;oBACZ,OAAO,CAAC,GAAG,CAAC,sBAAsB,SAAS,EAAE,CAAC,CAAC;oBAC/C,aAAa,EAAE,CAAC;oBAChB,SAAS;gBACV,CAAC;gBAED,yCAAyC;gBACzC,MAAM,WAAW,GAAG,GAAG,mBAAmB,IAAI,SAAS,EAAE,CAAC;gBAC1D,IAAI,CAAC;oBACJ,MAAM,WAAW,CAAC,UAAU,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;oBACtD,OAAO,CAAC,GAAG,CAAC,2BAA2B,SAAS,EAAE,CAAC,CAAC;gBACrD,CAAC;gBAAC,MAAM,CAAC;oBACR,MAAM,WAAW,CAAC,SAAS,CAAC,UAAU,EAAE,WAAW,EAAE,MAAM,CAAC,CAAC;oBAC7D,OAAO,CAAC,GAAG,CAAC,8BAA8B,SAAS,EAAE,CAAC,CAAC;gBACxD,CAAC;gBAED,gCAAgC;gBAChC,MAAM,eAAe,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC;qBACzC,MAAM,CAAC,cAAc,EAAE,cAAc,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC;qBACxD,QAAQ,EAAE,CAAC;gBACb,MAAM,YAAY,GAAG,GAAG,oBAAoB,IAAI,SAAS,EAAE,CAAC;gBAC5D,MAAM,WAAW,CAAC,SAAS,CAAC,UAAU,EAAE,YAAY,EAAE,eAAe,CAAC,CAAC;gBACvE,OAAO,CAAC,GAAG,CAAC,+BAA+B,SAAS,EAAE,CAAC,CAAC;gBAExD,mBAAmB;gBACnB,MAAM,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC;oBACzB,IAAI,EAAE;wBACL,EAAE,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC;wBACpB,IAAI,EAAE,SAAS;wBACf,WAAW;wBACX,QAAQ,EAAE,QAAQ,CAAC,IAAI;wBACvB,KAAK,EAAE,QAAQ,CAAC,KAAK,IAAI,IAAI;wBAC7B,MAAM,EAAE,QAAQ,CAAC,MAAM,IAAI,IAAI;wBAC/B,MAAM,EAAE,QAAQ,CAAC,MAAM;wBACvB,UAAU,EAAE,QAAQ,CAAC,UAAU;wBAC/B,MAAM;wBACN,SAAS,EAAE,IAAI,IAAI,EAAE;qBACrB;iBACD,CAAC,CAAC;gBACH,aAAa,EAAE,CAAC;gBAChB,OAAO,CAAC,GAAG,CAAC,SAAS,SAAS,EAAE,CAAC,CAAC;YACnC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAChB,OAAO,CAAC,KAAK,CAAC,SAAS,SAAS,IAAI,EAAE,KAAK,CAAC,CAAC;gBAC7C,UAAU,EAAE,CAAC;YACd,CAAC;QACF,CAAC;QAED,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,UAAU,EAAE,CAAC;IACpD,CAAC;IAED,KAAK,UAAU,WAAW;QACzB,MAAM,cAAc,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC;YAClD,KAAK,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE;YAC1C,MAAM,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE;SAChC,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,CACrC,CAAC,CAA+B,EAAE,EAAE,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAC3D,CAAC;QAEF,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC3B,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;YAC3B,OAAO,CAAC,CAAC;QACV,CAAC;QAED,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,KAAK,MAAM,KAAK,IAAI,QAAQ,EAAE,CAAC;YAC9B,IAAI,CAAC;gBACJ,IAAI,MAAM,EAAE,CAAC;oBACZ,OAAO,CAAC,GAAG,CAAC,wBAAwB,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;gBACnD,CAAC;qBAAM,CAAC;oBACP,MAAM,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;oBACvD,MAAM,WAAW,CAAC,YAAY,CAC7B,UAAU,EACV,GAAG,mBAAmB,IAAI,KAAK,CAAC,IAAI,EAAE,CACtC,CAAC;oBACF,MAAM,WAAW,CAAC,YAAY,CAC7B,UAAU,EACV,GAAG,oBAAoB,IAAI,KAAK,CAAC,IAAI,EAAE,CACvC,CAAC;oBACF,OAAO,CAAC,GAAG,CAAC,YAAY,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;gBACvC,CAAC;gBACD,YAAY,EAAE,CAAC;YAChB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAChB,OAAO,CAAC,KAAK,CAAC,WAAW,KAAK,CAAC,IAAI,IAAI,EAAE,KAAK,CAAC,CAAC;YACjD,CAAC;QACF,CAAC;QAED,OAAO,YAAY,CAAC;IACrB,CAAC;IAED,IAAI,CAAC;QACJ,MAAM,EAAE,aAAa,EAAE,YAAY,EAAE,UAAU,EAAE,GAAG,MAAM,YAAY,EAAE,CAAC;QACzE,MAAM,YAAY,GAAG,MAAM,WAAW,EAAE,CAAC;QACzC,OAAO,CAAC,GAAG,CACV,eAAe,aAAa,YAAY,YAAY,UAAU,YAAY,WAAW,UAAU,KAAK,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,EAAE,CAChI,CAAC;QACF,MAAM,mBAAmB,CAAC,UAAU,CAAC,GAAG,WAAW,YAAY,EAAE;YAChE,MAAM,EAAE,WAAW;SACnB,CAAC,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAChB,OAAO,CAAC,KAAK,CAAC,eAAe,EAAE,KAAK,CAAC,CAAC;QACtC,MAAM,mBAAmB,CAAC,WAAW,CAAC,GAAG,WAAW,YAAY,KAAK,EAAE,EAAE;YACxE,MAAM,EAAE,WAAW;SACnB,CAAC,CAAC;QACH,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjB,CAAC;YAAS,CAAC;QACV,MAAM,MAAM,CAAC,WAAW,EAAE,CAAC;IAC5B,CAAC;AACF,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;IACtB,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACrB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AACjB,CAAC,CAAC,CAAC"}
|