@riffyh/execute 1.0.0

package/dist/index.d.mts

@@ -0,0 +1 @@
+export { };

package/dist/index.mjs

@@ -0,0 +1,53 @@
+#!/usr/bin/env bun
+import yargs from "yargs";
+import { hideBin } from "yargs/helpers";
+import path from "node:path";
+import debug from "debug";
+import task from "tasuku";
+import mongoose from "mongoose";
+import { GalleryModel } from "@riffyh/database";
+//#region src/commands/sync.ts
+const sync = async (config) => {
+	if (process.env.MONGODB_URI === void 0) throw new Error("mongo url not provided");
+	await mongoose.connect(process.env.MONGODB_URI);
+	if (config.store) for (const store of config.store) await storeIterator(store, config.dataSources);
+	await mongoose.disconnect();
+};
+const storeIterator = async (store, dataSources) => task(store.key, async ({ setTitle, setError }) => {
+	const dataSource = dataSources.find((d) => d.key === store.key);
+	if (!dataSource) {
+		setError("data source for " + store.key + " not found");
+		return;
+	}
+	setTitle(dataSource.name);
+	const existingDocs = await GalleryModel.find({ key: store.key }, "id").lean();
+	const existingIds = new Set(existingDocs.map((doc) => doc.id));
+	const missingIds = store.ids.filter((id) => !existingIds.has(id));
+	let successCount = store.ids.length - missingIds.length;
+	let failedCount = 0;
+	const totalCount = store.ids.length;
+	const updateTitle = () => setTitle(`${dataSource.name} ${successCount} / ${totalCount} (${failedCount} failed)`);
+	updateTitle();
+	for (const id of missingIds) {
+		try {
+			const gallery = await dataSource.getGallery({ id });
+			await GalleryModel.create(gallery);
+			successCount++;
+		} catch {
+			failedCount++;
+		}
+		updateTitle();
+	}
+});
+//#endregion
+//#region src/index.ts
+const log = debug("riffyh:execute");
+const configFile = process.env.RIFFYH_CONFIG_PATH || "./riffyh.config.ts";
+const configPath = path.resolve(configFile);
+log(`resolving config file at ${configPath}...`);
+const config = await import(configPath).then((o) => o.default);
+yargs(hideBin(process.argv)).command("sync", "sync data to database", {}, () => sync(config)).demandCommand(1).parse();
+//#endregion
+export {};
+
+//# sourceMappingURL=index.mjs.map

package/dist/index.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.mjs","names":[],"sources":["../src/commands/sync.ts","../src/index.ts"],"sourcesContent":["import task from \"tasuku\";\nimport mongoose from \"mongoose\";\nimport { GalleryModel } from \"@riffyh/database\";\n\nimport type { Config, Store, DataSource } from \"@riffyh/commons\";\n\nexport const sync = async (config: Config) => {\n  if (process.env.MONGODB_URI === undefined) throw new Error(\"mongo url not provided\");\n\n  await mongoose.connect(process.env.MONGODB_URI);\n\n  if (config.store) {\n    for (const store of config.store) {\n      await storeIterator(store, config.dataSources);\n    }\n  }\n\n  await mongoose.disconnect();\n};\n\nconst storeIterator = async (store: Store, dataSources: DataSource[]) =>\n  task(store.key, async ({ setTitle, setError }) => {\n    const dataSource = dataSources.find((d) => d.key === store.key);\n\n    if (!dataSource) {\n      setError(\"data source for \" + store.key + \" not found\");\n      return;\n    }\n\n    setTitle(dataSource.name);\n\n    // 1. get list of ids that already exist in mongoose db (find multiple by key)\n    const existingDocs = await GalleryModel.find({ key: store.key }, \"id\").lean();\n    const existingIds = new Set(existingDocs.map((doc: any) => doc.id));\n\n    // 2. compute list of ids that does not yet exist in db\n    const missingIds = store.ids.filter((id) => !existingIds.has(id));\n\n    let successCount = store.ids.length - missingIds.length;\n    let failedCount = 0;\n    const totalCount = store.ids.length;\n\n    const updateTitle = () =>\n      setTitle(`${dataSource.name} ${successCount} / ${totalCount} (${failedCount} failed)`);\n    updateTitle();\n\n    // 3. from those list do a foreach await loop to get gallery data via dataSource.getGallery()\n    for (const id of missingIds) {\n      try {\n        const gallery = await dataSource.getGallery({ id });\n\n        // 4. if call is success, use mongoose to push to db. otherwise log item as failed\n        await GalleryModel.create(gallery);\n\n        successCount++;\n      } catch {\n        failedCount++;\n      }\n\n      // 5. setTitle to log of current progress\n      updateTitle();\n    }\n  });\n","#!/usr/bin/env bun\n\nimport yargs from \"yargs\";\nimport { hideBin } from \"yargs/helpers\";\nimport path from \"node:path\";\nimport debug from \"debug\";\n\nimport { sync } from \"./commands/sync\";\n\nimport type { Config } from \"@riffyh/commons\";\n\nconst log = debug(\"riffyh:execute\");\n\nconst configFile = process.env.RIFFYH_CONFIG_PATH || \"./riffyh.config.ts\";\nconst configPath = path.resolve(configFile);\nlog(`resolving config file at ${configPath}...`);\nconst config: Config = await import(configPath).then((o) => o.default);\n\nyargs(hideBin(process.argv))\n  .command(\"sync\", \"sync data to database\", {}, () => sync(config))\n  .demandCommand(1)\n  .parse();\n"],"mappings":";;;;;;;;;AAMA,MAAa,OAAO,OAAO,WAAmB;AAC5C,KAAI,QAAQ,IAAI,gBAAgB,KAAA,EAAW,OAAM,IAAI,MAAM,yBAAyB;AAEpF,OAAM,SAAS,QAAQ,QAAQ,IAAI,YAAY;AAE/C,KAAI,OAAO,MACT,MAAK,MAAM,SAAS,OAAO,MACzB,OAAM,cAAc,OAAO,OAAO,YAAY;AAIlD,OAAM,SAAS,YAAY;;AAG7B,MAAM,gBAAgB,OAAO,OAAc,gBACzC,KAAK,MAAM,KAAK,OAAO,EAAE,UAAU,eAAe;CAChD,MAAM,aAAa,YAAY,MAAM,MAAM,EAAE,QAAQ,MAAM,IAAI;AAE/D,KAAI,CAAC,YAAY;AACf,WAAS,qBAAqB,MAAM,MAAM,aAAa;AACvD;;AAGF,UAAS,WAAW,KAAK;CAGzB,MAAM,eAAe,MAAM,aAAa,KAAK,EAAE,KAAK,MAAM,KAAK,EAAE,KAAK,CAAC,MAAM;CAC7E,MAAM,cAAc,IAAI,IAAI,aAAa,KAAK,QAAa,IAAI,GAAG,CAAC;CAGnE,MAAM,aAAa,MAAM,IAAI,QAAQ,OAAO,CAAC,YAAY,IAAI,GAAG,CAAC;CAEjE,IAAI,eAAe,MAAM,IAAI,SAAS,WAAW;CACjD,IAAI,cAAc;CAClB,MAAM,aAAa,MAAM,IAAI;CAE7B,MAAM,oBACJ,SAAS,GAAG,WAAW,KAAK,GAAG,aAAa,KAAK,WAAW,IAAI,YAAY,UAAU;AACxF,cAAa;AAGb,MAAK,MAAM,MAAM,YAAY;AAC3B,MAAI;GACF,MAAM,UAAU,MAAM,WAAW,WAAW,EAAE,IAAI,CAAC;AAGnD,SAAM,aAAa,OAAO,QAAQ;AAElC;UACM;AACN;;AAIF,eAAa;;EAEf;;;ACnDJ,MAAM,MAAM,MAAM,iBAAiB;AAEnC,MAAM,aAAa,QAAQ,IAAI,sBAAsB;AACrD,MAAM,aAAa,KAAK,QAAQ,WAAW;AAC3C,IAAI,4BAA4B,WAAW,KAAK;AAChD,MAAM,SAAiB,MAAM,OAAO,YAAY,MAAM,MAAM,EAAE,QAAQ;AAEtE,MAAM,QAAQ,QAAQ,KAAK,CAAC,CACzB,QAAQ,QAAQ,yBAAyB,EAAE,QAAQ,KAAK,OAAO,CAAC,CAChE,cAAc,EAAE,CAChB,OAAO"}

package/package.json

@@ -0,0 +1,39 @@
+{
+  "name": "@riffyh/execute",
+  "version": "1.0.0",
+  "description": "Execuable command as an extension of Riffy H system",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/rayriffy/rayriffy-h.git"
+  },
+  "files": [
+    "dist/"
+  ],
+  "type": "module",
+  "main": "dist/index.mjs",
+  "types": "dist/index.d.mts",
+  "publishConfig": {
+    "access": "public",
+    "registry": "https://registry.npmjs.org"
+  },
+  "dependencies": {
+    "debug": "4.4.3",
+    "mongoose": "8.9.5",
+    "tasuku": "2.3.0",
+    "yargs": "18.0.0",
+    "@riffyh/commons": "2.1.1",
+    "@riffyh/database": "1.0.0"
+  },
+  "devDependencies": {
+    "@types/debug": "4.1.13",
+    "@types/yargs": "17.0.35",
+    "tsdown": "0.21.7"
+  },
+  "scripts": {
+    "dev": "tsdown --watch",
+    "build": "tsdown"
+  },
+  "bin": {
+    "execute": "dist/index.mjs"
+  }
+}