@ucdjs/cli 0.0.0 → 0.1.1

package/dist/{cli-utils-C8H822Rg.js → cli-utils-gCMcRvvP.js}

@@ -4,7 +4,7 @@ import yargs from "yargs-parser";
 
 //#region package.json
 var name = "@ucdjs/cli";
-var version = "0.0.0";
+var version = "0.1.1";
 var type = "module";
 var author = {
 	"name": "Lucas Nørgård",
@@ -29,6 +29,7 @@ var scripts = {
 	"typecheck": "tsc --noEmit"
 };
 var dependencies = {
+	"@luxass/unicode-utils": "catalog:prod",
 	"farver": "catalog:prod",
 	"yargs-parser": "catalog:prod"
 };
@@ -141,7 +142,7 @@ async function runCommand(cmd, flags) {
 			console.log(`  ${bgGreen(black(` ucd `))} ${green(`v${package_default.version ?? "x.y.z"}`)}`);
 			break;
 		case "generate": {
-			const { runGenerate } = await import("./generate-ADwYDcJ5.js");
+			const { runGenerate } = await import("./generate-CGxUT7N8.js");
 			const versions = flags._.slice(3);
 			await runGenerate({
 				versions,

package/dist/cli.js

@@ -1,4 +1,4 @@
-import { runCLI } from "./cli-utils-C8H822Rg.js";
+import { runCLI } from "./cli-utils-gCMcRvvP.js";
 import process from "node:process";
 
 //#region src/cli.ts

package/dist/generate-CGxUT7N8.js

@@ -0,0 +1,103 @@
+import { printHelp } from "./cli-utils-gCMcRvvP.js";
+import { green, yellow } from "farver/fast";
+import { mkdir, writeFile } from "node:fs/promises";
+import path, { dirname, join } from "node:path";
+import { UNICODE_VERSIONS, UNICODE_VERSIONS_WITH_UCD } from "@luxass/unicode-utils";
+
+//#region src/cmd/generate.ts
+const BASE_URL = "https://unicode-proxy.ucdjs.dev/proxy";
+async function runGenerate({ versions: providedVersions, flags }) {
+	if (flags?.help || flags?.h) {
+		printHelp({
+			headline: "Generate Unicode Data Files",
+			commandName: "ucd generate",
+			usage: "<...versions> [...flags]",
+			tables: { Flags: [["--output-dir", "Specify the output directory."], ["--help (-h)", "See all available flags."]] }
+		});
+		return;
+	}
+	if (providedVersions.length === 0) {
+		console.error("No versions provided. Please provide at least one version.");
+		return;
+	}
+	if (providedVersions[0] === "all") providedVersions = UNICODE_VERSIONS_WITH_UCD;
+	const invalidVersions = providedVersions.filter((version) => !UNICODE_VERSIONS.includes(version));
+	if (invalidVersions.length > 0) {
+		console.error(`Invalid version(s) provided: ${invalidVersions.join(", ")}. Please provide valid Unicode versions.`);
+		return;
+	}
+	const outputDir = flags.outputDir ?? path.join(process.cwd(), "data");
+	await mkdir(outputDir, { recursive: true });
+	async function processDirectory(entry, basePath, version, baseOutputDir, downloadedFiles) {
+		const dirPath = `${BASE_URL}/${version}/ucd/${entry.path}`;
+		const dirResponse = await fetch(dirPath);
+		if (!dirResponse.ok) {
+			console.error(`failed to fetch directory: ${entry.path}`);
+			return;
+		}
+		const dirEntries = await dirResponse.json();
+		if (!Array.isArray(dirEntries)) {
+			console.error(`invalid response format for directory: ${entry.path}`);
+			return;
+		}
+		const fileEntries = dirEntries.filter((e) => e.type === "file" && e.name !== "ReadMe.txt" && !e.path.includes("latest") && !e.path.includes("draft"));
+		await Promise.all(fileEntries.map(async (fileEntry) => {
+			const fullPath = `${basePath}/${entry.path}/${fileEntry.path}`;
+			const pathParts = fullPath.replace(/^\//, "").split("/");
+			const filePath = join(baseOutputDir, pathParts.slice(2).join("/"));
+			await mkdir(dirname(filePath), { recursive: true });
+			try {
+				const content = await fetch(`${BASE_URL}${fullPath}`).then((res) => res.text());
+				await writeFile(filePath, content);
+				downloadedFiles.push(filePath);
+			} catch {
+				console.error(`failed to process file: ${fullPath}`);
+			}
+		}));
+		const dirEntriesToProcess = dirEntries.filter((e) => e.type === "directory");
+		await Promise.all(dirEntriesToProcess.map((dir) => processDirectory(dir, `${basePath}/${entry.path}`, version, baseOutputDir, downloadedFiles)));
+	}
+	for (const version of providedVersions) {
+		console.info(`Starting the generation process for data files for ${green(`Unicode ${version}`)}!`);
+		const downloadedFilesForVersion = [];
+		const versionPath = `/${version}/ucd`;
+		const rootResponse = await fetch(`${BASE_URL}${versionPath}`);
+		if (!rootResponse.ok) {
+			console.error(`failed to fetch data for version ${version}`);
+			continue;
+		}
+		const rootEntries = await rootResponse.json();
+		if (!Array.isArray(rootEntries)) {
+			console.error(`invalid response format for version ${version}`);
+			continue;
+		}
+		const versionOutputDir = path.join(outputDir, `v${version}`);
+		await mkdir(versionOutputDir, { recursive: true });
+		const rootFiles = rootEntries.filter((e) => e.type === "file" && e.name !== "ReadMe.txt" && !e.path.includes("latest") && !e.path.includes("draft"));
+		await Promise.all(rootFiles.map(async (fileEntry) => {
+			const fileUrl = `${versionPath}/${fileEntry.path}`;
+			const outputFilePath = path.join(versionOutputDir, fileEntry.name);
+			try {
+				const content = await fetch(`${BASE_URL}${fileUrl}`).then((res) => res.text());
+				await writeFile(outputFilePath, content);
+				downloadedFilesForVersion.push(outputFilePath);
+			} catch {
+				console.error(`failed to process file: ${fileUrl}`);
+			}
+		}));
+		const directories = rootEntries.filter((e) => e.type === "directory");
+		await Promise.all(directories.map((dir) => processDirectory(dir, versionPath, version, versionOutputDir, downloadedFilesForVersion)));
+		if (downloadedFilesForVersion.length === 0) {
+			console.warn(yellow(`No files were downloaded for Unicode ${version}.`));
+			continue;
+		}
+		console.info(green(`✓ Generated ${downloadedFilesForVersion.length} for Unicode ${version}`));
+		for (const file of downloadedFilesForVersion) {
+			const relativePath = path.relative(versionOutputDir, file);
+			console.info(green(`  - ${relativePath}`));
+		}
+	}
+}
+
+//#endregion
+export { runGenerate };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ucdjs/cli",
-  "version": "0.0.0",
+  "version": "0.1.1",
   "type": "module",
   "author": {
     "name": "Lucas Nørgård",
@@ -25,6 +25,7 @@
     "dist"
   ],
   "dependencies": {
+    "@luxass/unicode-utils": "^0.0.0",
     "farver": "^0.4.2",
     "yargs-parser": "^21.1.1"
   },

package/dist/generate-ADwYDcJ5.js

@@ -1,21 +0,0 @@
-import { printHelp } from "./cli-utils-C8H822Rg.js";
-import { green } from "farver/fast";
-import path from "node:path";
-
-//#region src/cmd/generate.ts
-async function runGenerate({ versions: providedVersions, flags }) {
-	if (flags?.help || flags?.h) {
-		printHelp({
-			headline: "Generate Unicode Data Files",
-			commandName: "ucd generate",
-			usage: "<...versions> [...flags]",
-			tables: { Flags: [["--output-dir", "Specify the output directory."], ["--help (-h)", "See all available flags."]] }
-		});
-		return;
-	}
-	const _outputDir = flags.outputDir ?? path.join(process.cwd(), "data");
-	console.log(green(`Generating emoji data for versions: ${providedVersions.join(", ")}`));
-}
-
-//#endregion
-export { runGenerate };