shamela 1.0.1 → 1.0.2

package/README.md

@@ -1,8 +1,8 @@
 # Shamela
 
-[![wakatime](https://wakatime.com/badge/user/a0b906ce-b8e7-4463-8bce-383238df6d4b/project/faef70ab-efdb-448b-ab83-0fc66c95888e.svg)](https://wakatime.com/badge/user/a0b906ce-b8e7-4463-8bce-383238df6d4b/project/faef70ab-efdb-448b-ab83-0fc66c95888e) [![E2E](https://github.com/ragaeeb/shamela/actions/workflows/e2e.yml/badge.svg)](https://github.com/ragaeeb/shamela/actions/workflows/e2e.yml) [![Node.js CI](https://github.com/ragaeeb/shamela/actions/workflows/build.yml/badge.svg)](https://github.com/ragaeeb/shamela/actions/workflows/build.yml) ![GitHub License](https://img.shields.io/github/license/ragaeeb/shamela) ![GitHub Release](https://img.shields.io/github/v/release/ragaeeb/shamela) [![codecov](https://codecov.io/gh/ragaeeb/shamela/graph/badge.svg?token=PK55V1R324)](https://codecov.io/gh/ragaeeb/shamela) [![Size](https://deno.bundlejs.com/badge?q=shamela@1.0.0&badge=detailed)](https://bundlejs.com/?q=shamela%401.0.0) ![typescript](https://badgen.net/badge/icon/typescript?icon=typescript&label&color=blue)
+[![wakatime](https://wakatime.com/badge/user/a0b906ce-b8e7-4463-8bce-383238df6d4b/project/faef70ab-efdb-448b-ab83-0fc66c95888e.svg)](https://wakatime.com/badge/user/a0b906ce-b8e7-4463-8bce-383238df6d4b/project/faef70ab-efdb-448b-ab83-0fc66c95888e) [![E2E](https://github.com/ragaeeb/shamela/actions/workflows/e2e.yml/badge.svg)](https://github.com/ragaeeb/shamela/actions/workflows/e2e.yml) [![Node.js CI](https://github.com/ragaeeb/shamela/actions/workflows/build.yml/badge.svg)](https://github.com/ragaeeb/shamela/actions/workflows/build.yml) ![GitHub License](https://img.shields.io/github/license/ragaeeb/shamela) ![GitHub Release](https://img.shields.io/github/v/release/ragaeeb/shamela) [![codecov](https://codecov.io/gh/ragaeeb/shamela/graph/badge.svg?token=PK55V1R324)](https://codecov.io/gh/ragaeeb/shamela) [![Size](https://deno.bundlejs.com/badge?q=shamela@1.0.2)](https://bundlejs.com/?q=shamela%401.0.2) ![typescript](https://badgen.net/badge/icon/typescript?icon=typescript&label&color=blue) ![npm](https://img.shields.io/npm/v/bitaboom) ![npm](https://img.shields.io/npm/dm/bitaboom) ![GitHub issues](https://img.shields.io/github/issues/ragaeeb/bitaboom) ![GitHub stars](https://img.shields.io/github/stars/ragaeeb/bitaboom?style=social)
 
-A NodeJS library for accessing and downloading Maktabah Shamela v4 APIs. This library provides easy-to-use functions to interact with the Shamela API, download master and book databases, and retrieve book data programmatically.
+A `NodeJS` library for accessing and downloading Maktabah Shamela v4 APIs. This library provides easy-to-use functions to interact with the Shamela API, download master and book databases, and retrieve book data programmatically.
 
 ## Table of Contents
 

package/dist/index.d.ts

@@ -19,12 +19,9 @@ type GetBookMetadataResponsePayload = {
     minorRelease?: number;
     minorReleaseUrl?: string;
 };
-interface OutputBookOptions extends OutputOptions {
-    removeHeaderTags?: boolean;
-}
 type DownloadBookOptions = {
     bookMetadata?: GetBookMetadataResponsePayload;
-    outputFile: OutputBookOptions;
+    outputFile: OutputOptions;
 };
 type Page = {
     content: string;
@@ -43,10 +40,10 @@ type BookData = {
     pages: Page[];
     titles?: Title[];
 };
-export const getMasterMetadata: (version?: number) => Promise<GetMasterMetadataResponsePayload>;
-export const downloadMasterDatabase: (options: DownloadMasterOptions) => Promise<string>;
 export const getBookMetadata: (id: number, options?: GetBookMetadataOptions) => Promise<GetBookMetadataResponsePayload>;
 export const downloadBook: (id: number, options: DownloadBookOptions) => Promise<string>;
+export const getMasterMetadata: (version?: number) => Promise<GetMasterMetadataResponsePayload>;
+export const downloadMasterDatabase: (options: DownloadMasterOptions) => Promise<string>;
 export const getBook: (id: number) => Promise<BookData>;
 
 //# sourceMappingURL=index.d.ts.map

package/dist/main.js

@@ -39,17 +39,7 @@ const $b142353d92e15b6f$export$3274d151f0598f1 = async (client, table)=>{
 
 
 const $e6f751831b705ed8$var$MAIN_DB_ALIAS = "main";
-const $e6f751831b705ed8$export$33bbb3ec7652e187 = (name, fields)=>`CREATE TABLE IF NOT EXISTS ${name} (${fields.join(", ")})`;
 const $e6f751831b705ed8$export$ee56083bb7df7ecc = (dbFile, alias)=>`ATTACH DATABASE '${dbFile}' AS ${alias}`;
-const $e6f751831b705ed8$export$7fec5208c714b262 = (alias)=>`DETACH DATABASE ${alias}`;
-const $e6f751831b705ed8$var$updatePageColumn = (columnName, aslAlias, patchAlias)=>`
-  (SELECT CASE 
-             WHEN ${patchAlias}.page.${columnName} != '#' THEN ${patchAlias}.page.${columnName}
-             ELSE ${aslAlias}.page.${columnName}
-           END 
-    FROM ${patchAlias}.page
-    WHERE ${aslAlias}.page.id = ${patchAlias}.page.id)
-`;
 const $e6f751831b705ed8$export$1f75c01d8a920a35 = (patchAlias, tableName, aslAlias = $e6f751831b705ed8$var$MAIN_DB_ALIAS)=>`
   UPDATE ${aslAlias}.${tableName}
   SET content = ${$e6f751831b705ed8$var$updatePageColumn("content", aslAlias, patchAlias)},
@@ -81,6 +71,16 @@ const $e6f751831b705ed8$export$a38d1618b943c74f = (patchAlias, tableName, aslAli
     WHERE ${aslAlias}.${tableName}.id = ${patchAlias}.${tableName}.id
   );
 `;
+const $e6f751831b705ed8$export$33bbb3ec7652e187 = (name, fields)=>`CREATE TABLE IF NOT EXISTS ${name} (${fields.join(", ")})`;
+const $e6f751831b705ed8$export$7fec5208c714b262 = (alias)=>`DETACH DATABASE ${alias}`;
+const $e6f751831b705ed8$var$updatePageColumn = (columnName, aslAlias, patchAlias)=>`
+  (SELECT CASE 
+             WHEN ${patchAlias}.page.${columnName} != '#' THEN ${patchAlias}.page.${columnName}
+             ELSE ${aslAlias}.page.${columnName}
+           END 
+    FROM ${patchAlias}.page
+    WHERE ${aslAlias}.page.id = ${patchAlias}.page.id)
+`;
 const $e6f751831b705ed8$export$3ef07b9580a45514 = (table, fieldToValue, isDeleted = false)=>{
     const combinedRecords = {
         ...fieldToValue,
@@ -107,6 +107,25 @@ var $167eb860ccdaab7d$export$a17a6870a08b950e;
 
 const $2a3b237385dd2cff$var$PATCH_DB_ALIAS = "patch";
 const $2a3b237385dd2cff$var$ASL_DB_ALIAS = "asl";
+const $2a3b237385dd2cff$export$a8b8e03e6bbe5473 = async (db, aslDB, patchDB)=>{
+    const statements = [
+        (0, $e6f751831b705ed8$export$ee56083bb7df7ecc)(aslDB, $2a3b237385dd2cff$var$ASL_DB_ALIAS)
+    ];
+    if (patchDB) await db.execute((0, $e6f751831b705ed8$export$ee56083bb7df7ecc)(patchDB, $2a3b237385dd2cff$var$PATCH_DB_ALIAS));
+    const { rows: tables } = patchDB ? await db.execute(`SELECT name FROM ${$2a3b237385dd2cff$var$PATCH_DB_ALIAS}.sqlite_master WHERE type='table'`) : {
+        rows: []
+    };
+    (0, $2d2b29d79cbbfeda$export$2e2bcd8739ae039).debug({
+        tables: tables
+    }, `Applying patches for...`);
+    statements.push(...$2a3b237385dd2cff$var$getPagesToCopy(tables));
+    statements.push(...$2a3b237385dd2cff$var$getTitlesToCopy(tables));
+    await db.batch(statements);
+    const detachStatements = [];
+    detachStatements.push((0, $e6f751831b705ed8$export$7fec5208c714b262)($2a3b237385dd2cff$var$ASL_DB_ALIAS));
+    if (patchDB) detachStatements.push((0, $e6f751831b705ed8$export$7fec5208c714b262)($2a3b237385dd2cff$var$PATCH_DB_ALIAS));
+    return db.batch(detachStatements);
+};
 const $2a3b237385dd2cff$export$5d28a6b0dd65e4c4 = async (db)=>{
     return db.batch([
         `CREATE TABLE page (id INTEGER PRIMARY KEY, content TEXT, part INTEGER, page INTEGER, number INTEGER)`,
@@ -174,25 +193,6 @@ const $2a3b237385dd2cff$var$getTitlesToCopy = (tables)=>{
     } else statements.push(`INSERT INTO main.${(0, $167eb860ccdaab7d$export$a17a6870a08b950e).Title} SELECT id,content,page,parent FROM ${$2a3b237385dd2cff$var$ASL_DB_ALIAS}.${(0, $167eb860ccdaab7d$export$a17a6870a08b950e).Title} WHERE is_deleted='0'`);
     return statements;
 };
-const $2a3b237385dd2cff$export$a8b8e03e6bbe5473 = async (db, aslDB, patchDB)=>{
-    const statements = [
-        (0, $e6f751831b705ed8$export$ee56083bb7df7ecc)(aslDB, $2a3b237385dd2cff$var$ASL_DB_ALIAS)
-    ];
-    if (patchDB) await db.execute((0, $e6f751831b705ed8$export$ee56083bb7df7ecc)(patchDB, $2a3b237385dd2cff$var$PATCH_DB_ALIAS));
-    const { rows: tables } = patchDB ? await db.execute(`SELECT name FROM ${$2a3b237385dd2cff$var$PATCH_DB_ALIAS}.sqlite_master WHERE type='table'`) : {
-        rows: []
-    };
-    (0, $2d2b29d79cbbfeda$export$2e2bcd8739ae039).debug({
-        tables: tables
-    }, `Applying patches for...`);
-    statements.push(...$2a3b237385dd2cff$var$getPagesToCopy(tables));
-    statements.push(...$2a3b237385dd2cff$var$getTitlesToCopy(tables));
-    await db.batch(statements);
-    const detachStatements = [];
-    detachStatements.push((0, $e6f751831b705ed8$export$7fec5208c714b262)($2a3b237385dd2cff$var$ASL_DB_ALIAS));
-    if (patchDB) detachStatements.push((0, $e6f751831b705ed8$export$7fec5208c714b262)($2a3b237385dd2cff$var$PATCH_DB_ALIAS));
-    return db.batch(detachStatements);
-};
 
 
 
@@ -203,6 +203,25 @@ const $14c03a3c41757845$export$3deaf0b0365f781e = "99999";
 
 
 
+const $e19722dabbedc0a6$export$b3179f41dfd6e35b = async (db, sourceTables)=>{
+    const aliasToPath = sourceTables.reduce((acc, tablePath)=>{
+        const { name: name } = (0, $5oumB$path).parse(tablePath);
+        return {
+            ...acc,
+            [name]: tablePath
+        };
+    }, {});
+    const attachStatements = Object.entries(aliasToPath).map(([alias, dbPath])=>(0, $e6f751831b705ed8$export$ee56083bb7df7ecc)(dbPath, alias));
+    await db.batch(attachStatements);
+    const insertStatements = [
+        `INSERT INTO ${(0, $167eb860ccdaab7d$export$a17a6870a08b950e).Authors} SELECT id,name,biography,(CASE WHEN death_number = ${(0, $14c03a3c41757845$export$3deaf0b0365f781e)} THEN NULL ELSE death_number END) AS death_number FROM author WHERE is_deleted='0'`,
+        `INSERT INTO ${(0, $167eb860ccdaab7d$export$a17a6870a08b950e).Books} SELECT id,name,category,type,(CASE WHEN date = ${(0, $14c03a3c41757845$export$3deaf0b0365f781e)} THEN NULL ELSE date END) AS date,author,printed,major_release,minor_release,bibliography,hint,pdf_links,metadata FROM book WHERE is_deleted='0'`,
+        `INSERT INTO ${(0, $167eb860ccdaab7d$export$a17a6870a08b950e).Categories} SELECT id,name FROM category WHERE is_deleted='0'`
+    ];
+    await db.batch(insertStatements);
+    const detachStatements = Object.keys(aliasToPath).map((0, $e6f751831b705ed8$export$7fec5208c714b262));
+    await db.batch(detachStatements);
+};
 const $e19722dabbedc0a6$export$5d28a6b0dd65e4c4 = async (db)=>{
     return db.batch([
         `CREATE TABLE authors (id INTEGER PRIMARY KEY, name TEXT, biography TEXT, death INTEGER)`,
@@ -224,31 +243,6 @@ const $e19722dabbedc0a6$export$b3b931905baa18df = async (db)=>{
         }));
     return authors;
 };
-const $e19722dabbedc0a6$export$36bfd9279b3a24b7 = async (db)=>{
-    const rows = await (0, $b142353d92e15b6f$export$3274d151f0598f1)(db, (0, $167eb860ccdaab7d$export$a17a6870a08b950e).Categories);
-    const categories = rows.map((r)=>({
-            id: r.id,
-            name: r.name
-        }));
-    return categories;
-};
-const $e19722dabbedc0a6$var$parseAuthor = (value)=>{
-    const result = value.split(",\\s+").map((id)=>parseInt(id.trim()));
-    return result.length > 1 ? result : result[0];
-};
-const $e19722dabbedc0a6$var$parsePdfLinks = (value)=>{
-    const result = JSON.parse(value);
-    if (result.files) result.files = result.files.map((f)=>{
-        const [file, id] = f.split("|");
-        return {
-            ...id && {
-                id: id
-            },
-            file: file
-        };
-    });
-    return result;
-};
 const $e19722dabbedc0a6$export$7111c27bf38a004f = async (db)=>{
     const rows = await (0, $b142353d92e15b6f$export$3274d151f0598f1)(db, (0, $167eb860ccdaab7d$export$a17a6870a08b950e).Books);
     const books = rows.map((row)=>{
@@ -279,6 +273,31 @@ const $e19722dabbedc0a6$export$7111c27bf38a004f = async (db)=>{
     });
     return books;
 };
+const $e19722dabbedc0a6$export$36bfd9279b3a24b7 = async (db)=>{
+    const rows = await (0, $b142353d92e15b6f$export$3274d151f0598f1)(db, (0, $167eb860ccdaab7d$export$a17a6870a08b950e).Categories);
+    const categories = rows.map((r)=>({
+            id: r.id,
+            name: r.name
+        }));
+    return categories;
+};
+const $e19722dabbedc0a6$var$parseAuthor = (value)=>{
+    const result = value.split(",\\s+").map((id)=>parseInt(id.trim()));
+    return result.length > 1 ? result : result[0];
+};
+const $e19722dabbedc0a6$var$parsePdfLinks = (value)=>{
+    const result = JSON.parse(value);
+    if (result.files) result.files = result.files.map((f)=>{
+        const [file, id] = f.split("|");
+        return {
+            ...id && {
+                id: id
+            },
+            file: file
+        };
+    });
+    return result;
+};
 const $e19722dabbedc0a6$export$7a171f172be0782e = async (db)=>{
     const [authors, books, categories] = await Promise.all([
         $e19722dabbedc0a6$export$b3b931905baa18df(db),
@@ -291,25 +310,6 @@ const $e19722dabbedc0a6$export$7a171f172be0782e = async (db)=>{
         categories: categories
     };
 };
-const $e19722dabbedc0a6$export$b3179f41dfd6e35b = async (db, sourceTables)=>{
-    const aliasToPath = sourceTables.reduce((acc, tablePath)=>{
-        const { name: name } = (0, $5oumB$path).parse(tablePath);
-        return {
-            ...acc,
-            [name]: tablePath
-        };
-    }, {});
-    const attachStatements = Object.entries(aliasToPath).map(([alias, dbPath])=>(0, $e6f751831b705ed8$export$ee56083bb7df7ecc)(dbPath, alias));
-    await db.batch(attachStatements);
-    const insertStatements = [
-        `INSERT INTO ${(0, $167eb860ccdaab7d$export$a17a6870a08b950e).Authors} SELECT id,name,biography,(CASE WHEN death_number = ${(0, $14c03a3c41757845$export$3deaf0b0365f781e)} THEN NULL ELSE death_number END) AS death_number FROM author WHERE is_deleted='0'`,
-        `INSERT INTO ${(0, $167eb860ccdaab7d$export$a17a6870a08b950e).Books} SELECT id,name,category,type,(CASE WHEN date = ${(0, $14c03a3c41757845$export$3deaf0b0365f781e)} THEN NULL ELSE date END) AS date,author,printed,major_release,minor_release,bibliography,hint,pdf_links,metadata FROM book WHERE is_deleted='0'`,
-        `INSERT INTO ${(0, $167eb860ccdaab7d$export$a17a6870a08b950e).Categories} SELECT id,name FROM category WHERE is_deleted='0'`
-    ];
-    await db.batch(insertStatements);
-    const detachStatements = Object.keys(aliasToPath).map((0, $e6f751831b705ed8$export$7fec5208c714b262));
-    await db.batch(detachStatements);
-};
 
 
 
@@ -430,59 +430,65 @@ const $da18f5255cf003e1$var$SOURCE_TABLES = [
     "book.sqlite",
     "category.sqlite"
 ];
-const $da18f5255cf003e1$export$c7660b0cda39b7c3 = (sourceTablePaths)=>{
-    const sourceTableNames = sourceTablePaths.map((tablePath)=>(0, $5oumB$path).parse(tablePath).base);
-    return $da18f5255cf003e1$var$SOURCE_TABLES.every((table)=>sourceTableNames.includes(table));
-};
 const $da18f5255cf003e1$export$37467b7f8cfc50b0 = ()=>{
     if (!(0, $5oumB$process).env.SHAMELA_API_MASTER_PATCH_ENDPOINT) throw new Error("SHAMELA_API_MASTER_PATCH_ENDPOINT environment variable not set");
     if (!(0, $5oumB$process).env.SHAMELA_API_KEY) throw new Error("SHAMELA_API_KEY environment variable not set");
 };
+const $da18f5255cf003e1$export$c7660b0cda39b7c3 = (sourceTablePaths)=>{
+    const sourceTableNames = sourceTablePaths.map((tablePath)=>(0, $5oumB$path).parse(tablePath).base);
+    return $da18f5255cf003e1$var$SOURCE_TABLES.every((table)=>sourceTableNames.includes(table));
+};
 
 
-const $96cb7a03b537cb37$export$b96de494209cdc35 = async (version = 0)=>{
+const $96cb7a03b537cb37$export$4c209aa17b4b3e57 = async (id, options)=>{
     (0, $da18f5255cf003e1$export$37467b7f8cfc50b0)();
-    const url = new (0, $5oumB$URL)((0, $5oumB$process).env.SHAMELA_API_MASTER_PATCH_ENDPOINT);
+    const url = new (0, $5oumB$URL)(`${(0, $5oumB$process).env.SHAMELA_API_BOOKS_ENDPOINT}/${id}`);
     {
         const params = new (0, $5oumB$URLSearchParams)();
         params.append("api_key", (0, $5oumB$process).env.SHAMELA_API_KEY);
-        params.append("version", version.toString());
+        params.append("major_release", (options?.majorVersion || 0).toString());
+        params.append("minor_release", (options?.minorVersion || 0).toString());
         url.search = params.toString();
     }
-    (0, $2d2b29d79cbbfeda$export$2e2bcd8739ae039).info(`Fetching shamela.ws master database patch link: ${url.toString()}`);
+    (0, $2d2b29d79cbbfeda$export$2e2bcd8739ae039).info(`Fetching shamela.ws book link: ${url.toString()}`);
     try {
         const response = await (0, $932b4b3755196b46$export$c9e6217566c54f42)(url);
         return {
-            url: response.patch_url,
-            version: response.version
+            majorRelease: response.major_release,
+            majorReleaseUrl: response.major_release_url,
+            ...response.minor_release_url && {
+                minorReleaseUrl: response.minor_release_url
+            },
+            ...response.minor_release_url && {
+                minorRelease: response.minor_release
+            }
         };
     } catch (error) {
         throw new Error(`Error fetching master patch: ${error.message}`);
     }
 };
-const $96cb7a03b537cb37$export$fd8b6353fde3f1de = async (options)=>{
-    (0, $2d2b29d79cbbfeda$export$2e2bcd8739ae039).info(`downloadMasterDatabase ${JSON.stringify(options)}`);
-    const outputDir = await (0, $e8ee15c0ce3f020d$export$1c500f521ad591da)("shamela_downloadMaster");
-    const masterResponse = options.masterMetadata || await $96cb7a03b537cb37$export$b96de494209cdc35((0, $14c03a3c41757845$export$5bc725975f47e62c));
-    (0, $2d2b29d79cbbfeda$export$2e2bcd8739ae039).info(`Downloading master database from: ${JSON.stringify(masterResponse)}`);
-    const sourceTables = await (0, $e8ee15c0ce3f020d$export$fb61e277af91ac0)(masterResponse.url, outputDir);
-    (0, $2d2b29d79cbbfeda$export$2e2bcd8739ae039).info(`sourceTables downloaded: ${sourceTables.toString()}`);
-    if (!(0, $da18f5255cf003e1$export$c7660b0cda39b7c3)(sourceTables)) {
-        (0, $2d2b29d79cbbfeda$export$2e2bcd8739ae039).error(`Some source tables were not found: ${sourceTables.toString()}`);
-        throw new Error("Expected tables not found!");
-    }
-    const dbPath = (0, $5oumB$path).join(outputDir, "master.db");
+const $96cb7a03b537cb37$export$3560c45fd9de930d = async (id, options)=>{
+    (0, $2d2b29d79cbbfeda$export$2e2bcd8739ae039).info(`downloadBook ${id} ${JSON.stringify(options)}`);
+    const outputDir = await (0, $e8ee15c0ce3f020d$export$1c500f521ad591da)("shamela_downloadBook");
+    const bookResponse = options?.bookMetadata || await $96cb7a03b537cb37$export$4c209aa17b4b3e57(id);
+    const [[bookDatabase], [patchDatabase] = []] = await Promise.all([
+        (0, $e8ee15c0ce3f020d$export$fb61e277af91ac0)(bookResponse.majorReleaseUrl, outputDir),
+        ...bookResponse.minorReleaseUrl ? [
+            (0, $e8ee15c0ce3f020d$export$fb61e277af91ac0)(bookResponse.minorReleaseUrl, outputDir)
+        ] : []
+    ]);
+    const dbPath = (0, $5oumB$path).join(outputDir, "book.db");
     const client = (0, $5oumB$createClient)({
         url: `file:${dbPath}`
     });
     try {
         (0, $2d2b29d79cbbfeda$export$2e2bcd8739ae039).info(`Creating tables`);
-        await (0, $e19722dabbedc0a6$export$5d28a6b0dd65e4c4)(client);
-        (0, $2d2b29d79cbbfeda$export$2e2bcd8739ae039).info(`Copying data to master table`);
-        await (0, $e19722dabbedc0a6$export$b3179f41dfd6e35b)(client, sourceTables);
+        await (0, $2a3b237385dd2cff$export$5d28a6b0dd65e4c4)(client);
+        (0, $2d2b29d79cbbfeda$export$2e2bcd8739ae039).info(`Applying patches from ${patchDatabase} to ${bookDatabase}`);
+        await (0, $2a3b237385dd2cff$export$a8b8e03e6bbe5473)(client, bookDatabase, patchDatabase);
         const { ext: extension } = (0, $5oumB$path).parse(options.outputFile.path);
         if (extension === ".json") {
-            const result = await (0, $e19722dabbedc0a6$export$7a171f172be0782e)(client);
+            const result = await (0, $2a3b237385dd2cff$export$7a171f172be0782e)(client);
             await (0, $5oumB$promises).writeFile(options.outputFile.path, JSON.stringify(result, undefined, 2), "utf8");
         }
         client.close();
@@ -495,55 +501,49 @@ const $96cb7a03b537cb37$export$fd8b6353fde3f1de = async (options)=>{
     }
     return options.outputFile.path;
 };
-const $96cb7a03b537cb37$export$4c209aa17b4b3e57 = async (id, options)=>{
+const $96cb7a03b537cb37$export$b96de494209cdc35 = async (version = 0)=>{
     (0, $da18f5255cf003e1$export$37467b7f8cfc50b0)();
-    const url = new (0, $5oumB$URL)(`${(0, $5oumB$process).env.SHAMELA_API_BOOKS_ENDPOINT}/${id}`);
+    const url = new (0, $5oumB$URL)((0, $5oumB$process).env.SHAMELA_API_MASTER_PATCH_ENDPOINT);
     {
         const params = new (0, $5oumB$URLSearchParams)();
         params.append("api_key", (0, $5oumB$process).env.SHAMELA_API_KEY);
-        params.append("major_release", (options?.majorVersion || 0).toString());
-        params.append("minor_release", (options?.minorVersion || 0).toString());
+        params.append("version", version.toString());
         url.search = params.toString();
     }
-    (0, $2d2b29d79cbbfeda$export$2e2bcd8739ae039).info(`Fetching shamela.ws book link: ${url.toString()}`);
+    (0, $2d2b29d79cbbfeda$export$2e2bcd8739ae039).info(`Fetching shamela.ws master database patch link: ${url.toString()}`);
     try {
         const response = await (0, $932b4b3755196b46$export$c9e6217566c54f42)(url);
         return {
-            majorRelease: response.major_release,
-            majorReleaseUrl: response.major_release_url,
-            ...response.minor_release_url && {
-                minorReleaseUrl: response.minor_release_url
-            },
-            ...response.minor_release_url && {
-                minorRelease: response.minor_release
-            }
+            url: response.patch_url,
+            version: response.version
         };
     } catch (error) {
         throw new Error(`Error fetching master patch: ${error.message}`);
     }
 };
-const $96cb7a03b537cb37$export$3560c45fd9de930d = async (id, options)=>{
-    (0, $2d2b29d79cbbfeda$export$2e2bcd8739ae039).info(`downloadBook ${id} ${JSON.stringify(options)}`);
-    const outputDir = await (0, $e8ee15c0ce3f020d$export$1c500f521ad591da)("shamela_downloadBook");
-    const bookResponse = options?.bookMetadata || await $96cb7a03b537cb37$export$4c209aa17b4b3e57(id);
-    const [[bookDatabase], [patchDatabase]] = await Promise.all([
-        (0, $e8ee15c0ce3f020d$export$fb61e277af91ac0)(bookResponse.majorReleaseUrl, outputDir),
-        ...bookResponse.minorReleaseUrl ? [
-            (0, $e8ee15c0ce3f020d$export$fb61e277af91ac0)(bookResponse.minorReleaseUrl, outputDir)
-        ] : []
-    ]);
-    const dbPath = (0, $5oumB$path).join(outputDir, "book.db");
+const $96cb7a03b537cb37$export$fd8b6353fde3f1de = async (options)=>{
+    (0, $2d2b29d79cbbfeda$export$2e2bcd8739ae039).info(`downloadMasterDatabase ${JSON.stringify(options)}`);
+    const outputDir = await (0, $e8ee15c0ce3f020d$export$1c500f521ad591da)("shamela_downloadMaster");
+    const masterResponse = options.masterMetadata || await $96cb7a03b537cb37$export$b96de494209cdc35((0, $14c03a3c41757845$export$5bc725975f47e62c));
+    (0, $2d2b29d79cbbfeda$export$2e2bcd8739ae039).info(`Downloading master database from: ${JSON.stringify(masterResponse)}`);
+    const sourceTables = await (0, $e8ee15c0ce3f020d$export$fb61e277af91ac0)(masterResponse.url, outputDir);
+    (0, $2d2b29d79cbbfeda$export$2e2bcd8739ae039).info(`sourceTables downloaded: ${sourceTables.toString()}`);
+    if (!(0, $da18f5255cf003e1$export$c7660b0cda39b7c3)(sourceTables)) {
+        (0, $2d2b29d79cbbfeda$export$2e2bcd8739ae039).error(`Some source tables were not found: ${sourceTables.toString()}`);
+        throw new Error("Expected tables not found!");
+    }
+    const dbPath = (0, $5oumB$path).join(outputDir, "master.db");
     const client = (0, $5oumB$createClient)({
         url: `file:${dbPath}`
     });
     try {
         (0, $2d2b29d79cbbfeda$export$2e2bcd8739ae039).info(`Creating tables`);
-        await (0, $2a3b237385dd2cff$export$5d28a6b0dd65e4c4)(client);
-        (0, $2d2b29d79cbbfeda$export$2e2bcd8739ae039).info(`Applying patches from ${patchDatabase} to ${bookDatabase}`);
-        await (0, $2a3b237385dd2cff$export$a8b8e03e6bbe5473)(client, bookDatabase, patchDatabase);
+        await (0, $e19722dabbedc0a6$export$5d28a6b0dd65e4c4)(client);
+        (0, $2d2b29d79cbbfeda$export$2e2bcd8739ae039).info(`Copying data to master table`);
+        await (0, $e19722dabbedc0a6$export$b3179f41dfd6e35b)(client, sourceTables);
         const { ext: extension } = (0, $5oumB$path).parse(options.outputFile.path);
         if (extension === ".json") {
-            const result = await (0, $2a3b237385dd2cff$export$7a171f172be0782e)(client);
+            const result = await (0, $e19722dabbedc0a6$export$7a171f172be0782e)(client);
             await (0, $5oumB$promises).writeFile(options.outputFile.path, JSON.stringify(result, undefined, 2), "utf8");
         }
         client.close();

package/dist/main.js.map

@@ -1 +1 @@
-{"mappings":";;;;;;;;;;;;;;;;;;;;;AGIA,MAAM,+BAAS,CAAA,GAAA,iBAAK,EAAE;IAClB,UAAU;AACd;AAEA,MAAM,+BAAiB,CAAA,GAAA,WAAG,EACtB;IACI,MAAM;QAAE,KAAK;QAAW,UAAU;IAAU;IAC5C,OAAO,CAAA,GAAA,cAAM,EAAE,GAAG,CAAC,SAAS,IAAI;AACpC,GACA;IAGJ,2CAAe;;;ACdR,MAAM,2CAAgB,OAAO,QAAgB;IAChD,MAAM,QAAE,IAAI,EAAE,GAAG,MAAM,OAAO,OAAO,CAAC,CAAC,cAAc,EAAE,MAAM,CAAC;IAC9D,OAAO;AACX;;;ACLA,MAAM,sCAAgB;AAEf,MAAM,4CAAc,CAAC,MAAc,SACtC,CAAC,2BAA2B,EAAE,KAAK,EAAE,EAAE,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC;AAExD,MAAM,4CAAW,CAAC,QAAgB,QAAkB,CAAC,iBAAiB,EAAE,OAAO,KAAK,EAAE,MAAM,CAAC;AAE7F,MAAM,4CAAW,CAAC,QAAkB,CAAC,gBAAgB,EAAE,MAAM,CAAC;AAErE,MAAM,yCAAmB,CAAC,YAAoB,UAAkB,aAA+B,CAAC;;kBAE9E,EAAE,WAAW,MAAM,EAAE,WAAW,aAAa,EAAE,WAAW,MAAM,EAAE,WAAW;kBAC7E,EAAE,SAAS,MAAM,EAAE,WAAW;;SAEvC,EAAE,WAAW;UACZ,EAAE,SAAS,WAAW,EAAE,WAAW;AAC7C,CAAC;AAEM,MAAM,4CAAsB,CAC/B,YACA,WACA,WAAmB,mCAAa,GACvB,CAAC;SACL,EAAE,SAAS,CAAC,EAAE,UAAU;gBACjB,EAAE,uCAAiB,WAAW,UAAU,YAAY;aACvD,EAAE,uCAAiB,QAAQ,UAAU,YAAY;aACjD,EAAE,uCAAiB,QAAQ,UAAU,YAAY;eAC/C,EAAE,uCAAiB,UAAU,UAAU,YAAY;;;SAGzD,EAAE,WAAW,CAAC,EAAE,UAAU;UACzB,EAAE,SAAS,CAAC,EAAE,UAAU,MAAM,EAAE,WAAW,CAAC,EAAE,UAAU;;AAElE,CAAC;AAED,MAAM,0CAAoB,CAAC,YAAoB,UAAkB,aAAuB,CAAC;;kBAEvE,EAAE,WAAW,OAAO,EAAE,WAAW,aAAa,EAAE,WAAW,OAAO,EAAE,WAAW;kBAC/E,EAAE,SAAS,OAAO,EAAE,WAAW;;SAExC,EAAE,WAAW;UACZ,EAAE,SAAS,YAAY,EAAE,WAAW;AAC9C,CAAC;AAEM,MAAM,4CAAuB,CAChC,YACA,WACA,WAAmB,mCAAa,GACvB,CAAC;SACL,EAAE,SAAS,CAAC,EAAE,UAAU;gBACjB,EAAE,wCAAkB,WAAW,UAAU,YAAY;aACxD,EAAE,wCAAkB,QAAQ,UAAU,YAAY;eAChD,EAAE,wCAAkB,UAAU,UAAU,YAAY;;;SAG1D,EAAE,WAAW,CAAC,EAAE,UAAU;UACzB,EAAE,SAAS,CAAC,EAAE,UAAU,MAAM,EAAE,WAAW,CAAC,EAAE,UAAU;;AAElE,CAAC;AAEM,MAAM,4CAAiB,CAAC,OAAe,cAAmC,YAAY,KAAK;IAC9F,MAAM,kBAAuC;QAAE,GAAG,YAAY;QAAE,YAAY,YAAY,MAAM;IAAI;IAElG,MAAM,aAAa,OAAO,IAAI,CAAC,iBAAiB,IAAI;IAEpD,MAAM,eAAe,WAAW,GAAG,CAAC,CAAC,MAAQ,eAAe,CAAC,IAAI;IAEjE,OAAO,CAAC,YAAY,EAAE,MAAM,EAAE,EAAE,WAAW,QAAQ,GAAG,UAAU,EAAE,aAC7D,GAAG,CAAC,CAAC;QACF,IAAI,QAAQ,MACR,OAAO;QAGX,OAAO,OAAO,QAAQ,WAAW,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,GAAG;IAClD,GACC,QAAQ,GAAG,CAAC,CAAC;AACtB;;;;UCjCY;;;;;;GAAA,8CAAA;;;AJnCZ,MAAM,uCAAiB;AACvB,MAAM,qCAAe;AAMd,MAAM,4CAAe,OAAO;IAC/B,OAAO,GAAG,KAAK,CAAC;QACZ,CAAC,oGAAoG,CAAC;QACtG,CAAC,uFAAuF,CAAC;KAC5F;AACL;AAEO,MAAM,4CAAc,OAAO;IAC9B,MAAM,OAAO,MAAM,CAAA,GAAA,wCAAY,EAAE,IAAI,CAAA,GAAA,yCAAK,EAAE,IAAI;IAEhD,MAAM,QAAgB,KAAK,GAAG,CAAC,CAAC;QAC5B,MAAM,WAAE,OAAO,MAAE,EAAE,UAAE,MAAM,QAAE,IAAI,QAAE,IAAI,EAAE,GAAG;QAE5C,OAAO;qBACH;gBACA;YACA,GAAI,QAAQ;sBAAE;YAAK,CAAC;YACpB,GAAI,UAAU;wBAAE;YAAO,CAAC;YACxB,GAAI,QAAQ;sBAAE;YAAK,CAAC;QACxB;IACJ;IAEA,OAAO;AACX;AAEO,MAAM,4CAAe,OAAO;IAC/B,MAAM,OAAO,MAAM,CAAA,GAAA,wCAAY,EAAE,IAAI,CAAA,GAAA,yCAAK,EAAE,KAAK;IAEjD,MAAM,SAAkB,KAAK,GAAG,CAAC,CAAC;QAC9B,MAAM,IAAI;QAEV,OAAO;YACH,SAAS,EAAE,OAAO;YAClB,IAAI,EAAE,EAAE;YACR,MAAM,EAAE,IAAI;YACZ,GAAI,EAAE,MAAM,IAAI;gBAAE,QAAQ,EAAE,MAAM;YAAC,CAAC;QACxC;IACJ;IAEA,OAAO;AACX;AAEO,MAAM,4CAAU,OAAO;IAC1B,MAAM,CAAC,OAAO,OAAO,GAAG,MAAM,QAAQ,GAAG,CAAC;QAAC,0CAAY;QAAK,0CAAa;KAAI;IAC7E,OAAO;eAAE;gBAAO;IAAO;AAC3B;AAEA,MAAM,uCAAiB,CAAC;IACpB,MAAM,aAAa,EAAE;IAErB,IAAI,OAAO,IAAI,CAAC,CAAC,IAAM,EAAE,IAAI,KAAK,CAAA,GAAA,yCAAK,EAAE,IAAI,GAAG;QAC5C,WAAW,IAAI,CACX,CAAC,iBAAiB,EAAE,CAAA,GAAA,yCAAK,EAAE,IAAI,CAAC,yCAAyC,EAAE,mCAAa,CAAC,EAAE,CAAA,GAAA,yCAAK,EAAE,IAAI,CAAC,6BAA6B,EAAE,qCAAe,CAAC,EAAE,CAAA,GAAA,yCAAK,EAAE,IAAI,CAAC,sBAAsB,CAAC;QAE/L,WAAW,IAAI,CAAC,CAAA,GAAA,yCAAkB,EAAE,sCAAgB,CAAA,GAAA,yCAAK,EAAE,IAAI;IACnE,OACI,WAAW,IAAI,CACX,CAAC,iBAAiB,EAAE,CAAA,GAAA,yCAAK,EAAE,IAAI,CAAC,yCAAyC,EAAE,mCAAa,CAAC,EAAE,CAAA,GAAA,yCAAK,EAAE,IAAI,CAAC,qBAAqB,CAAC;IAIrI,OAAO;AACX;AAEA,MAAM,wCAAkB,CAAC;IACrB,MAAM,aAAa,EAAE;IAErB,IAAI,OAAO,IAAI,CAAC,CAAC,IAAM,EAAE,IAAI,KAAK,CAAA,GAAA,yCAAK,EAAE,KAAK,GAAG;QAC7C,WAAW,IAAI,CACX,CAAC,iBAAiB,EAAE,CAAA,GAAA,yCAAK,EAAE,KAAK,CAAC,oCAAoC,EAAE,mCAAa,CAAC,EAAE,CAAA,GAAA,yCAAK,EAAE,KAAK,CAAC,6BAA6B,EAAE,qCAAe,CAAC,EAAE,CAAA,GAAA,yCAAK,EAAE,KAAK,CAAC,sBAAsB,CAAC;QAE7L,WAAW,IAAI,CAAC,CAAA,GAAA,yCAAmB,EAAE,sCAAgB,CAAA,GAAA,yCAAK,EAAE,KAAK;IACrE,OACI,WAAW,IAAI,CACX,CAAC,iBAAiB,EAAE,CAAA,GAAA,yCAAK,EAAE,KAAK,CAAC,oCAAoC,EAAE,mCAAa,CAAC,EAAE,CAAA,GAAA,yCAAK,EAAE,KAAK,CAAC,qBAAqB,CAAC;IAIlI,OAAO;AACX;AAEO,MAAM,4CAAe,OAAO,IAAY,OAAe;IAC1D,MAAM,aAAuB;QAAC,CAAA,GAAA,yCAAO,EAAE,OAAO;KAAc;IAE5D,IAAI,SACA,MAAM,GAAG,OAAO,CAAC,CAAA,GAAA,yCAAO,EAAE,SAAS;IAGvC,MAAM,EAAE,MAAM,MAAM,EAAE,GAAG,UACnB,MAAM,GAAG,OAAO,CAAC,CAAC,iBAAiB,EAAE,qCAAe,iCAAiC,CAAC,IACtF;QAAE,MAAM,EAAE;IAAC;IAEjB,CAAA,GAAA,wCAAK,EAAE,KAAK,CAAC;gBAAE;IAAO,GAAG,CAAC,uBAAuB,CAAC;IAElD,WAAW,IAAI,IAAI,qCAAe;IAClC,WAAW,IAAI,IAAI,sCAAgB;IAEnC,MAAM,GAAG,KAAK,CAAC;IAEf,MAAM,mBAAmB,EAAE;IAC3B,iBAAiB,IAAI,CAAC,CAAA,GAAA,yCAAO,EAAE;IAE/B,IAAI,SACA,iBAAiB,IAAI,CAAC,CAAA,GAAA,yCAAO,EAAE;IAGnC,OAAO,GAAG,KAAK,CAAC;AACpB;;;;AM1HO,MAAM,4CAAkC;AAExC,MAAM,4CAA4B;;;;;;ADOlC,MAAM,4CAAe,OAAO;IAC/B,OAAO,GAAG,KAAK,CAAC;QACZ,CAAC,uFAAuF,CAAC;QACzF,CAAC,6NAA6N,CAAC;QAC/N,CAAC,2DAA2D,CAAC;KAChE;AACL;AAEO,MAAM,4CAAgB,OAAO;IAChC,MAAM,OAAO,MAAM,CAAA,GAAA,wCAAY,EAAE,IAAI,CAAA,GAAA,yCAAK,EAAE,OAAO;IAEnD,MAAM,UAAoB,KAAK,GAAG,CAAC,CAAC,IAAY,CAAA;YAC5C,GAAI,EAAE,SAAS,IAAI;gBAAE,WAAW,EAAE,SAAS;YAAC,CAAC;YAC7C,GAAI,EAAE,KAAK,IAAI;gBAAE,OAAO,EAAE,KAAK;YAAC,CAAC;YACjC,IAAI,EAAE,EAAE;YACR,MAAM,EAAE,IAAI;QAChB,CAAA;IAEA,OAAO;AACX;AAEO,MAAM,4CAAmB,OAAO;IACnC,MAAM,OAAO,MAAM,CAAA,GAAA,wCAAY,EAAE,IAAI,CAAA,GAAA,yCAAK,EAAE,UAAU;IAEtD,MAAM,aAAyB,KAAK,GAAG,CAAC,CAAC,IAAY,CAAA;YACjD,IAAI,EAAE,EAAE;YACR,MAAM,EAAE,IAAI;QAChB,CAAA;IAEA,OAAO;AACX;AAEA,MAAM,oCAAc,CAAC;IACjB,MAAM,SAAmB,MAAM,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC,KAAO,SAAS,GAAG,IAAI;IAC1E,OAAO,OAAO,MAAM,GAAG,IAAI,SAAS,MAAM,CAAC,EAAE;AACjD;AAEA,MAAM,sCAAgB,CAAC;IACnB,MAAM,SAAS,KAAK,KAAK,CAAC;IAE1B,IAAI,OAAO,KAAK,EACZ,OAAO,KAAK,GAAG,AAAC,OAAO,KAAK,CAAc,GAAG,CAAC,CAAC;QAC3C,MAAM,CAAC,MAAM,GAAG,GAAG,EAAE,KAAK,CAAC;QAC3B,OAAO;YAAE,GAAI,MAAM;oBAAE;YAAG,CAAC;kBAAG;QAAK;IACrC;IAGJ,OAAO;AACX;AAEO,MAAM,4CAAc,OAAO;IAC9B,MAAM,OAAO,MAAM,CAAA,GAAA,wCAAY,EAAE,IAAI,CAAA,GAAA,yCAAK,EAAE,KAAK;IAEjD,MAAM,QAAgB,KAAK,GAAG,CAAC,CAAC;QAC5B,MAAM,IAAI;QAEV,OAAO;YACH,QAAQ,kCAAY,EAAE,MAAM;YAC5B,cAAc,EAAE,YAAY;YAC5B,UAAU,EAAE,QAAQ;YACpB,IAAI,EAAE,EAAE;YACR,OAAO,EAAE,KAAK;YACd,UAAU,KAAK,KAAK,CAAC,EAAE,QAAQ;YAC/B,MAAM,EAAE,IAAI;YACZ,SAAS,EAAE,OAAO;YAClB,MAAM,EAAE,IAAI;YACZ,GAAI,EAAE,IAAI,IAAI,EAAE,IAAI,CAAC,QAAQ,OAAO,CAAA,GAAA,yCAAwB,KAAK;gBAAE,MAAM,EAAE,IAAI;YAAC,CAAC;YACjF,GAAI,EAAE,IAAI,IAAI;gBAAE,MAAM,EAAE,IAAI;YAAC,CAAC;YAC9B,GAAI,EAAE,SAAS,IAAI;gBAAE,UAAU,oCAAc,EAAE,SAAS;YAAE,CAAC;YAC3D,GAAI,EAAE,KAAK,IAAI;gBAAE,cAAc,EAAE,KAAK;YAAC,CAAC;QAC5C;IACJ;IAEA,OAAO;AACX;AAEO,MAAM,4CAAU,OAAO;IAC1B,MAAM,CAAC,SAAS,OAAO,WAAW,GAAG,MAAM,QAAQ,GAAG,CAAC;QAAC,0CAAc;QAAK,0CAAY;QAAK,0CAAiB;KAAI;IACjH,OAAO;iBAAE;eAAS;oBAAO;IAAW;AACxC;AAEO,MAAM,4CAA6B,OAAO,IAAY;IACzD,MAAM,cAAsC,aAAa,MAAM,CAAC,CAAC,KAAK;QAClE,MAAM,QAAE,IAAI,EAAE,GAAG,CAAA,GAAA,WAAG,EAAE,KAAK,CAAC;QAC5B,OAAO;YAAE,GAAG,GAAG;YAAE,CAAC,KAAK,EAAE;QAAU;IACvC,GAAG,CAAC;IAEJ,MAAM,mBAA6B,OAAO,OAAO,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC,OAAO,OAAO,GAAK,CAAA,GAAA,yCAAO,EAAE,QAAQ;IACzG,MAAM,GAAG,KAAK,CAAC;IAEf,MAAM,mBAA6B;QAC/B,CAAC,YAAY,EAAE,CAAA,GAAA,yCAAK,EAAE,OAAO,CAAC,oDAAoD,EAAE,CAAA,GAAA,yCAAwB,EAAE,kFAAkF,CAAC;QACjM,CAAC,YAAY,EAAE,CAAA,GAAA,yCAAK,EAAE,KAAK,CAAC,gDAAgD,EAAE,CAAA,GAAA,yCAAwB,EAAE,gJAAgJ,CAAC;QACzP,CAAC,YAAY,EAAE,CAAA,GAAA,yCAAK,EAAE,UAAU,CAAC,kDAAkD,CAAC;KACvF;IACD,MAAM,GAAG,KAAK,CAAC;IAEf,MAAM,mBAA6B,OAAO,IAAI,CAAC,aAAa,GAAG,CAAC,CAAA,GAAA,yCAAO;IACvE,MAAM,GAAG,KAAK,CAAC;AACnB;;;;;;;;;;AEpGO,MAAM,4CAAgB,OAAO,SAAS,SAAS;IAClD,MAAM,cAAc,CAAA,GAAA,WAAG,EAAE,IAAI,CAAC,CAAA,GAAA,SAAC,EAAE,MAAM,IAAI;IAC3C,OAAO,CAAA,GAAA,eAAC,EAAE,OAAO,CAAC;AACtB;AAEO,MAAM,2CAAa,OAAO,OAAiB,CAAC,CAAE,MAAM,CAAA,GAAA,eAAC,EAAE,IAAI,CAAC,MAAM,KAAK,CAAC,IAAM;AAS9E,eAAe,yCAAa,GAAW,EAAE,SAAiB;IAC7D,MAAM,iBAA2B,EAAE;IACnC,MAAM,gBAAiC,EAAE;IAEzC,IAAI;QACA,iDAAiD;QACjD,MAAM,WAAW,MAAM,IAAI,QAAyB,CAAC,SAAS;YAC1D,CAAA,GAAA,YAAI,EACC,GAAG,CAAC,KAAK,CAAC;gBACP,IAAI,IAAI,UAAU,KAAK,KACnB,OAAO,IAAI,MAAM,CAAC,6BAA6B,EAAE,IAAI,UAAU,CAAC,CAAC,EAAE,IAAI,aAAa,CAAC,CAAC;qBAEtF,QAAQ;YAEhB,GACC,EAAE,CAAC,SAAS,CAAC;gBACV,OAAO,IAAI,MAAM,CAAC,sBAAsB,EAAE,IAAI,OAAO,CAAC,CAAC;YAC3D;QACR;QAEA,sBAAsB;QACtB,MAAM,cAAc,CAAA,GAAA,eAAO,EAAE,KAAK;QAElC,iCAAiC;QACjC,YAAY,EAAE,CAAC,SAAS,CAAC;YACrB,MAAM,eAAe,AAAC,CAAA;gBAClB,MAAM,WAAW,CAAA,GAAA,WAAG,EAAE,IAAI,CAAC,WAAW,MAAM,IAAI;gBAEhD,IAAI,MAAM,IAAI,KAAK,aAAa;oBAC5B,8BAA8B;oBAC9B,MAAM,CAAA,GAAA,eAAC,EAAE,KAAK,CAAC,UAAU;wBAAE,WAAW;oBAAK;oBAC3C,MAAM,SAAS;gBACnB,OAAO;oBACH,qCAAqC;oBACrC,MAAM,MAAM,CAAA,GAAA,WAAG,EAAE,OAAO,CAAC;oBACzB,MAAM,CAAA,GAAA,eAAC,EAAE,KAAK,CAAC,KAAK;wBAAE,WAAW;oBAAK;oBAEtC,2BAA2B;oBAC3B,MAAM,CAAA,GAAA,eAAO,EAAE,OAAO,CAAA,GAAA,wBAAgB,EAAE;oBACxC,eAAe,IAAI,CAAC;gBACxB;YACJ,CAAA,IAAK,KAAK,CAAC,CAAC;gBACR,6DAA6D;gBAC7D,YAAY,IAAI,CAAC,SAAS;YAC9B;YAEA,uBAAuB;YACvB,cAAc,IAAI,CAAC;QACvB;QAEA,oCAAoC;QACpC,YAAY,EAAE,CAAC,SAAS,CAAC;YACrB,MAAM,IAAI,MAAM,CAAC,yBAAyB,EAAE,IAAI,OAAO,CAAC,CAAC;QAC7D;QAEA,0CAA0C;QAC1C,MAAM,CAAA,GAAA,eAAO,EAAE,UAAU;QAEzB,0CAA0C;QAC1C,MAAM,QAAQ,GAAG,CAAC;QAElB,OAAO;IACX,EAAE,OAAO,OAAY;QACjB,MAAM,IAAI,MAAM,CAAC,sBAAsB,EAAE,MAAM,OAAO,CAAC,CAAC;IAC5D;AACJ;;;;;;;;ACjFO,MAAM,4CAAW,CAAC,UAAkB,QAA6B,UAAmB,IAAI;IAC3F,MAAM,MAAM,IAAI,CAAA,GAAA,UAAE,EAAE;IACpB;QACI,MAAM,SAAS,IAAI,CAAA,GAAA,sBAAc;QAEjC,OAAO,OAAO,CAAC,QAAQ,OAAO,CAAC,CAAC,CAAC,KAAK,MAAM;YACxC,OAAO,MAAM,CAAC,KAAK,MAAM,QAAQ;QACrC;QAEA,IAAI,SACA,OAAO,MAAM,CAAC,WAAW,CAAA,GAAA,cAAM,EAAE,GAAG,CAAC,eAAe;QAGxD,IAAI,MAAM,GAAG,OAAO,QAAQ;IAChC;IAEA,OAAO;AACX;AAEO,MAAM,4CAAW,CAAC;IACrB,OAAO,IAAI,QAAQ,CAAC,SAAS;QACzB,CAAA,GAAA,YAAI,EACC,GAAG,CAAC,KAAK,CAAC;YACP,MAAM,cAAc,IAAI,OAAO,CAAC,eAAe,IAAI;YACnD,MAAM,aAAuB,EAAE;YAE/B,IAAI,EAAE,CAAC,QAAQ,CAAC;gBACZ,WAAW,IAAI,CAAC;YACpB;YAEA,IAAI,EAAE,CAAC,OAAO;gBACV,MAAM,WAAW,CAAA,GAAA,aAAK,EAAE,MAAM,CAAC;gBAE/B,IAAI,YAAY,QAAQ,CAAC,qBACrB,IAAI;oBACA,MAAM,OAAO,KAAK,KAAK,CAAC,SAAS,QAAQ,CAAC;oBAC1C,QAAQ;gBACZ,EAAE,OAAO,OAAY;oBACjB,OAAO,IAAI,MAAM,CAAC,sBAAsB,EAAE,MAAM,OAAO,CAAC,CAAC;gBAC7D;qBAEA,QAAQ;YAEhB;QACJ,GACC,EAAE,CAAC,SAAS,CAAC;YACV,OAAO,IAAI,MAAM,CAAC,sBAAsB,EAAE,MAAM,OAAO,CAAC,CAAC;QAC7D;IACR;AACJ;;;;;ACpDA,MAAM,sCAAgB;IAAC;IAAiB;IAAe;CAAkB;AAElE,MAAM,4CAA6B,CAAC;IACvC,MAAM,mBAAmB,iBAAiB,GAAG,CAAC,CAAC,YAAc,CAAA,GAAA,WAAG,EAAE,KAAK,CAAC,WAAW,IAAI;IACvF,OAAO,oCAAc,KAAK,CAAC,CAAC,QAAU,iBAAiB,QAAQ,CAAC;AACpE;AAEO,MAAM,4CAAuB;IAChC,IAAI,CAAC,CAAA,GAAA,cAAM,EAAE,GAAG,CAAC,iCAAiC,EAC9C,MAAM,IAAI,MAAM;IAGpB,IAAI,CAAC,CAAA,GAAA,cAAM,EAAE,GAAG,CAAC,eAAe,EAC5B,MAAM,IAAI,MAAM;AAExB;;;AVQO,MAAM,4CAAoB,OAAO,UAAkB,CAAC;IACvD,CAAA,GAAA,yCAAmB;IAEnB,MAAM,MAAM,IAAI,CAAA,GAAA,UAAE,EAAE,CAAA,GAAA,cAAM,EAAE,GAAG,CAAC,iCAAiC;IACjE;QACI,MAAM,SAAS,IAAI,CAAA,GAAA,sBAAc;QACjC,OAAO,MAAM,CAAC,WAAW,CAAA,GAAA,cAAM,EAAE,GAAG,CAAC,eAAe;QACpD,OAAO,MAAM,CAAC,WAAW,QAAQ,QAAQ;QACzC,IAAI,MAAM,GAAG,OAAO,QAAQ;IAChC;IAEA,CAAA,GAAA,wCAAK,EAAE,IAAI,CAAC,CAAC,gDAAgD,EAAE,IAAI,QAAQ,GAAG,CAAC;IAE/E,IAAI;QACA,MAAM,WAAgC,MAAM,CAAA,GAAA,yCAAO,EAAE;QACrD,OAAO;YAAE,KAAK,SAAS,SAAS;YAAE,SAAS,SAAS,OAAO;QAAC;IAChE,EAAE,OAAO,OAAY;QACjB,MAAM,IAAI,MAAM,CAAC,6BAA6B,EAAE,MAAM,OAAO,CAAC,CAAC;IACnE;AACJ;AAEO,MAAM,4CAAyB,OAAO;IACzC,CAAA,GAAA,wCAAK,EAAE,IAAI,CAAC,CAAC,uBAAuB,EAAE,KAAK,SAAS,CAAC,SAAS,CAAC;IAE/D,MAAM,YAAY,MAAM,CAAA,GAAA,yCAAY,EAAE;IAEtC,MAAM,iBACF,QAAQ,cAAc,IAAK,MAAM,0CAAkB,CAAA,GAAA,yCAA8B;IAErF,CAAA,GAAA,wCAAK,EAAE,IAAI,CAAC,CAAC,kCAAkC,EAAE,KAAK,SAAS,CAAC,gBAAgB,CAAC;IACjF,MAAM,eAAyB,MAAM,CAAA,GAAA,wCAAW,EAAE,eAAe,GAAG,EAAE;IAEtE,CAAA,GAAA,wCAAK,EAAE,IAAI,CAAC,CAAC,yBAAyB,EAAE,aAAa,QAAQ,GAAG,CAAC;IAEjE,IAAI,CAAC,CAAA,GAAA,yCAAyB,EAAE,eAAe;QAC3C,CAAA,GAAA,wCAAK,EAAE,KAAK,CAAC,CAAC,mCAAmC,EAAE,aAAa,QAAQ,GAAG,CAAC;QAC5E,MAAM,IAAI,MAAM;IACpB;IAEA,MAAM,SAAS,CAAA,GAAA,WAAG,EAAE,IAAI,CAAC,WAAW;IAEpC,MAAM,SAAiB,CAAA,GAAA,mBAAW,EAAE;QAChC,KAAK,CAAC,KAAK,EAAE,OAAO,CAAC;IACzB;IAEA,IAAI;QACA,CAAA,GAAA,wCAAK,EAAE,IAAI,CAAC,CAAC,eAAe,CAAC;QAC7B,MAAM,CAAA,GAAA,yCAAiB,EAAE;QAEzB,CAAA,GAAA,wCAAK,EAAE,IAAI,CAAC,CAAC,4BAA4B,CAAC;QAC1C,MAAM,CAAA,GAAA,yCAAyB,EAAE,QAAQ;QAEzC,MAAM,EAAE,KAAK,SAAS,EAAE,GAAG,CAAA,GAAA,WAAG,EAAE,KAAK,CAAC,QAAQ,UAAU,CAAC,IAAI;QAE7D,IAAI,cAAc,SAAS;YACvB,MAAM,SAAS,MAAM,CAAA,GAAA,yCAAY,EAAE;YACnC,MAAM,CAAA,GAAA,eAAC,EAAE,SAAS,CAAC,QAAQ,UAAU,CAAC,IAAI,EAAE,KAAK,SAAS,CAAC,QAAQ,WAAW,IAAI;QACtF;QAEA,OAAO,KAAK;QAEZ,IAAI,cAAc,SAAS,cAAc,WACrC,MAAM,CAAA,GAAA,eAAC,EAAE,MAAM,CAAC,QAAQ,QAAQ,UAAU,CAAC,IAAI;QAGnD,MAAM,CAAA,GAAA,eAAC,EAAE,EAAE,CAAC,WAAW;YAAE,WAAW;QAAK;IAC7C,SAAU;QACN,OAAO,KAAK;IAChB;IAEA,OAAO,QAAQ,UAAU,CAAC,IAAI;AAClC;AAEO,MAAM,4CAAkB,OAC3B,IACA;IAEA,CAAA,GAAA,yCAAmB;IAEnB,MAAM,MAAM,IAAI,CAAA,GAAA,UAAE,EAAE,CAAC,EAAE,CAAA,GAAA,cAAM,EAAE,GAAG,CAAC,0BAA0B,CAAC,CAAC,EAAE,GAAG,CAAC;IACrE;QACI,MAAM,SAAS,IAAI,CAAA,GAAA,sBAAc;QACjC,OAAO,MAAM,CAAC,WAAW,CAAA,GAAA,cAAM,EAAE,GAAG,CAAC,eAAe;QACpD,OAAO,MAAM,CAAC,iBAAiB,AAAC,CAAA,SAAS,gBAAgB,CAAA,EAAG,QAAQ;QACpE,OAAO,MAAM,CAAC,iBAAiB,AAAC,CAAA,SAAS,gBAAgB,CAAA,EAAG,QAAQ;QACpE,IAAI,MAAM,GAAG,OAAO,QAAQ;IAChC;IAEA,CAAA,GAAA,wCAAK,EAAE,IAAI,CAAC,CAAC,+BAA+B,EAAE,IAAI,QAAQ,GAAG,CAAC;IAE9D,IAAI;QACA,MAAM,WAAgC,MAAM,CAAA,GAAA,yCAAO,EAAE;QACrD,OAAO;YACH,cAAc,SAAS,aAAa;YACpC,iBAAiB,SAAS,iBAAiB;YAC3C,GAAI,SAAS,iBAAiB,IAAI;gBAAE,iBAAiB,SAAS,iBAAiB;YAAC,CAAC;YACjF,GAAI,SAAS,iBAAiB,IAAI;gBAAE,cAAc,SAAS,aAAa;YAAC,CAAC;QAC9E;IACJ,EAAE,OAAO,OAAY;QACjB,MAAM,IAAI,MAAM,CAAC,6BAA6B,EAAE,MAAM,OAAO,CAAC,CAAC;IACnE;AACJ;AAEO,MAAM,4CAAe,OAAO,IAAY;IAC3C,CAAA,GAAA,wCAAK,EAAE,IAAI,CAAC,CAAC,aAAa,EAAE,GAAG,CAAC,EAAE,KAAK,SAAS,CAAC,SAAS,CAAC;IAE3D,MAAM,YAAY,MAAM,CAAA,GAAA,yCAAY,EAAE;IAEtC,MAAM,eAA+C,SAAS,gBAAiB,MAAM,0CAAgB;IACrG,MAAM,CAAC,CAAC,aAAa,EAAE,CAAC,cAAc,CAAC,GAAe,MAAM,QAAQ,GAAG,CAAC;QACpE,CAAA,GAAA,wCAAW,EAAE,aAAa,eAAe,EAAE;WACvC,aAAa,eAAe,GAAG;YAAC,CAAA,GAAA,wCAAW,EAAE,aAAa,eAAe,EAAE;SAAW,GAAG,EAAE;KAClG;IACD,MAAM,SAAS,CAAA,GAAA,WAAG,EAAE,IAAI,CAAC,WAAW;IAEpC,MAAM,SAAiB,CAAA,GAAA,mBAAW,EAAE;QAChC,KAAK,CAAC,KAAK,EAAE,OAAO,CAAC;IACzB;IAEA,IAAI;QACA,CAAA,GAAA,wCAAK,EAAE,IAAI,CAAC,CAAC,eAAe,CAAC;QAC7B,MAAM,CAAA,GAAA,yCAAe,EAAE;QAEvB,CAAA,GAAA,wCAAK,EAAE,IAAI,CAAC,CAAC,sBAAsB,EAAE,cAAc,IAAI,EAAE,aAAa,CAAC;QACvE,MAAM,CAAA,GAAA,yCAAW,EAAE,QAAQ,cAAc;QAEzC,MAAM,EAAE,KAAK,SAAS,EAAE,GAAG,CAAA,GAAA,WAAG,EAAE,KAAK,CAAC,QAAQ,UAAU,CAAC,IAAI;QAE7D,IAAI,cAAc,SAAS;YACvB,MAAM,SAAS,MAAM,CAAA,GAAA,yCAAU,EAAE;YACjC,MAAM,CAAA,GAAA,eAAC,EAAE,SAAS,CAAC,QAAQ,UAAU,CAAC,IAAI,EAAE,KAAK,SAAS,CAAC,QAAQ,WAAW,IAAI;QACtF;QAEA,OAAO,KAAK;QAEZ,IAAI,cAAc,SAAS,cAAc,WACrC,MAAM,CAAA,GAAA,eAAC,EAAE,MAAM,CAAC,QAAQ,QAAQ,UAAU,CAAC,IAAI;QAGnD,MAAM,CAAA,GAAA,eAAC,EAAE,EAAE,CAAC,WAAW;YAAE,WAAW;QAAK;IAC7C,SAAU;QACN,OAAO,KAAK;IAChB;IAEA,OAAO,QAAQ,UAAU,CAAC,IAAI;AAClC;AAEO,MAAM,4CAAU,OAAO;IAC1B,MAAM,YAAY,MAAM,CAAA,GAAA,yCAAY,EAAE;IACtC,MAAM,aAAa,MAAM,0CAAa,IAAI;QAAE,YAAY;YAAE,MAAM,CAAA,GAAA,WAAG,EAAE,IAAI,CAAC,WAAW,CAAC,EAAE,GAAG,KAAK,CAAC;QAAE;IAAE;IAErG,MAAM,OAAO,KAAK,KAAK,CAAC,MAAM,CAAA,GAAA,eAAC,EAAE,QAAQ,CAAC,YAAY;IACtD,MAAM,CAAA,GAAA,eAAC,EAAE,EAAE,CAAC,WAAW;QAAE,WAAW;IAAK;IAEzC,OAAO;AACX","sources":["src/index.ts","src/api.ts","src/db/book.ts","src/utils/logger.ts","src/db/common.ts","src/db/queryBuilder.ts","src/db/types.ts","src/db/master.ts","src/utils/constants.ts","src/utils/io.ts","src/utils/network.ts","src/utils/validation.ts"],"sourcesContent":["import { downloadBook, downloadMasterDatabase, getBook, getBookMetadata, getMasterMetadata } from './api';\n\nexport { downloadBook, downloadMasterDatabase, getBook, getBookMetadata, getMasterMetadata };\n","import { Client, createClient } from '@libsql/client';\nimport { promises as fs } from 'fs';\nimport path from 'path';\nimport process from 'process';\nimport { URL, URLSearchParams } from 'url';\n\nimport { applyPatches, createTables as createBookTables, getData as getBookData } from './db/book.js';\nimport {\n    copyForeignMasterTableData,\n    createTables as createMasterTables,\n    getData as getMasterData,\n} from './db/master.js';\nimport {\n    BookData,\n    DownloadBookOptions,\n    DownloadMasterOptions,\n    GetBookMetadataOptions,\n    GetBookMetadataResponsePayload,\n    GetMasterMetadataResponsePayload,\n} from './types.js';\nimport { DEFAULT_MASTER_METADATA_VERSION } from './utils/constants.js';\nimport { createTempDir, unzipFromUrl } from './utils/io.js';\nimport logger from './utils/logger.js';\nimport { httpsGet } from './utils/network.js';\nimport { validateEnvVariables, validateMasterSourceTables } from './utils/validation.js';\n\nexport const getMasterMetadata = async (version: number = 0): Promise<GetMasterMetadataResponsePayload> => {\n    validateEnvVariables();\n\n    const url = new URL(process.env.SHAMELA_API_MASTER_PATCH_ENDPOINT as string);\n    {\n        const params = new URLSearchParams();\n        params.append('api_key', process.env.SHAMELA_API_KEY as string);\n        params.append('version', version.toString());\n        url.search = params.toString();\n    }\n\n    logger.info(`Fetching shamela.ws master database patch link: ${url.toString()}`);\n\n    try {\n        const response: Record<string, any> = await httpsGet(url);\n        return { url: response.patch_url, version: response.version };\n    } catch (error: any) {\n        throw new Error(`Error fetching master patch: ${error.message}`);\n    }\n};\n\nexport const downloadMasterDatabase = async (options: DownloadMasterOptions): Promise<string> => {\n    logger.info(`downloadMasterDatabase ${JSON.stringify(options)}`);\n\n    const outputDir = await createTempDir('shamela_downloadMaster');\n\n    const masterResponse: GetMasterMetadataResponsePayload =\n        options.masterMetadata || (await getMasterMetadata(DEFAULT_MASTER_METADATA_VERSION));\n\n    logger.info(`Downloading master database from: ${JSON.stringify(masterResponse)}`);\n    const sourceTables: string[] = await unzipFromUrl(masterResponse.url, outputDir);\n\n    logger.info(`sourceTables downloaded: ${sourceTables.toString()}`);\n\n    if (!validateMasterSourceTables(sourceTables)) {\n        logger.error(`Some source tables were not found: ${sourceTables.toString()}`);\n        throw new Error('Expected tables not found!');\n    }\n\n    const dbPath = path.join(outputDir, 'master.db');\n\n    const client: Client = createClient({\n        url: `file:${dbPath}`,\n    });\n\n    try {\n        logger.info(`Creating tables`);\n        await createMasterTables(client);\n\n        logger.info(`Copying data to master table`);\n        await copyForeignMasterTableData(client, sourceTables);\n\n        const { ext: extension } = path.parse(options.outputFile.path);\n\n        if (extension === '.json') {\n            const result = await getMasterData(client);\n            await fs.writeFile(options.outputFile.path, JSON.stringify(result, undefined, 2), 'utf8');\n        }\n\n        client.close();\n\n        if (extension === '.db' || extension === '.sqlite') {\n            await fs.rename(dbPath, options.outputFile.path);\n        }\n\n        await fs.rm(outputDir, { recursive: true });\n    } finally {\n        client.close();\n    }\n\n    return options.outputFile.path;\n};\n\nexport const getBookMetadata = async (\n    id: number,\n    options?: GetBookMetadataOptions,\n): Promise<GetBookMetadataResponsePayload> => {\n    validateEnvVariables();\n\n    const url = new URL(`${process.env.SHAMELA_API_BOOKS_ENDPOINT}/${id}`);\n    {\n        const params = new URLSearchParams();\n        params.append('api_key', process.env.SHAMELA_API_KEY as string);\n        params.append('major_release', (options?.majorVersion || 0).toString());\n        params.append('minor_release', (options?.minorVersion || 0).toString());\n        url.search = params.toString();\n    }\n\n    logger.info(`Fetching shamela.ws book link: ${url.toString()}`);\n\n    try {\n        const response: Record<string, any> = await httpsGet(url);\n        return {\n            majorRelease: response.major_release,\n            majorReleaseUrl: response.major_release_url,\n            ...(response.minor_release_url && { minorReleaseUrl: response.minor_release_url }),\n            ...(response.minor_release_url && { minorRelease: response.minor_release }),\n        };\n    } catch (error: any) {\n        throw new Error(`Error fetching master patch: ${error.message}`);\n    }\n};\n\nexport const downloadBook = async (id: number, options: DownloadBookOptions): Promise<string> => {\n    logger.info(`downloadBook ${id} ${JSON.stringify(options)}`);\n\n    const outputDir = await createTempDir('shamela_downloadBook');\n\n    const bookResponse: GetBookMetadataResponsePayload = options?.bookMetadata || (await getBookMetadata(id));\n    const [[bookDatabase], [patchDatabase]]: string[][] = await Promise.all([\n        unzipFromUrl(bookResponse.majorReleaseUrl, outputDir),\n        ...(bookResponse.minorReleaseUrl ? [unzipFromUrl(bookResponse.minorReleaseUrl, outputDir)] : []),\n    ]);\n    const dbPath = path.join(outputDir, 'book.db');\n\n    const client: Client = createClient({\n        url: `file:${dbPath}`,\n    });\n\n    try {\n        logger.info(`Creating tables`);\n        await createBookTables(client);\n\n        logger.info(`Applying patches from ${patchDatabase} to ${bookDatabase}`);\n        await applyPatches(client, bookDatabase, patchDatabase);\n\n        const { ext: extension } = path.parse(options.outputFile.path);\n\n        if (extension === '.json') {\n            const result = await getBookData(client);\n            await fs.writeFile(options.outputFile.path, JSON.stringify(result, undefined, 2), 'utf8');\n        }\n\n        client.close();\n\n        if (extension === '.db' || extension === '.sqlite') {\n            await fs.rename(dbPath, options.outputFile.path);\n        }\n\n        await fs.rm(outputDir, { recursive: true });\n    } finally {\n        client.close();\n    }\n\n    return options.outputFile.path;\n};\n\nexport const getBook = async (id: number): Promise<BookData> => {\n    const outputDir = await createTempDir('shamela_getBookData');\n    const outputPath = await downloadBook(id, { outputFile: { path: path.join(outputDir, `${id}.json`) } });\n\n    const data = JSON.parse(await fs.readFile(outputPath, 'utf8')) as BookData;\n    await fs.rm(outputDir, { recursive: true });\n\n    return data;\n};\n","import { Client } from '@libsql/client';\n\nimport { BookData, Page, Title } from '../types';\nimport logger from '../utils/logger';\nimport { selectAllRows } from './common';\nimport { attachDB, buildPagePatchQuery, buildTitlePatchQuery, detachDB } from './queryBuilder';\nimport { PageRow, Tables, TitleRow } from './types';\n\nconst PATCH_DB_ALIAS = 'patch';\nconst ASL_DB_ALIAS = 'asl';\n\ntype InternalTable = {\n    name: string;\n};\n\nexport const createTables = async (db: Client) => {\n    return db.batch([\n        `CREATE TABLE page (id INTEGER PRIMARY KEY, content TEXT, part INTEGER, page INTEGER, number INTEGER)`,\n        `CREATE TABLE title (id INTEGER PRIMARY KEY, content TEXT, page INTEGER, parent INTEGER)`,\n    ]);\n};\n\nexport const getAllPages = async (db: Client): Promise<Page[]> => {\n    const rows = await selectAllRows(db, Tables.Page);\n\n    const pages: Page[] = rows.map((row: any) => {\n        const { content, id, number, page, part } = row as PageRow;\n\n        return {\n            content,\n            id,\n            ...(page && { page }),\n            ...(number && { number }),\n            ...(part && { part }),\n        };\n    });\n\n    return pages;\n};\n\nexport const getAllTitles = async (db: Client): Promise<Title[]> => {\n    const rows = await selectAllRows(db, Tables.Title);\n\n    const titles: Title[] = rows.map((row: any) => {\n        const r = row as TitleRow;\n\n        return {\n            content: r.content,\n            id: r.id,\n            page: r.page,\n            ...(r.parent && { number: r.parent }),\n        };\n    });\n\n    return titles;\n};\n\nexport const getData = async (db: Client): Promise<BookData> => {\n    const [pages, titles] = await Promise.all([getAllPages(db), getAllTitles(db)]);\n    return { pages, titles };\n};\n\nconst getPagesToCopy = (tables: InternalTable[]): string[] => {\n    const statements = [];\n\n    if (tables.find((t) => t.name === Tables.Page)) {\n        statements.push(\n            `INSERT INTO main.${Tables.Page} SELECT id,content,part,page,number FROM ${ASL_DB_ALIAS}.${Tables.Page} WHERE id IN (SELECT id FROM ${PATCH_DB_ALIAS}.${Tables.Page} WHERE is_deleted='0')`,\n        );\n        statements.push(buildPagePatchQuery(PATCH_DB_ALIAS, Tables.Page));\n    } else {\n        statements.push(\n            `INSERT INTO main.${Tables.Page} SELECT id,content,part,page,number FROM ${ASL_DB_ALIAS}.${Tables.Page} WHERE is_deleted='0'`,\n        );\n    }\n\n    return statements;\n};\n\nconst getTitlesToCopy = (tables: InternalTable[]): string[] => {\n    const statements = [];\n\n    if (tables.find((t) => t.name === Tables.Title)) {\n        statements.push(\n            `INSERT INTO main.${Tables.Title} SELECT id,content,page,parent FROM ${ASL_DB_ALIAS}.${Tables.Title} WHERE id IN (SELECT id FROM ${PATCH_DB_ALIAS}.${Tables.Title} WHERE is_deleted='0')`,\n        );\n        statements.push(buildTitlePatchQuery(PATCH_DB_ALIAS, Tables.Title));\n    } else {\n        statements.push(\n            `INSERT INTO main.${Tables.Title} SELECT id,content,page,parent FROM ${ASL_DB_ALIAS}.${Tables.Title} WHERE is_deleted='0'`,\n        );\n    }\n\n    return statements;\n};\n\nexport const applyPatches = async (db: Client, aslDB: string, patchDB?: string) => {\n    const statements: string[] = [attachDB(aslDB, ASL_DB_ALIAS)];\n\n    if (patchDB) {\n        await db.execute(attachDB(patchDB, PATCH_DB_ALIAS));\n    }\n\n    const { rows: tables } = patchDB\n        ? await db.execute(`SELECT name FROM ${PATCH_DB_ALIAS}.sqlite_master WHERE type='table'`)\n        : { rows: [] };\n\n    logger.debug({ tables }, `Applying patches for...`);\n\n    statements.push(...getPagesToCopy(tables as InternalTable[]));\n    statements.push(...getTitlesToCopy(tables as InternalTable[]));\n\n    await db.batch(statements);\n\n    const detachStatements = [];\n    detachStatements.push(detachDB(ASL_DB_ALIAS));\n\n    if (patchDB) {\n        detachStatements.push(detachDB(PATCH_DB_ALIAS));\n    }\n\n    return db.batch(detachStatements);\n};\n","import pino, { Logger } from 'pino';\nimport pretty, { PrettyOptions } from 'pino-pretty';\nimport process from 'process';\n\nconst stream = pretty({\n    colorize: true,\n} as PrettyOptions);\n\nconst logger: Logger = pino(\n    {\n        base: { pid: undefined, hostname: undefined }, // This will remove pid and hostname but keep time\n        level: process.env.LOG_LEVEL || 'info',\n    },\n    stream,\n);\n\nexport default logger;\n","import { Client, Row } from '@libsql/client';\n\nexport const selectAllRows = async (client: Client, table: string): Promise<Row[]> => {\n    const { rows } = await client.execute(`SELECT * FROM ${table}`);\n    return rows;\n};\n","const MAIN_DB_ALIAS = 'main';\n\nexport const createTable = (name: string, fields: string[]): string =>\n    `CREATE TABLE IF NOT EXISTS ${name} (${fields.join(', ')})`;\n\nexport const attachDB = (dbFile: string, alias: string) => `ATTACH DATABASE '${dbFile}' AS ${alias}`;\n\nexport const detachDB = (alias: string) => `DETACH DATABASE ${alias}`;\n\nconst updatePageColumn = (columnName: string, aslAlias: string, patchAlias: string): string => `\n  (SELECT CASE \n             WHEN ${patchAlias}.page.${columnName} != '#' THEN ${patchAlias}.page.${columnName}\n             ELSE ${aslAlias}.page.${columnName}\n           END \n    FROM ${patchAlias}.page\n    WHERE ${aslAlias}.page.id = ${patchAlias}.page.id)\n`;\n\nexport const buildPagePatchQuery = (\n    patchAlias: string,\n    tableName: string,\n    aslAlias: string = MAIN_DB_ALIAS,\n): string => `\n  UPDATE ${aslAlias}.${tableName}\n  SET content = ${updatePageColumn('content', aslAlias, patchAlias)},\n      part = ${updatePageColumn('part', aslAlias, patchAlias)},\n      page = ${updatePageColumn('page', aslAlias, patchAlias)},\n      number = ${updatePageColumn('number', aslAlias, patchAlias)}\n  WHERE EXISTS (\n    SELECT 1\n    FROM ${patchAlias}.${tableName}\n    WHERE ${aslAlias}.${tableName}.id = ${patchAlias}.${tableName}.id\n  );\n`;\n\nconst updateTitleColumn = (columnName: string, aslAlias: string, patchAlias: string) => `\n  (SELECT CASE \n             WHEN ${patchAlias}.title.${columnName} != '#' THEN ${patchAlias}.title.${columnName}\n             ELSE ${aslAlias}.title.${columnName}\n           END \n    FROM ${patchAlias}.title\n    WHERE ${aslAlias}.title.id = ${patchAlias}.title.id)\n`;\n\nexport const buildTitlePatchQuery = (\n    patchAlias: string,\n    tableName: string,\n    aslAlias: string = MAIN_DB_ALIAS,\n): string => `\n  UPDATE ${aslAlias}.${tableName}\n  SET content = ${updateTitleColumn('content', aslAlias, patchAlias)},\n      page = ${updateTitleColumn('page', aslAlias, patchAlias)},\n      parent = ${updateTitleColumn('parent', aslAlias, patchAlias)}\n  WHERE EXISTS (\n    SELECT 1\n    FROM ${patchAlias}.${tableName}\n    WHERE ${aslAlias}.${tableName}.id = ${patchAlias}.${tableName}.id\n  );\n`;\n\nexport const insertUnsafely = (table: string, fieldToValue: Record<string, any>, isDeleted = false): string => {\n    const combinedRecords: Record<string, any> = { ...fieldToValue, is_deleted: isDeleted ? '1' : '0' };\n\n    const sortedKeys = Object.keys(combinedRecords).sort();\n\n    const sortedValues = sortedKeys.map((key) => combinedRecords[key]);\n\n    return `INSERT INTO ${table} (${sortedKeys.toString()}) VALUES (${sortedValues\n        .map((val) => {\n            if (val === null) {\n                return 'NULL';\n            }\n\n            return typeof val === 'string' ? `'${val}'` : val;\n        })\n        .toString()})`;\n};\n","export type AuthorRow = {\n    biography: string;\n    death: number;\n    id: number;\n    name: string;\n};\n\nexport type BookRow = {\n    author: string;\n    bibliography: string;\n    category: number;\n    date?: null | number;\n    hint: null | string;\n    id: number;\n    major: number;\n    metadata: string;\n    minor?: number;\n    name: string;\n    pdf_links: null | string;\n    printed: number;\n    type: number;\n};\n\nexport type PageRow = {\n    content: string;\n    id: number;\n    number: null | number;\n    page: null | number;\n    part: null | number;\n};\n\nexport type TitleRow = {\n    content: string;\n    id: number;\n    page: number;\n    parent: null | number;\n};\n\nexport type CategoryRow = {\n    id: number;\n    name: string;\n};\n\nexport enum Tables {\n    Authors = 'authors',\n    Books = 'books',\n    Categories = 'categories',\n    Page = 'page',\n    Title = 'title',\n}\n","import { Client } from '@libsql/client';\nimport path from 'path';\n\nimport { Author, Book, Category, MasterData, PDFLinks } from '../types';\nimport { UNKNOWN_VALUE_PLACEHOLDER } from '../utils/constants';\nimport { selectAllRows } from './common';\nimport { attachDB, detachDB } from './queryBuilder';\nimport { BookRow, Tables } from './types';\n\nexport const createTables = async (db: Client) => {\n    return db.batch([\n        `CREATE TABLE authors (id INTEGER PRIMARY KEY, name TEXT, biography TEXT, death INTEGER)`,\n        `CREATE TABLE books (id INTEGER PRIMARY KEY, name TEXT, category INTEGER, type INTEGER, date INTEGER, author TEXT, printed INTEGER, major INTEGER, minor INTEGER, bibliography TEXT, hint TEXT, pdf_links TEXT, metadata TEXT)`,\n        `CREATE TABLE categories (id INTEGER PRIMARY KEY, name TEXT)`,\n    ]);\n};\n\nexport const getAllAuthors = async (db: Client): Promise<Author[]> => {\n    const rows = await selectAllRows(db, Tables.Authors);\n\n    const authors: Author[] = rows.map((r: any) => ({\n        ...(r.biography && { biography: r.biography }),\n        ...(r.death && { death: r.death }),\n        id: r.id,\n        name: r.name,\n    }));\n\n    return authors;\n};\n\nexport const getAllCategories = async (db: Client): Promise<Category[]> => {\n    const rows = await selectAllRows(db, Tables.Categories);\n\n    const categories: Category[] = rows.map((r: any) => ({\n        id: r.id,\n        name: r.name,\n    }));\n\n    return categories;\n};\n\nconst parseAuthor = (value: string): number | number[] => {\n    const result: number[] = value.split(',\\\\s+').map((id) => parseInt(id.trim()));\n    return result.length > 1 ? result : result[0];\n};\n\nconst parsePdfLinks = (value: string): PDFLinks => {\n    const result = JSON.parse(value);\n\n    if (result.files) {\n        result.files = (result.files as string[]).map((f: string) => {\n            const [file, id] = f.split('|');\n            return { ...(id && { id }), file };\n        });\n    }\n\n    return result as PDFLinks;\n};\n\nexport const getAllBooks = async (db: Client): Promise<Book[]> => {\n    const rows = await selectAllRows(db, Tables.Books);\n\n    const books: Book[] = rows.map((row: any) => {\n        const r = row as BookRow;\n\n        return {\n            author: parseAuthor(r.author),\n            bibliography: r.bibliography,\n            category: r.category,\n            id: r.id,\n            major: r.major,\n            metadata: JSON.parse(r.metadata),\n            name: r.name,\n            printed: r.printed,\n            type: r.type,\n            ...(r.date && r.date.toString() !== UNKNOWN_VALUE_PLACEHOLDER && { date: r.date }),\n            ...(r.hint && { hint: r.hint }),\n            ...(r.pdf_links && { pdfLinks: parsePdfLinks(r.pdf_links) }),\n            ...(r.minor && { minorRelease: r.minor }),\n        };\n    });\n\n    return books;\n};\n\nexport const getData = async (db: Client): Promise<MasterData> => {\n    const [authors, books, categories] = await Promise.all([getAllAuthors(db), getAllBooks(db), getAllCategories(db)]);\n    return { authors, books, categories };\n};\n\nexport const copyForeignMasterTableData = async (db: Client, sourceTables: string[]) => {\n    const aliasToPath: Record<string, string> = sourceTables.reduce((acc, tablePath) => {\n        const { name } = path.parse(tablePath);\n        return { ...acc, [name]: tablePath };\n    }, {});\n\n    const attachStatements: string[] = Object.entries(aliasToPath).map(([alias, dbPath]) => attachDB(dbPath, alias));\n    await db.batch(attachStatements);\n\n    const insertStatements: string[] = [\n        `INSERT INTO ${Tables.Authors} SELECT id,name,biography,(CASE WHEN death_number = ${UNKNOWN_VALUE_PLACEHOLDER} THEN NULL ELSE death_number END) AS death_number FROM author WHERE is_deleted='0'`,\n        `INSERT INTO ${Tables.Books} SELECT id,name,category,type,(CASE WHEN date = ${UNKNOWN_VALUE_PLACEHOLDER} THEN NULL ELSE date END) AS date,author,printed,major_release,minor_release,bibliography,hint,pdf_links,metadata FROM book WHERE is_deleted='0'`,\n        `INSERT INTO ${Tables.Categories} SELECT id,name FROM category WHERE is_deleted='0'`,\n    ];\n    await db.batch(insertStatements);\n\n    const detachStatements: string[] = Object.keys(aliasToPath).map(detachDB);\n    await db.batch(detachStatements);\n};\n","export const DEFAULT_MASTER_METADATA_VERSION = 0;\n\nexport const UNKNOWN_VALUE_PLACEHOLDER = '99999';\n","import { createWriteStream, promises as fs } from 'fs';\nimport { IncomingMessage } from 'http';\nimport https from 'https';\nimport os from 'os';\nimport path from 'path';\nimport { pipeline } from 'stream/promises';\nimport unzipper, { Entry } from 'unzipper';\n\nexport const createTempDir = async (prefix = 'shamela') => {\n    const tempDirBase = path.join(os.tmpdir(), prefix);\n    return fs.mkdtemp(tempDirBase);\n};\n\nexport const fileExists = async (path: string) => !!(await fs.stat(path).catch(() => false));\n\n/**\n * Downloads and extracts a ZIP file from a given URL without loading the entire file into memory.\n *\n * @param url - The URL of the ZIP file to download and extract.\n * @param outputDir - The directory where the files should be extracted.\n * @returns A promise that resolves with the list of all extracted files.\n */\nexport async function unzipFromUrl(url: string, outputDir: string): Promise<string[]> {\n    const extractedFiles: string[] = [];\n    const entryPromises: Promise<void>[] = [];\n\n    try {\n        // Make HTTPS request and get the response stream\n        const response = await new Promise<IncomingMessage>((resolve, reject) => {\n            https\n                .get(url, (res) => {\n                    if (res.statusCode !== 200) {\n                        reject(new Error(`Failed to download ZIP file: ${res.statusCode} ${res.statusMessage}`));\n                    } else {\n                        resolve(res);\n                    }\n                })\n                .on('error', (err) => {\n                    reject(new Error(`HTTPS request failed: ${err.message}`));\n                });\n        });\n\n        // Create unzip stream\n        const unzipStream = unzipper.Parse();\n\n        // Handle entries in the ZIP file\n        unzipStream.on('entry', (entry: Entry) => {\n            const entryPromise = (async () => {\n                const filePath = path.join(outputDir, entry.path);\n\n                if (entry.type === 'Directory') {\n                    // Ensure the directory exists\n                    await fs.mkdir(filePath, { recursive: true });\n                    entry.autodrain();\n                } else {\n                    // Ensure the parent directory exists\n                    const dir = path.dirname(filePath);\n                    await fs.mkdir(dir, { recursive: true });\n\n                    // Pipe the entry to a file\n                    await pipeline(entry, createWriteStream(filePath));\n                    extractedFiles.push(filePath);\n                }\n            })().catch((err) => {\n                // Emit errors to be handled by the unzipStream error handler\n                unzipStream.emit('error', err);\n            });\n\n            // Collect the promises\n            entryPromises.push(entryPromise);\n        });\n\n        // Handle errors in the unzip stream\n        unzipStream.on('error', (err) => {\n            throw new Error(`Error during extraction: ${err.message}`);\n        });\n\n        // Pipe the response into the unzip stream\n        await pipeline(response, unzipStream);\n\n        // Wait for all entry promises to complete\n        await Promise.all(entryPromises);\n\n        return extractedFiles;\n    } catch (error: any) {\n        throw new Error(`Error processing URL: ${error.message}`);\n    }\n}\n","import { Buffer } from 'buffer';\nimport { IncomingMessage } from 'http';\nimport https from 'https';\nimport process from 'process';\nimport { URL, URLSearchParams } from 'url';\n\nexport const buildUrl = (endpoint: string, params: Record<string, any>, useAuth: boolean = true): URL => {\n    const url = new URL(endpoint);\n    {\n        const params = new URLSearchParams();\n\n        Object.entries(params).forEach(([key, value]) => {\n            params.append(key, value.toString());\n        });\n\n        if (useAuth) {\n            params.append('api_key', process.env.SHAMELA_API_KEY as string);\n        }\n\n        url.search = params.toString();\n    }\n\n    return url;\n};\n\nexport const httpsGet = (url: string | URL): Promise<Buffer | Record<string, any>> => {\n    return new Promise((resolve, reject) => {\n        https\n            .get(url, (res: IncomingMessage) => {\n                const contentType = res.headers['content-type'] || '';\n                const dataChunks: Buffer[] = [];\n\n                res.on('data', (chunk: Buffer) => {\n                    dataChunks.push(chunk);\n                });\n\n                res.on('end', () => {\n                    const fullData = Buffer.concat(dataChunks);\n\n                    if (contentType.includes('application/json')) {\n                        try {\n                            const json = JSON.parse(fullData.toString('utf-8'));\n                            resolve(json);\n                        } catch (error: any) {\n                            reject(new Error(`Failed to parse JSON: ${error.message}`));\n                        }\n                    } else {\n                        resolve(fullData);\n                    }\n                });\n            })\n            .on('error', (error) => {\n                reject(new Error(`Error making request: ${error.message}`));\n            });\n    });\n};\n","import path from 'path';\nimport process from 'process';\n\nconst SOURCE_TABLES = ['author.sqlite', 'book.sqlite', 'category.sqlite'];\n\nexport const validateMasterSourceTables = (sourceTablePaths: string[]) => {\n    const sourceTableNames = sourceTablePaths.map((tablePath) => path.parse(tablePath).base);\n    return SOURCE_TABLES.every((table) => sourceTableNames.includes(table));\n};\n\nexport const validateEnvVariables = () => {\n    if (!process.env.SHAMELA_API_MASTER_PATCH_ENDPOINT) {\n        throw new Error('SHAMELA_API_MASTER_PATCH_ENDPOINT environment variable not set');\n    }\n\n    if (!process.env.SHAMELA_API_KEY) {\n        throw new Error('SHAMELA_API_KEY environment variable not set');\n    }\n};\n"],"names":[],"version":3,"file":"main.js.map","sourceRoot":"../"}
+{"mappings":";;;;;;;;;;;;;;;;;;;;;AGIA,MAAM,+BAAS,CAAA,GAAA,iBAAK,EAAE;IAClB,UAAU;AACd;AAEA,MAAM,+BAAiB,CAAA,GAAA,WAAG,EACtB;IACI,MAAM;QAAE,KAAK;QAAW,UAAU;IAAU;IAC5C,OAAO,CAAA,GAAA,cAAM,EAAE,GAAG,CAAC,SAAS,IAAI;AACpC,GACA;IAGJ,2CAAe;;;ACdR,MAAM,2CAAgB,OAAO,QAAgB;IAChD,MAAM,QAAE,IAAI,EAAE,GAAG,MAAM,OAAO,OAAO,CAAC,CAAC,cAAc,EAAE,MAAM,CAAC;IAC9D,OAAO;AACX;;;ACLA,MAAM,sCAAgB;AAEf,MAAM,4CAAW,CAAC,QAAgB,QAAkB,CAAC,iBAAiB,EAAE,OAAO,KAAK,EAAE,MAAM,CAAC;AAE7F,MAAM,4CAAsB,CAC/B,YACA,WACA,WAAmB,mCAAa,GACvB,CAAC;SACL,EAAE,SAAS,CAAC,EAAE,UAAU;gBACjB,EAAE,uCAAiB,WAAW,UAAU,YAAY;aACvD,EAAE,uCAAiB,QAAQ,UAAU,YAAY;aACjD,EAAE,uCAAiB,QAAQ,UAAU,YAAY;eAC/C,EAAE,uCAAiB,UAAU,UAAU,YAAY;;;SAGzD,EAAE,WAAW,CAAC,EAAE,UAAU;UACzB,EAAE,SAAS,CAAC,EAAE,UAAU,MAAM,EAAE,WAAW,CAAC,EAAE,UAAU;;AAElE,CAAC;AAED,MAAM,0CAAoB,CAAC,YAAoB,UAAkB,aAAuB,CAAC;;kBAEvE,EAAE,WAAW,OAAO,EAAE,WAAW,aAAa,EAAE,WAAW,OAAO,EAAE,WAAW;kBAC/E,EAAE,SAAS,OAAO,EAAE,WAAW;;SAExC,EAAE,WAAW;UACZ,EAAE,SAAS,YAAY,EAAE,WAAW;AAC9C,CAAC;AAEM,MAAM,4CAAuB,CAChC,YACA,WACA,WAAmB,mCAAa,GACvB,CAAC;SACL,EAAE,SAAS,CAAC,EAAE,UAAU;gBACjB,EAAE,wCAAkB,WAAW,UAAU,YAAY;aACxD,EAAE,wCAAkB,QAAQ,UAAU,YAAY;eAChD,EAAE,wCAAkB,UAAU,UAAU,YAAY;;;SAG1D,EAAE,WAAW,CAAC,EAAE,UAAU;UACzB,EAAE,SAAS,CAAC,EAAE,UAAU,MAAM,EAAE,WAAW,CAAC,EAAE,UAAU;;AAElE,CAAC;AAEM,MAAM,4CAAc,CAAC,MAAc,SACtC,CAAC,2BAA2B,EAAE,KAAK,EAAE,EAAE,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC;AAExD,MAAM,4CAAW,CAAC,QAAkB,CAAC,gBAAgB,EAAE,MAAM,CAAC;AAErE,MAAM,yCAAmB,CAAC,YAAoB,UAAkB,aAA+B,CAAC;;kBAE9E,EAAE,WAAW,MAAM,EAAE,WAAW,aAAa,EAAE,WAAW,MAAM,EAAE,WAAW;kBAC7E,EAAE,SAAS,MAAM,EAAE,WAAW;;SAEvC,EAAE,WAAW;UACZ,EAAE,SAAS,WAAW,EAAE,WAAW;AAC7C,CAAC;AAEM,MAAM,4CAAiB,CAAC,OAAe,cAAmC,YAAY,KAAK;IAC9F,MAAM,kBAAuC;QAAE,GAAG,YAAY;QAAE,YAAY,YAAY,MAAM;IAAI;IAElG,MAAM,aAAa,OAAO,IAAI,CAAC,iBAAiB,IAAI;IAEpD,MAAM,eAAe,WAAW,GAAG,CAAC,CAAC,MAAQ,eAAe,CAAC,IAAI;IAEjE,OAAO,CAAC,YAAY,EAAE,MAAM,EAAE,EAAE,WAAW,QAAQ,GAAG,UAAU,EAAE,aAC7D,GAAG,CAAC,CAAC;QACF,IAAI,QAAQ,MACR,OAAO;QAGX,OAAO,OAAO,QAAQ,WAAW,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,GAAG;IAClD,GACC,QAAQ,GAAG,CAAC,CAAC;AACtB;;;;UCjCY;;;;;;GAAA,8CAAA;;;AJnCZ,MAAM,uCAAiB;AACvB,MAAM,qCAAe;AAMd,MAAM,4CAAe,OAAO,IAAY,OAAe;IAC1D,MAAM,aAAuB;QAAC,CAAA,GAAA,yCAAO,EAAE,OAAO;KAAc;IAE5D,IAAI,SACA,MAAM,GAAG,OAAO,CAAC,CAAA,GAAA,yCAAO,EAAE,SAAS;IAGvC,MAAM,EAAE,MAAM,MAAM,EAAE,GAAG,UACnB,MAAM,GAAG,OAAO,CAAC,CAAC,iBAAiB,EAAE,qCAAe,iCAAiC,CAAC,IACtF;QAAE,MAAM,EAAE;IAAC;IAEjB,CAAA,GAAA,wCAAK,EAAE,KAAK,CAAC;gBAAE;IAAO,GAAG,CAAC,uBAAuB,CAAC;IAElD,WAAW,IAAI,IAAI,qCAAe;IAClC,WAAW,IAAI,IAAI,sCAAgB;IAEnC,MAAM,GAAG,KAAK,CAAC;IAEf,MAAM,mBAAmB,EAAE;IAC3B,iBAAiB,IAAI,CAAC,CAAA,GAAA,yCAAO,EAAE;IAE/B,IAAI,SACA,iBAAiB,IAAI,CAAC,CAAA,GAAA,yCAAO,EAAE;IAGnC,OAAO,GAAG,KAAK,CAAC;AACpB;AAEO,MAAM,4CAAe,OAAO;IAC/B,OAAO,GAAG,KAAK,CAAC;QACZ,CAAC,oGAAoG,CAAC;QACtG,CAAC,uFAAuF,CAAC;KAC5F;AACL;AAEO,MAAM,4CAAc,OAAO;IAC9B,MAAM,OAAO,MAAM,CAAA,GAAA,wCAAY,EAAE,IAAI,CAAA,GAAA,yCAAK,EAAE,IAAI;IAEhD,MAAM,QAAgB,KAAK,GAAG,CAAC,CAAC;QAC5B,MAAM,WAAE,OAAO,MAAE,EAAE,UAAE,MAAM,QAAE,IAAI,QAAE,IAAI,EAAE,GAAG;QAE5C,OAAO;qBACH;gBACA;YACA,GAAI,QAAQ;sBAAE;YAAK,CAAC;YACpB,GAAI,UAAU;wBAAE;YAAO,CAAC;YACxB,GAAI,QAAQ;sBAAE;YAAK,CAAC;QACxB;IACJ;IAEA,OAAO;AACX;AAEO,MAAM,4CAAe,OAAO;IAC/B,MAAM,OAAO,MAAM,CAAA,GAAA,wCAAY,EAAE,IAAI,CAAA,GAAA,yCAAK,EAAE,KAAK;IAEjD,MAAM,SAAkB,KAAK,GAAG,CAAC,CAAC;QAC9B,MAAM,IAAI;QAEV,OAAO;YACH,SAAS,EAAE,OAAO;YAClB,IAAI,EAAE,EAAE;YACR,MAAM,EAAE,IAAI;YACZ,GAAI,EAAE,MAAM,IAAI;gBAAE,QAAQ,EAAE,MAAM;YAAC,CAAC;QACxC;IACJ;IAEA,OAAO;AACX;AAEO,MAAM,4CAAU,OAAO;IAC1B,MAAM,CAAC,OAAO,OAAO,GAAG,MAAM,QAAQ,GAAG,CAAC;QAAC,0CAAY;QAAK,0CAAa;KAAI;IAC7E,OAAO;eAAE;gBAAO;IAAO;AAC3B;AAEA,MAAM,uCAAiB,CAAC;IACpB,MAAM,aAAa,EAAE;IAErB,IAAI,OAAO,IAAI,CAAC,CAAC,IAAM,EAAE,IAAI,KAAK,CAAA,GAAA,yCAAK,EAAE,IAAI,GAAG;QAC5C,WAAW,IAAI,CACX,CAAC,iBAAiB,EAAE,CAAA,GAAA,yCAAK,EAAE,IAAI,CAAC,yCAAyC,EAAE,mCAAa,CAAC,EAAE,CAAA,GAAA,yCAAK,EAAE,IAAI,CAAC,6BAA6B,EAAE,qCAAe,CAAC,EAAE,CAAA,GAAA,yCAAK,EAAE,IAAI,CAAC,sBAAsB,CAAC;QAE/L,WAAW,IAAI,CAAC,CAAA,GAAA,yCAAkB,EAAE,sCAAgB,CAAA,GAAA,yCAAK,EAAE,IAAI;IACnE,OACI,WAAW,IAAI,CACX,CAAC,iBAAiB,EAAE,CAAA,GAAA,yCAAK,EAAE,IAAI,CAAC,yCAAyC,EAAE,mCAAa,CAAC,EAAE,CAAA,GAAA,yCAAK,EAAE,IAAI,CAAC,qBAAqB,CAAC;IAIrI,OAAO;AACX;AAEA,MAAM,wCAAkB,CAAC;IACrB,MAAM,aAAa,EAAE;IAErB,IAAI,OAAO,IAAI,CAAC,CAAC,IAAM,EAAE,IAAI,KAAK,CAAA,GAAA,yCAAK,EAAE,KAAK,GAAG;QAC7C,WAAW,IAAI,CACX,CAAC,iBAAiB,EAAE,CAAA,GAAA,yCAAK,EAAE,KAAK,CAAC,oCAAoC,EAAE,mCAAa,CAAC,EAAE,CAAA,GAAA,yCAAK,EAAE,KAAK,CAAC,6BAA6B,EAAE,qCAAe,CAAC,EAAE,CAAA,GAAA,yCAAK,EAAE,KAAK,CAAC,sBAAsB,CAAC;QAE7L,WAAW,IAAI,CAAC,CAAA,GAAA,yCAAmB,EAAE,sCAAgB,CAAA,GAAA,yCAAK,EAAE,KAAK;IACrE,OACI,WAAW,IAAI,CACX,CAAC,iBAAiB,EAAE,CAAA,GAAA,yCAAK,EAAE,KAAK,CAAC,oCAAoC,EAAE,mCAAa,CAAC,EAAE,CAAA,GAAA,yCAAK,EAAE,KAAK,CAAC,qBAAqB,CAAC;IAIlI,OAAO;AACX;;;;AM1HO,MAAM,4CAAkC;AAExC,MAAM,4CAA4B;;;;;;ADOlC,MAAM,4CAA6B,OAAO,IAAY;IACzD,MAAM,cAAsC,aAAa,MAAM,CAAC,CAAC,KAAK;QAClE,MAAM,QAAE,IAAI,EAAE,GAAG,CAAA,GAAA,WAAG,EAAE,KAAK,CAAC;QAC5B,OAAO;YAAE,GAAG,GAAG;YAAE,CAAC,KAAK,EAAE;QAAU;IACvC,GAAG,CAAC;IAEJ,MAAM,mBAA6B,OAAO,OAAO,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC,OAAO,OAAO,GAAK,CAAA,GAAA,yCAAO,EAAE,QAAQ;IACzG,MAAM,GAAG,KAAK,CAAC;IAEf,MAAM,mBAA6B;QAC/B,CAAC,YAAY,EAAE,CAAA,GAAA,yCAAK,EAAE,OAAO,CAAC,oDAAoD,EAAE,CAAA,GAAA,yCAAwB,EAAE,kFAAkF,CAAC;QACjM,CAAC,YAAY,EAAE,CAAA,GAAA,yCAAK,EAAE,KAAK,CAAC,gDAAgD,EAAE,CAAA,GAAA,yCAAwB,EAAE,gJAAgJ,CAAC;QACzP,CAAC,YAAY,EAAE,CAAA,GAAA,yCAAK,EAAE,UAAU,CAAC,kDAAkD,CAAC;KACvF;IACD,MAAM,GAAG,KAAK,CAAC;IAEf,MAAM,mBAA6B,OAAO,IAAI,CAAC,aAAa,GAAG,CAAC,CAAA,GAAA,yCAAO;IACvE,MAAM,GAAG,KAAK,CAAC;AACnB;AAEO,MAAM,4CAAe,OAAO;IAC/B,OAAO,GAAG,KAAK,CAAC;QACZ,CAAC,uFAAuF,CAAC;QACzF,CAAC,6NAA6N,CAAC;QAC/N,CAAC,2DAA2D,CAAC;KAChE;AACL;AAEO,MAAM,4CAAgB,OAAO;IAChC,MAAM,OAAO,MAAM,CAAA,GAAA,wCAAY,EAAE,IAAI,CAAA,GAAA,yCAAK,EAAE,OAAO;IAEnD,MAAM,UAAoB,KAAK,GAAG,CAAC,CAAC,IAAY,CAAA;YAC5C,GAAI,EAAE,SAAS,IAAI;gBAAE,WAAW,EAAE,SAAS;YAAC,CAAC;YAC7C,GAAI,EAAE,KAAK,IAAI;gBAAE,OAAO,EAAE,KAAK;YAAC,CAAC;YACjC,IAAI,EAAE,EAAE;YACR,MAAM,EAAE,IAAI;QAChB,CAAA;IAEA,OAAO;AACX;AAEO,MAAM,4CAAc,OAAO;IAC9B,MAAM,OAAO,MAAM,CAAA,GAAA,wCAAY,EAAE,IAAI,CAAA,GAAA,yCAAK,EAAE,KAAK;IAEjD,MAAM,QAAgB,KAAK,GAAG,CAAC,CAAC;QAC5B,MAAM,IAAI;QAEV,OAAO;YACH,QAAQ,kCAAY,EAAE,MAAM;YAC5B,cAAc,EAAE,YAAY;YAC5B,UAAU,EAAE,QAAQ;YACpB,IAAI,EAAE,EAAE;YACR,OAAO,EAAE,KAAK;YACd,UAAU,KAAK,KAAK,CAAC,EAAE,QAAQ;YAC/B,MAAM,EAAE,IAAI;YACZ,SAAS,EAAE,OAAO;YAClB,MAAM,EAAE,IAAI;YACZ,GAAI,EAAE,IAAI,IAAI,EAAE,IAAI,CAAC,QAAQ,OAAO,CAAA,GAAA,yCAAwB,KAAK;gBAAE,MAAM,EAAE,IAAI;YAAC,CAAC;YACjF,GAAI,EAAE,IAAI,IAAI;gBAAE,MAAM,EAAE,IAAI;YAAC,CAAC;YAC9B,GAAI,EAAE,SAAS,IAAI;gBAAE,UAAU,oCAAc,EAAE,SAAS;YAAE,CAAC;YAC3D,GAAI,EAAE,KAAK,IAAI;gBAAE,cAAc,EAAE,KAAK;YAAC,CAAC;QAC5C;IACJ;IAEA,OAAO;AACX;AAEO,MAAM,4CAAmB,OAAO;IACnC,MAAM,OAAO,MAAM,CAAA,GAAA,wCAAY,EAAE,IAAI,CAAA,GAAA,yCAAK,EAAE,UAAU;IAEtD,MAAM,aAAyB,KAAK,GAAG,CAAC,CAAC,IAAY,CAAA;YACjD,IAAI,EAAE,EAAE;YACR,MAAM,EAAE,IAAI;QAChB,CAAA;IAEA,OAAO;AACX;AAEA,MAAM,oCAAc,CAAC;IACjB,MAAM,SAAmB,MAAM,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC,KAAO,SAAS,GAAG,IAAI;IAC1E,OAAO,OAAO,MAAM,GAAG,IAAI,SAAS,MAAM,CAAC,EAAE;AACjD;AAEA,MAAM,sCAAgB,CAAC;IACnB,MAAM,SAAS,KAAK,KAAK,CAAC;IAE1B,IAAI,OAAO,KAAK,EACZ,OAAO,KAAK,GAAG,AAAC,OAAO,KAAK,CAAc,GAAG,CAAC,CAAC;QAC3C,MAAM,CAAC,MAAM,GAAG,GAAG,EAAE,KAAK,CAAC;QAC3B,OAAO;YAAE,GAAI,MAAM;oBAAE;YAAG,CAAC;kBAAG;QAAK;IACrC;IAGJ,OAAO;AACX;AAEO,MAAM,4CAAU,OAAO;IAC1B,MAAM,CAAC,SAAS,OAAO,WAAW,GAAG,MAAM,QAAQ,GAAG,CAAC;QAAC,0CAAc;QAAK,0CAAY;QAAK,0CAAiB;KAAI;IACjH,OAAO;iBAAE;eAAS;oBAAO;IAAW;AACxC;;;;;;;;;;AEpGO,MAAM,4CAAgB,OAAO,SAAS,SAAS;IAClD,MAAM,cAAc,CAAA,GAAA,WAAG,EAAE,IAAI,CAAC,CAAA,GAAA,SAAC,EAAE,MAAM,IAAI;IAC3C,OAAO,CAAA,GAAA,eAAC,EAAE,OAAO,CAAC;AACtB;AAEO,MAAM,2CAAa,OAAO,OAAiB,CAAC,CAAE,MAAM,CAAA,GAAA,eAAC,EAAE,IAAI,CAAC,MAAM,KAAK,CAAC,IAAM;AAS9E,eAAe,yCAAa,GAAW,EAAE,SAAiB;IAC7D,MAAM,iBAA2B,EAAE;IACnC,MAAM,gBAAiC,EAAE;IAEzC,IAAI;QACA,iDAAiD;QACjD,MAAM,WAAW,MAAM,IAAI,QAAyB,CAAC,SAAS;YAC1D,CAAA,GAAA,YAAI,EACC,GAAG,CAAC,KAAK,CAAC;gBACP,IAAI,IAAI,UAAU,KAAK,KACnB,OAAO,IAAI,MAAM,CAAC,6BAA6B,EAAE,IAAI,UAAU,CAAC,CAAC,EAAE,IAAI,aAAa,CAAC,CAAC;qBAEtF,QAAQ;YAEhB,GACC,EAAE,CAAC,SAAS,CAAC;gBACV,OAAO,IAAI,MAAM,CAAC,sBAAsB,EAAE,IAAI,OAAO,CAAC,CAAC;YAC3D;QACR;QAEA,sBAAsB;QACtB,MAAM,cAAc,CAAA,GAAA,eAAO,EAAE,KAAK;QAElC,iCAAiC;QACjC,YAAY,EAAE,CAAC,SAAS,CAAC;YACrB,MAAM,eAAe,AAAC,CAAA;gBAClB,MAAM,WAAW,CAAA,GAAA,WAAG,EAAE,IAAI,CAAC,WAAW,MAAM,IAAI;gBAEhD,IAAI,MAAM,IAAI,KAAK,aAAa;oBAC5B,8BAA8B;oBAC9B,MAAM,CAAA,GAAA,eAAC,EAAE,KAAK,CAAC,UAAU;wBAAE,WAAW;oBAAK;oBAC3C,MAAM,SAAS;gBACnB,OAAO;oBACH,qCAAqC;oBACrC,MAAM,MAAM,CAAA,GAAA,WAAG,EAAE,OAAO,CAAC;oBACzB,MAAM,CAAA,GAAA,eAAC,EAAE,KAAK,CAAC,KAAK;wBAAE,WAAW;oBAAK;oBAEtC,2BAA2B;oBAC3B,MAAM,CAAA,GAAA,eAAO,EAAE,OAAO,CAAA,GAAA,wBAAgB,EAAE;oBACxC,eAAe,IAAI,CAAC;gBACxB;YACJ,CAAA,IAAK,KAAK,CAAC,CAAC;gBACR,6DAA6D;gBAC7D,YAAY,IAAI,CAAC,SAAS;YAC9B;YAEA,uBAAuB;YACvB,cAAc,IAAI,CAAC;QACvB;QAEA,oCAAoC;QACpC,YAAY,EAAE,CAAC,SAAS,CAAC;YACrB,MAAM,IAAI,MAAM,CAAC,yBAAyB,EAAE,IAAI,OAAO,CAAC,CAAC;QAC7D;QAEA,0CAA0C;QAC1C,MAAM,CAAA,GAAA,eAAO,EAAE,UAAU;QAEzB,0CAA0C;QAC1C,MAAM,QAAQ,GAAG,CAAC;QAElB,OAAO;IACX,EAAE,OAAO,OAAY;QACjB,MAAM,IAAI,MAAM,CAAC,sBAAsB,EAAE,MAAM,OAAO,CAAC,CAAC;IAC5D;AACJ;;;;;;;;ACjFO,MAAM,4CAAW,CAAC,UAAkB,QAA6B,UAAmB,IAAI;IAC3F,MAAM,MAAM,IAAI,CAAA,GAAA,UAAE,EAAE;IACpB;QACI,MAAM,SAAS,IAAI,CAAA,GAAA,sBAAc;QAEjC,OAAO,OAAO,CAAC,QAAQ,OAAO,CAAC,CAAC,CAAC,KAAK,MAAM;YACxC,OAAO,MAAM,CAAC,KAAK,MAAM,QAAQ;QACrC;QAEA,IAAI,SACA,OAAO,MAAM,CAAC,WAAW,CAAA,GAAA,cAAM,EAAE,GAAG,CAAC,eAAe;QAGxD,IAAI,MAAM,GAAG,OAAO,QAAQ;IAChC;IAEA,OAAO;AACX;AAEO,MAAM,4CAAW,CAAC;IACrB,OAAO,IAAI,QAAQ,CAAC,SAAS;QACzB,CAAA,GAAA,YAAI,EACC,GAAG,CAAC,KAAK,CAAC;YACP,MAAM,cAAc,IAAI,OAAO,CAAC,eAAe,IAAI;YACnD,MAAM,aAAuB,EAAE;YAE/B,IAAI,EAAE,CAAC,QAAQ,CAAC;gBACZ,WAAW,IAAI,CAAC;YACpB;YAEA,IAAI,EAAE,CAAC,OAAO;gBACV,MAAM,WAAW,CAAA,GAAA,aAAK,EAAE,MAAM,CAAC;gBAE/B,IAAI,YAAY,QAAQ,CAAC,qBACrB,IAAI;oBACA,MAAM,OAAO,KAAK,KAAK,CAAC,SAAS,QAAQ,CAAC;oBAC1C,QAAQ;gBACZ,EAAE,OAAO,OAAY;oBACjB,OAAO,IAAI,MAAM,CAAC,sBAAsB,EAAE,MAAM,OAAO,CAAC,CAAC;gBAC7D;qBAEA,QAAQ;YAEhB;QACJ,GACC,EAAE,CAAC,SAAS,CAAC;YACV,OAAO,IAAI,MAAM,CAAC,sBAAsB,EAAE,MAAM,OAAO,CAAC,CAAC;QAC7D;IACR;AACJ;;;;;ACpDA,MAAM,sCAAgB;IAAC;IAAiB;IAAe;CAAkB;AAElE,MAAM,4CAAuB;IAChC,IAAI,CAAC,CAAA,GAAA,cAAM,EAAE,GAAG,CAAC,iCAAiC,EAC9C,MAAM,IAAI,MAAM;IAGpB,IAAI,CAAC,CAAA,GAAA,cAAM,EAAE,GAAG,CAAC,eAAe,EAC5B,MAAM,IAAI,MAAM;AAExB;AAEO,MAAM,4CAA6B,CAAC;IACvC,MAAM,mBAAmB,iBAAiB,GAAG,CAAC,CAAC,YAAc,CAAA,GAAA,WAAG,EAAE,KAAK,CAAC,WAAW,IAAI;IACvF,OAAO,oCAAc,KAAK,CAAC,CAAC,QAAU,iBAAiB,QAAQ,CAAC;AACpE;;;AVQO,MAAM,4CAAkB,OAC3B,IACA;IAEA,CAAA,GAAA,yCAAmB;IAEnB,MAAM,MAAM,IAAI,CAAA,GAAA,UAAE,EAAE,CAAC,EAAE,CAAA,GAAA,cAAM,EAAE,GAAG,CAAC,0BAA0B,CAAC,CAAC,EAAE,GAAG,CAAC;IACrE;QACI,MAAM,SAAS,IAAI,CAAA,GAAA,sBAAc;QACjC,OAAO,MAAM,CAAC,WAAW,CAAA,GAAA,cAAM,EAAE,GAAG,CAAC,eAAe;QACpD,OAAO,MAAM,CAAC,iBAAiB,AAAC,CAAA,SAAS,gBAAgB,CAAA,EAAG,QAAQ;QACpE,OAAO,MAAM,CAAC,iBAAiB,AAAC,CAAA,SAAS,gBAAgB,CAAA,EAAG,QAAQ;QACpE,IAAI,MAAM,GAAG,OAAO,QAAQ;IAChC;IAEA,CAAA,GAAA,wCAAK,EAAE,IAAI,CAAC,CAAC,+BAA+B,EAAE,IAAI,QAAQ,GAAG,CAAC;IAE9D,IAAI;QACA,MAAM,WAAgC,MAAM,CAAA,GAAA,yCAAO,EAAE;QACrD,OAAO;YACH,cAAc,SAAS,aAAa;YACpC,iBAAiB,SAAS,iBAAiB;YAC3C,GAAI,SAAS,iBAAiB,IAAI;gBAAE,iBAAiB,SAAS,iBAAiB;YAAC,CAAC;YACjF,GAAI,SAAS,iBAAiB,IAAI;gBAAE,cAAc,SAAS,aAAa;YAAC,CAAC;QAC9E;IACJ,EAAE,OAAO,OAAY;QACjB,MAAM,IAAI,MAAM,CAAC,6BAA6B,EAAE,MAAM,OAAO,CAAC,CAAC;IACnE;AACJ;AAEO,MAAM,4CAAe,OAAO,IAAY;IAC3C,CAAA,GAAA,wCAAK,EAAE,IAAI,CAAC,CAAC,aAAa,EAAE,GAAG,CAAC,EAAE,KAAK,SAAS,CAAC,SAAS,CAAC;IAE3D,MAAM,YAAY,MAAM,CAAA,GAAA,yCAAY,EAAE;IAEtC,MAAM,eAA+C,SAAS,gBAAiB,MAAM,0CAAgB;IACrG,MAAM,CAAC,CAAC,aAAa,EAAE,CAAC,cAAc,GAAG,EAAE,CAAC,GAAe,MAAM,QAAQ,GAAG,CAAC;QACzE,CAAA,GAAA,wCAAW,EAAE,aAAa,eAAe,EAAE;WACvC,aAAa,eAAe,GAAG;YAAC,CAAA,GAAA,wCAAW,EAAE,aAAa,eAAe,EAAE;SAAW,GAAG,EAAE;KAClG;IACD,MAAM,SAAS,CAAA,GAAA,WAAG,EAAE,IAAI,CAAC,WAAW;IAEpC,MAAM,SAAiB,CAAA,GAAA,mBAAW,EAAE;QAChC,KAAK,CAAC,KAAK,EAAE,OAAO,CAAC;IACzB;IAEA,IAAI;QACA,CAAA,GAAA,wCAAK,EAAE,IAAI,CAAC,CAAC,eAAe,CAAC;QAC7B,MAAM,CAAA,GAAA,yCAAe,EAAE;QAEvB,CAAA,GAAA,wCAAK,EAAE,IAAI,CAAC,CAAC,sBAAsB,EAAE,cAAc,IAAI,EAAE,aAAa,CAAC;QACvE,MAAM,CAAA,GAAA,yCAAW,EAAE,QAAQ,cAAc;QAEzC,MAAM,EAAE,KAAK,SAAS,EAAE,GAAG,CAAA,GAAA,WAAG,EAAE,KAAK,CAAC,QAAQ,UAAU,CAAC,IAAI;QAE7D,IAAI,cAAc,SAAS;YACvB,MAAM,SAAS,MAAM,CAAA,GAAA,yCAAU,EAAE;YACjC,MAAM,CAAA,GAAA,eAAC,EAAE,SAAS,CAAC,QAAQ,UAAU,CAAC,IAAI,EAAE,KAAK,SAAS,CAAC,QAAQ,WAAW,IAAI;QACtF;QAEA,OAAO,KAAK;QAEZ,IAAI,cAAc,SAAS,cAAc,WACrC,MAAM,CAAA,GAAA,eAAC,EAAE,MAAM,CAAC,QAAQ,QAAQ,UAAU,CAAC,IAAI;QAGnD,MAAM,CAAA,GAAA,eAAC,EAAE,EAAE,CAAC,WAAW;YAAE,WAAW;QAAK;IAC7C,SAAU;QACN,OAAO,KAAK;IAChB;IAEA,OAAO,QAAQ,UAAU,CAAC,IAAI;AAClC;AAEO,MAAM,4CAAoB,OAAO,UAAkB,CAAC;IACvD,CAAA,GAAA,yCAAmB;IAEnB,MAAM,MAAM,IAAI,CAAA,GAAA,UAAE,EAAE,CAAA,GAAA,cAAM,EAAE,GAAG,CAAC,iCAAiC;IACjE;QACI,MAAM,SAAS,IAAI,CAAA,GAAA,sBAAc;QACjC,OAAO,MAAM,CAAC,WAAW,CAAA,GAAA,cAAM,EAAE,GAAG,CAAC,eAAe;QACpD,OAAO,MAAM,CAAC,WAAW,QAAQ,QAAQ;QACzC,IAAI,MAAM,GAAG,OAAO,QAAQ;IAChC;IAEA,CAAA,GAAA,wCAAK,EAAE,IAAI,CAAC,CAAC,gDAAgD,EAAE,IAAI,QAAQ,GAAG,CAAC;IAE/E,IAAI;QACA,MAAM,WAAgC,MAAM,CAAA,GAAA,yCAAO,EAAE;QACrD,OAAO;YAAE,KAAK,SAAS,SAAS;YAAE,SAAS,SAAS,OAAO;QAAC;IAChE,EAAE,OAAO,OAAY;QACjB,MAAM,IAAI,MAAM,CAAC,6BAA6B,EAAE,MAAM,OAAO,CAAC,CAAC;IACnE;AACJ;AAEO,MAAM,4CAAyB,OAAO;IACzC,CAAA,GAAA,wCAAK,EAAE,IAAI,CAAC,CAAC,uBAAuB,EAAE,KAAK,SAAS,CAAC,SAAS,CAAC;IAE/D,MAAM,YAAY,MAAM,CAAA,GAAA,yCAAY,EAAE;IAEtC,MAAM,iBACF,QAAQ,cAAc,IAAK,MAAM,0CAAkB,CAAA,GAAA,yCAA8B;IAErF,CAAA,GAAA,wCAAK,EAAE,IAAI,CAAC,CAAC,kCAAkC,EAAE,KAAK,SAAS,CAAC,gBAAgB,CAAC;IACjF,MAAM,eAAyB,MAAM,CAAA,GAAA,wCAAW,EAAE,eAAe,GAAG,EAAE;IAEtE,CAAA,GAAA,wCAAK,EAAE,IAAI,CAAC,CAAC,yBAAyB,EAAE,aAAa,QAAQ,GAAG,CAAC;IAEjE,IAAI,CAAC,CAAA,GAAA,yCAAyB,EAAE,eAAe;QAC3C,CAAA,GAAA,wCAAK,EAAE,KAAK,CAAC,CAAC,mCAAmC,EAAE,aAAa,QAAQ,GAAG,CAAC;QAC5E,MAAM,IAAI,MAAM;IACpB;IAEA,MAAM,SAAS,CAAA,GAAA,WAAG,EAAE,IAAI,CAAC,WAAW;IAEpC,MAAM,SAAiB,CAAA,GAAA,mBAAW,EAAE;QAChC,KAAK,CAAC,KAAK,EAAE,OAAO,CAAC;IACzB;IAEA,IAAI;QACA,CAAA,GAAA,wCAAK,EAAE,IAAI,CAAC,CAAC,eAAe,CAAC;QAC7B,MAAM,CAAA,GAAA,yCAAiB,EAAE;QAEzB,CAAA,GAAA,wCAAK,EAAE,IAAI,CAAC,CAAC,4BAA4B,CAAC;QAC1C,MAAM,CAAA,GAAA,yCAAyB,EAAE,QAAQ;QAEzC,MAAM,EAAE,KAAK,SAAS,EAAE,GAAG,CAAA,GAAA,WAAG,EAAE,KAAK,CAAC,QAAQ,UAAU,CAAC,IAAI;QAE7D,IAAI,cAAc,SAAS;YACvB,MAAM,SAAS,MAAM,CAAA,GAAA,yCAAY,EAAE;YACnC,MAAM,CAAA,GAAA,eAAC,EAAE,SAAS,CAAC,QAAQ,UAAU,CAAC,IAAI,EAAE,KAAK,SAAS,CAAC,QAAQ,WAAW,IAAI;QACtF;QAEA,OAAO,KAAK;QAEZ,IAAI,cAAc,SAAS,cAAc,WACrC,MAAM,CAAA,GAAA,eAAC,EAAE,MAAM,CAAC,QAAQ,QAAQ,UAAU,CAAC,IAAI;QAGnD,MAAM,CAAA,GAAA,eAAC,EAAE,EAAE,CAAC,WAAW;YAAE,WAAW;QAAK;IAC7C,SAAU;QACN,OAAO,KAAK;IAChB;IAEA,OAAO,QAAQ,UAAU,CAAC,IAAI;AAClC;AAEO,MAAM,4CAAU,OAAO;IAC1B,MAAM,YAAY,MAAM,CAAA,GAAA,yCAAY,EAAE;IACtC,MAAM,aAAa,MAAM,0CAAa,IAAI;QAAE,YAAY;YAAE,MAAM,CAAA,GAAA,WAAG,EAAE,IAAI,CAAC,WAAW,CAAC,EAAE,GAAG,KAAK,CAAC;QAAE;IAAE;IAErG,MAAM,OAAO,KAAK,KAAK,CAAC,MAAM,CAAA,GAAA,eAAC,EAAE,QAAQ,CAAC,YAAY;IACtD,MAAM,CAAA,GAAA,eAAC,EAAE,EAAE,CAAC,WAAW;QAAE,WAAW;IAAK;IAEzC,OAAO;AACX","sources":["src/index.ts","src/api.ts","src/db/book.ts","src/utils/logger.ts","src/db/common.ts","src/db/queryBuilder.ts","src/db/types.ts","src/db/master.ts","src/utils/constants.ts","src/utils/io.ts","src/utils/network.ts","src/utils/validation.ts"],"sourcesContent":["import { downloadBook, downloadMasterDatabase, getBook, getBookMetadata, getMasterMetadata } from './api';\n\nexport { downloadBook, downloadMasterDatabase, getBook, getBookMetadata, getMasterMetadata };\n","import { Client, createClient } from '@libsql/client';\nimport { promises as fs } from 'fs';\nimport path from 'path';\nimport process from 'process';\nimport { URL, URLSearchParams } from 'url';\n\nimport { applyPatches, createTables as createBookTables, getData as getBookData } from './db/book.js';\nimport {\n    copyForeignMasterTableData,\n    createTables as createMasterTables,\n    getData as getMasterData,\n} from './db/master.js';\nimport {\n    BookData,\n    DownloadBookOptions,\n    DownloadMasterOptions,\n    GetBookMetadataOptions,\n    GetBookMetadataResponsePayload,\n    GetMasterMetadataResponsePayload,\n} from './types.js';\nimport { DEFAULT_MASTER_METADATA_VERSION } from './utils/constants.js';\nimport { createTempDir, unzipFromUrl } from './utils/io.js';\nimport logger from './utils/logger.js';\nimport { httpsGet } from './utils/network.js';\nimport { validateEnvVariables, validateMasterSourceTables } from './utils/validation.js';\n\nexport const getBookMetadata = async (\n    id: number,\n    options?: GetBookMetadataOptions,\n): Promise<GetBookMetadataResponsePayload> => {\n    validateEnvVariables();\n\n    const url = new URL(`${process.env.SHAMELA_API_BOOKS_ENDPOINT}/${id}`);\n    {\n        const params = new URLSearchParams();\n        params.append('api_key', process.env.SHAMELA_API_KEY as string);\n        params.append('major_release', (options?.majorVersion || 0).toString());\n        params.append('minor_release', (options?.minorVersion || 0).toString());\n        url.search = params.toString();\n    }\n\n    logger.info(`Fetching shamela.ws book link: ${url.toString()}`);\n\n    try {\n        const response: Record<string, any> = await httpsGet(url);\n        return {\n            majorRelease: response.major_release,\n            majorReleaseUrl: response.major_release_url,\n            ...(response.minor_release_url && { minorReleaseUrl: response.minor_release_url }),\n            ...(response.minor_release_url && { minorRelease: response.minor_release }),\n        };\n    } catch (error: any) {\n        throw new Error(`Error fetching master patch: ${error.message}`);\n    }\n};\n\nexport const downloadBook = async (id: number, options: DownloadBookOptions): Promise<string> => {\n    logger.info(`downloadBook ${id} ${JSON.stringify(options)}`);\n\n    const outputDir = await createTempDir('shamela_downloadBook');\n\n    const bookResponse: GetBookMetadataResponsePayload = options?.bookMetadata || (await getBookMetadata(id));\n    const [[bookDatabase], [patchDatabase] = []]: string[][] = await Promise.all([\n        unzipFromUrl(bookResponse.majorReleaseUrl, outputDir),\n        ...(bookResponse.minorReleaseUrl ? [unzipFromUrl(bookResponse.minorReleaseUrl, outputDir)] : []),\n    ]);\n    const dbPath = path.join(outputDir, 'book.db');\n\n    const client: Client = createClient({\n        url: `file:${dbPath}`,\n    });\n\n    try {\n        logger.info(`Creating tables`);\n        await createBookTables(client);\n\n        logger.info(`Applying patches from ${patchDatabase} to ${bookDatabase}`);\n        await applyPatches(client, bookDatabase, patchDatabase);\n\n        const { ext: extension } = path.parse(options.outputFile.path);\n\n        if (extension === '.json') {\n            const result = await getBookData(client);\n            await fs.writeFile(options.outputFile.path, JSON.stringify(result, undefined, 2), 'utf8');\n        }\n\n        client.close();\n\n        if (extension === '.db' || extension === '.sqlite') {\n            await fs.rename(dbPath, options.outputFile.path);\n        }\n\n        await fs.rm(outputDir, { recursive: true });\n    } finally {\n        client.close();\n    }\n\n    return options.outputFile.path;\n};\n\nexport const getMasterMetadata = async (version: number = 0): Promise<GetMasterMetadataResponsePayload> => {\n    validateEnvVariables();\n\n    const url = new URL(process.env.SHAMELA_API_MASTER_PATCH_ENDPOINT as string);\n    {\n        const params = new URLSearchParams();\n        params.append('api_key', process.env.SHAMELA_API_KEY as string);\n        params.append('version', version.toString());\n        url.search = params.toString();\n    }\n\n    logger.info(`Fetching shamela.ws master database patch link: ${url.toString()}`);\n\n    try {\n        const response: Record<string, any> = await httpsGet(url);\n        return { url: response.patch_url, version: response.version };\n    } catch (error: any) {\n        throw new Error(`Error fetching master patch: ${error.message}`);\n    }\n};\n\nexport const downloadMasterDatabase = async (options: DownloadMasterOptions): Promise<string> => {\n    logger.info(`downloadMasterDatabase ${JSON.stringify(options)}`);\n\n    const outputDir = await createTempDir('shamela_downloadMaster');\n\n    const masterResponse: GetMasterMetadataResponsePayload =\n        options.masterMetadata || (await getMasterMetadata(DEFAULT_MASTER_METADATA_VERSION));\n\n    logger.info(`Downloading master database from: ${JSON.stringify(masterResponse)}`);\n    const sourceTables: string[] = await unzipFromUrl(masterResponse.url, outputDir);\n\n    logger.info(`sourceTables downloaded: ${sourceTables.toString()}`);\n\n    if (!validateMasterSourceTables(sourceTables)) {\n        logger.error(`Some source tables were not found: ${sourceTables.toString()}`);\n        throw new Error('Expected tables not found!');\n    }\n\n    const dbPath = path.join(outputDir, 'master.db');\n\n    const client: Client = createClient({\n        url: `file:${dbPath}`,\n    });\n\n    try {\n        logger.info(`Creating tables`);\n        await createMasterTables(client);\n\n        logger.info(`Copying data to master table`);\n        await copyForeignMasterTableData(client, sourceTables);\n\n        const { ext: extension } = path.parse(options.outputFile.path);\n\n        if (extension === '.json') {\n            const result = await getMasterData(client);\n            await fs.writeFile(options.outputFile.path, JSON.stringify(result, undefined, 2), 'utf8');\n        }\n\n        client.close();\n\n        if (extension === '.db' || extension === '.sqlite') {\n            await fs.rename(dbPath, options.outputFile.path);\n        }\n\n        await fs.rm(outputDir, { recursive: true });\n    } finally {\n        client.close();\n    }\n\n    return options.outputFile.path;\n};\n\nexport const getBook = async (id: number): Promise<BookData> => {\n    const outputDir = await createTempDir('shamela_getBookData');\n    const outputPath = await downloadBook(id, { outputFile: { path: path.join(outputDir, `${id}.json`) } });\n\n    const data = JSON.parse(await fs.readFile(outputPath, 'utf8')) as BookData;\n    await fs.rm(outputDir, { recursive: true });\n\n    return data;\n};\n","import { Client } from '@libsql/client';\n\nimport { BookData, Page, Title } from '../types';\nimport logger from '../utils/logger';\nimport { selectAllRows } from './common';\nimport { attachDB, buildPagePatchQuery, buildTitlePatchQuery, detachDB } from './queryBuilder';\nimport { PageRow, Tables, TitleRow } from './types';\n\nconst PATCH_DB_ALIAS = 'patch';\nconst ASL_DB_ALIAS = 'asl';\n\ntype InternalTable = {\n    name: string;\n};\n\nexport const applyPatches = async (db: Client, aslDB: string, patchDB?: string) => {\n    const statements: string[] = [attachDB(aslDB, ASL_DB_ALIAS)];\n\n    if (patchDB) {\n        await db.execute(attachDB(patchDB, PATCH_DB_ALIAS));\n    }\n\n    const { rows: tables } = patchDB\n        ? await db.execute(`SELECT name FROM ${PATCH_DB_ALIAS}.sqlite_master WHERE type='table'`)\n        : { rows: [] };\n\n    logger.debug({ tables }, `Applying patches for...`);\n\n    statements.push(...getPagesToCopy(tables as InternalTable[]));\n    statements.push(...getTitlesToCopy(tables as InternalTable[]));\n\n    await db.batch(statements);\n\n    const detachStatements = [];\n    detachStatements.push(detachDB(ASL_DB_ALIAS));\n\n    if (patchDB) {\n        detachStatements.push(detachDB(PATCH_DB_ALIAS));\n    }\n\n    return db.batch(detachStatements);\n};\n\nexport const createTables = async (db: Client) => {\n    return db.batch([\n        `CREATE TABLE page (id INTEGER PRIMARY KEY, content TEXT, part INTEGER, page INTEGER, number INTEGER)`,\n        `CREATE TABLE title (id INTEGER PRIMARY KEY, content TEXT, page INTEGER, parent INTEGER)`,\n    ]);\n};\n\nexport const getAllPages = async (db: Client): Promise<Page[]> => {\n    const rows = await selectAllRows(db, Tables.Page);\n\n    const pages: Page[] = rows.map((row: any) => {\n        const { content, id, number, page, part } = row as PageRow;\n\n        return {\n            content,\n            id,\n            ...(page && { page }),\n            ...(number && { number }),\n            ...(part && { part }),\n        };\n    });\n\n    return pages;\n};\n\nexport const getAllTitles = async (db: Client): Promise<Title[]> => {\n    const rows = await selectAllRows(db, Tables.Title);\n\n    const titles: Title[] = rows.map((row: any) => {\n        const r = row as TitleRow;\n\n        return {\n            content: r.content,\n            id: r.id,\n            page: r.page,\n            ...(r.parent && { number: r.parent }),\n        };\n    });\n\n    return titles;\n};\n\nexport const getData = async (db: Client): Promise<BookData> => {\n    const [pages, titles] = await Promise.all([getAllPages(db), getAllTitles(db)]);\n    return { pages, titles };\n};\n\nconst getPagesToCopy = (tables: InternalTable[]): string[] => {\n    const statements = [];\n\n    if (tables.find((t) => t.name === Tables.Page)) {\n        statements.push(\n            `INSERT INTO main.${Tables.Page} SELECT id,content,part,page,number FROM ${ASL_DB_ALIAS}.${Tables.Page} WHERE id IN (SELECT id FROM ${PATCH_DB_ALIAS}.${Tables.Page} WHERE is_deleted='0')`,\n        );\n        statements.push(buildPagePatchQuery(PATCH_DB_ALIAS, Tables.Page));\n    } else {\n        statements.push(\n            `INSERT INTO main.${Tables.Page} SELECT id,content,part,page,number FROM ${ASL_DB_ALIAS}.${Tables.Page} WHERE is_deleted='0'`,\n        );\n    }\n\n    return statements;\n};\n\nconst getTitlesToCopy = (tables: InternalTable[]): string[] => {\n    const statements = [];\n\n    if (tables.find((t) => t.name === Tables.Title)) {\n        statements.push(\n            `INSERT INTO main.${Tables.Title} SELECT id,content,page,parent FROM ${ASL_DB_ALIAS}.${Tables.Title} WHERE id IN (SELECT id FROM ${PATCH_DB_ALIAS}.${Tables.Title} WHERE is_deleted='0')`,\n        );\n        statements.push(buildTitlePatchQuery(PATCH_DB_ALIAS, Tables.Title));\n    } else {\n        statements.push(\n            `INSERT INTO main.${Tables.Title} SELECT id,content,page,parent FROM ${ASL_DB_ALIAS}.${Tables.Title} WHERE is_deleted='0'`,\n        );\n    }\n\n    return statements;\n};\n","import pino, { Logger } from 'pino';\nimport pretty, { PrettyOptions } from 'pino-pretty';\nimport process from 'process';\n\nconst stream = pretty({\n    colorize: true,\n} as PrettyOptions);\n\nconst logger: Logger = pino(\n    {\n        base: { pid: undefined, hostname: undefined }, // This will remove pid and hostname but keep time\n        level: process.env.LOG_LEVEL || 'info',\n    },\n    stream,\n);\n\nexport default logger;\n","import { Client, Row } from '@libsql/client';\n\nexport const selectAllRows = async (client: Client, table: string): Promise<Row[]> => {\n    const { rows } = await client.execute(`SELECT * FROM ${table}`);\n    return rows;\n};\n","const MAIN_DB_ALIAS = 'main';\n\nexport const attachDB = (dbFile: string, alias: string) => `ATTACH DATABASE '${dbFile}' AS ${alias}`;\n\nexport const buildPagePatchQuery = (\n    patchAlias: string,\n    tableName: string,\n    aslAlias: string = MAIN_DB_ALIAS,\n): string => `\n  UPDATE ${aslAlias}.${tableName}\n  SET content = ${updatePageColumn('content', aslAlias, patchAlias)},\n      part = ${updatePageColumn('part', aslAlias, patchAlias)},\n      page = ${updatePageColumn('page', aslAlias, patchAlias)},\n      number = ${updatePageColumn('number', aslAlias, patchAlias)}\n  WHERE EXISTS (\n    SELECT 1\n    FROM ${patchAlias}.${tableName}\n    WHERE ${aslAlias}.${tableName}.id = ${patchAlias}.${tableName}.id\n  );\n`;\n\nconst updateTitleColumn = (columnName: string, aslAlias: string, patchAlias: string) => `\n  (SELECT CASE \n             WHEN ${patchAlias}.title.${columnName} != '#' THEN ${patchAlias}.title.${columnName}\n             ELSE ${aslAlias}.title.${columnName}\n           END \n    FROM ${patchAlias}.title\n    WHERE ${aslAlias}.title.id = ${patchAlias}.title.id)\n`;\n\nexport const buildTitlePatchQuery = (\n    patchAlias: string,\n    tableName: string,\n    aslAlias: string = MAIN_DB_ALIAS,\n): string => `\n  UPDATE ${aslAlias}.${tableName}\n  SET content = ${updateTitleColumn('content', aslAlias, patchAlias)},\n      page = ${updateTitleColumn('page', aslAlias, patchAlias)},\n      parent = ${updateTitleColumn('parent', aslAlias, patchAlias)}\n  WHERE EXISTS (\n    SELECT 1\n    FROM ${patchAlias}.${tableName}\n    WHERE ${aslAlias}.${tableName}.id = ${patchAlias}.${tableName}.id\n  );\n`;\n\nexport const createTable = (name: string, fields: string[]): string =>\n    `CREATE TABLE IF NOT EXISTS ${name} (${fields.join(', ')})`;\n\nexport const detachDB = (alias: string) => `DETACH DATABASE ${alias}`;\n\nconst updatePageColumn = (columnName: string, aslAlias: string, patchAlias: string): string => `\n  (SELECT CASE \n             WHEN ${patchAlias}.page.${columnName} != '#' THEN ${patchAlias}.page.${columnName}\n             ELSE ${aslAlias}.page.${columnName}\n           END \n    FROM ${patchAlias}.page\n    WHERE ${aslAlias}.page.id = ${patchAlias}.page.id)\n`;\n\nexport const insertUnsafely = (table: string, fieldToValue: Record<string, any>, isDeleted = false): string => {\n    const combinedRecords: Record<string, any> = { ...fieldToValue, is_deleted: isDeleted ? '1' : '0' };\n\n    const sortedKeys = Object.keys(combinedRecords).sort();\n\n    const sortedValues = sortedKeys.map((key) => combinedRecords[key]);\n\n    return `INSERT INTO ${table} (${sortedKeys.toString()}) VALUES (${sortedValues\n        .map((val) => {\n            if (val === null) {\n                return 'NULL';\n            }\n\n            return typeof val === 'string' ? `'${val}'` : val;\n        })\n        .toString()})`;\n};\n","export type AuthorRow = {\n    biography: string;\n    death: number;\n    id: number;\n    name: string;\n};\n\nexport type BookRow = {\n    author: string;\n    bibliography: string;\n    category: number;\n    date?: null | number;\n    hint: null | string;\n    id: number;\n    major: number;\n    metadata: string;\n    minor?: number;\n    name: string;\n    pdf_links: null | string;\n    printed: number;\n    type: number;\n};\n\nexport type PageRow = {\n    content: string;\n    id: number;\n    number: null | number;\n    page: null | number;\n    part: null | number;\n};\n\nexport type TitleRow = {\n    content: string;\n    id: number;\n    page: number;\n    parent: null | number;\n};\n\nexport type CategoryRow = {\n    id: number;\n    name: string;\n};\n\nexport enum Tables {\n    Authors = 'authors',\n    Books = 'books',\n    Categories = 'categories',\n    Page = 'page',\n    Title = 'title',\n}\n","import { Client } from '@libsql/client';\nimport path from 'path';\n\nimport { Author, Book, Category, MasterData, PDFLinks } from '../types';\nimport { UNKNOWN_VALUE_PLACEHOLDER } from '../utils/constants';\nimport { selectAllRows } from './common';\nimport { attachDB, detachDB } from './queryBuilder';\nimport { BookRow, Tables } from './types';\n\nexport const copyForeignMasterTableData = async (db: Client, sourceTables: string[]) => {\n    const aliasToPath: Record<string, string> = sourceTables.reduce((acc, tablePath) => {\n        const { name } = path.parse(tablePath);\n        return { ...acc, [name]: tablePath };\n    }, {});\n\n    const attachStatements: string[] = Object.entries(aliasToPath).map(([alias, dbPath]) => attachDB(dbPath, alias));\n    await db.batch(attachStatements);\n\n    const insertStatements: string[] = [\n        `INSERT INTO ${Tables.Authors} SELECT id,name,biography,(CASE WHEN death_number = ${UNKNOWN_VALUE_PLACEHOLDER} THEN NULL ELSE death_number END) AS death_number FROM author WHERE is_deleted='0'`,\n        `INSERT INTO ${Tables.Books} SELECT id,name,category,type,(CASE WHEN date = ${UNKNOWN_VALUE_PLACEHOLDER} THEN NULL ELSE date END) AS date,author,printed,major_release,minor_release,bibliography,hint,pdf_links,metadata FROM book WHERE is_deleted='0'`,\n        `INSERT INTO ${Tables.Categories} SELECT id,name FROM category WHERE is_deleted='0'`,\n    ];\n    await db.batch(insertStatements);\n\n    const detachStatements: string[] = Object.keys(aliasToPath).map(detachDB);\n    await db.batch(detachStatements);\n};\n\nexport const createTables = async (db: Client) => {\n    return db.batch([\n        `CREATE TABLE authors (id INTEGER PRIMARY KEY, name TEXT, biography TEXT, death INTEGER)`,\n        `CREATE TABLE books (id INTEGER PRIMARY KEY, name TEXT, category INTEGER, type INTEGER, date INTEGER, author TEXT, printed INTEGER, major INTEGER, minor INTEGER, bibliography TEXT, hint TEXT, pdf_links TEXT, metadata TEXT)`,\n        `CREATE TABLE categories (id INTEGER PRIMARY KEY, name TEXT)`,\n    ]);\n};\n\nexport const getAllAuthors = async (db: Client): Promise<Author[]> => {\n    const rows = await selectAllRows(db, Tables.Authors);\n\n    const authors: Author[] = rows.map((r: any) => ({\n        ...(r.biography && { biography: r.biography }),\n        ...(r.death && { death: r.death }),\n        id: r.id,\n        name: r.name,\n    }));\n\n    return authors;\n};\n\nexport const getAllBooks = async (db: Client): Promise<Book[]> => {\n    const rows = await selectAllRows(db, Tables.Books);\n\n    const books: Book[] = rows.map((row: any) => {\n        const r = row as BookRow;\n\n        return {\n            author: parseAuthor(r.author),\n            bibliography: r.bibliography,\n            category: r.category,\n            id: r.id,\n            major: r.major,\n            metadata: JSON.parse(r.metadata),\n            name: r.name,\n            printed: r.printed,\n            type: r.type,\n            ...(r.date && r.date.toString() !== UNKNOWN_VALUE_PLACEHOLDER && { date: r.date }),\n            ...(r.hint && { hint: r.hint }),\n            ...(r.pdf_links && { pdfLinks: parsePdfLinks(r.pdf_links) }),\n            ...(r.minor && { minorRelease: r.minor }),\n        };\n    });\n\n    return books;\n};\n\nexport const getAllCategories = async (db: Client): Promise<Category[]> => {\n    const rows = await selectAllRows(db, Tables.Categories);\n\n    const categories: Category[] = rows.map((r: any) => ({\n        id: r.id,\n        name: r.name,\n    }));\n\n    return categories;\n};\n\nconst parseAuthor = (value: string): number | number[] => {\n    const result: number[] = value.split(',\\\\s+').map((id) => parseInt(id.trim()));\n    return result.length > 1 ? result : result[0];\n};\n\nconst parsePdfLinks = (value: string): PDFLinks => {\n    const result = JSON.parse(value);\n\n    if (result.files) {\n        result.files = (result.files as string[]).map((f: string) => {\n            const [file, id] = f.split('|');\n            return { ...(id && { id }), file };\n        });\n    }\n\n    return result as PDFLinks;\n};\n\nexport const getData = async (db: Client): Promise<MasterData> => {\n    const [authors, books, categories] = await Promise.all([getAllAuthors(db), getAllBooks(db), getAllCategories(db)]);\n    return { authors, books, categories };\n};\n","export const DEFAULT_MASTER_METADATA_VERSION = 0;\n\nexport const UNKNOWN_VALUE_PLACEHOLDER = '99999';\n","import { createWriteStream, promises as fs } from 'fs';\nimport { IncomingMessage } from 'http';\nimport https from 'https';\nimport os from 'os';\nimport path from 'path';\nimport { pipeline } from 'stream/promises';\nimport unzipper, { Entry } from 'unzipper';\n\nexport const createTempDir = async (prefix = 'shamela') => {\n    const tempDirBase = path.join(os.tmpdir(), prefix);\n    return fs.mkdtemp(tempDirBase);\n};\n\nexport const fileExists = async (path: string) => !!(await fs.stat(path).catch(() => false));\n\n/**\n * Downloads and extracts a ZIP file from a given URL without loading the entire file into memory.\n *\n * @param url - The URL of the ZIP file to download and extract.\n * @param outputDir - The directory where the files should be extracted.\n * @returns A promise that resolves with the list of all extracted files.\n */\nexport async function unzipFromUrl(url: string, outputDir: string): Promise<string[]> {\n    const extractedFiles: string[] = [];\n    const entryPromises: Promise<void>[] = [];\n\n    try {\n        // Make HTTPS request and get the response stream\n        const response = await new Promise<IncomingMessage>((resolve, reject) => {\n            https\n                .get(url, (res) => {\n                    if (res.statusCode !== 200) {\n                        reject(new Error(`Failed to download ZIP file: ${res.statusCode} ${res.statusMessage}`));\n                    } else {\n                        resolve(res);\n                    }\n                })\n                .on('error', (err) => {\n                    reject(new Error(`HTTPS request failed: ${err.message}`));\n                });\n        });\n\n        // Create unzip stream\n        const unzipStream = unzipper.Parse();\n\n        // Handle entries in the ZIP file\n        unzipStream.on('entry', (entry: Entry) => {\n            const entryPromise = (async () => {\n                const filePath = path.join(outputDir, entry.path);\n\n                if (entry.type === 'Directory') {\n                    // Ensure the directory exists\n                    await fs.mkdir(filePath, { recursive: true });\n                    entry.autodrain();\n                } else {\n                    // Ensure the parent directory exists\n                    const dir = path.dirname(filePath);\n                    await fs.mkdir(dir, { recursive: true });\n\n                    // Pipe the entry to a file\n                    await pipeline(entry, createWriteStream(filePath));\n                    extractedFiles.push(filePath);\n                }\n            })().catch((err) => {\n                // Emit errors to be handled by the unzipStream error handler\n                unzipStream.emit('error', err);\n            });\n\n            // Collect the promises\n            entryPromises.push(entryPromise);\n        });\n\n        // Handle errors in the unzip stream\n        unzipStream.on('error', (err) => {\n            throw new Error(`Error during extraction: ${err.message}`);\n        });\n\n        // Pipe the response into the unzip stream\n        await pipeline(response, unzipStream);\n\n        // Wait for all entry promises to complete\n        await Promise.all(entryPromises);\n\n        return extractedFiles;\n    } catch (error: any) {\n        throw new Error(`Error processing URL: ${error.message}`);\n    }\n}\n","import { Buffer } from 'buffer';\nimport { IncomingMessage } from 'http';\nimport https from 'https';\nimport process from 'process';\nimport { URL, URLSearchParams } from 'url';\n\nexport const buildUrl = (endpoint: string, params: Record<string, any>, useAuth: boolean = true): URL => {\n    const url = new URL(endpoint);\n    {\n        const params = new URLSearchParams();\n\n        Object.entries(params).forEach(([key, value]) => {\n            params.append(key, value.toString());\n        });\n\n        if (useAuth) {\n            params.append('api_key', process.env.SHAMELA_API_KEY as string);\n        }\n\n        url.search = params.toString();\n    }\n\n    return url;\n};\n\nexport const httpsGet = (url: string | URL): Promise<Buffer | Record<string, any>> => {\n    return new Promise((resolve, reject) => {\n        https\n            .get(url, (res: IncomingMessage) => {\n                const contentType = res.headers['content-type'] || '';\n                const dataChunks: Buffer[] = [];\n\n                res.on('data', (chunk: Buffer) => {\n                    dataChunks.push(chunk);\n                });\n\n                res.on('end', () => {\n                    const fullData = Buffer.concat(dataChunks);\n\n                    if (contentType.includes('application/json')) {\n                        try {\n                            const json = JSON.parse(fullData.toString('utf-8'));\n                            resolve(json);\n                        } catch (error: any) {\n                            reject(new Error(`Failed to parse JSON: ${error.message}`));\n                        }\n                    } else {\n                        resolve(fullData);\n                    }\n                });\n            })\n            .on('error', (error) => {\n                reject(new Error(`Error making request: ${error.message}`));\n            });\n    });\n};\n","import path from 'path';\nimport process from 'process';\n\nconst SOURCE_TABLES = ['author.sqlite', 'book.sqlite', 'category.sqlite'];\n\nexport const validateEnvVariables = () => {\n    if (!process.env.SHAMELA_API_MASTER_PATCH_ENDPOINT) {\n        throw new Error('SHAMELA_API_MASTER_PATCH_ENDPOINT environment variable not set');\n    }\n\n    if (!process.env.SHAMELA_API_KEY) {\n        throw new Error('SHAMELA_API_KEY environment variable not set');\n    }\n};\n\nexport const validateMasterSourceTables = (sourceTablePaths: string[]) => {\n    const sourceTableNames = sourceTablePaths.map((tablePath) => path.parse(tablePath).base);\n    return SOURCE_TABLES.every((table) => sourceTableNames.includes(table));\n};\n"],"names":[],"version":3,"file":"main.js.map","sourceRoot":"../"}

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "shamela",
-    "version": "1.0.1",
+    "version": "1.0.2",
     "description": "Library to interact with the Maktabah Shamela v4 APIs",
     "repository": {
         "type": "git",
@@ -34,35 +34,35 @@
     "author": "Ragaeeb Haq",
     "license": "MIT",
     "devDependencies": {
-        "@eslint/js": "^9.10.0",
+        "@eslint/js": "^9.11.1",
         "@parcel/packager-ts": "^2.12.0",
         "@parcel/transformer-typescript-types": "^2.12.0",
         "@semantic-release/changelog": "^6.0.3",
         "@semantic-release/git": "^10.0.1",
         "@types/eslint__js": "^8.42.3",
-        "@types/node": "^22.5.5",
+        "@types/node": "^22.7.4",
         "@types/unzipper": "^0.10.10",
         "@vitest/coverage-v8": "^2.1.1",
         "dotenv-vault": "^1.26.2",
-        "eslint": "^9.10.0",
+        "eslint": "^9.11.1",
         "eslint-config-prettier": "^9.1.0",
-        "eslint-plugin-import": "^2.30.0",
-        "eslint-plugin-perfectionist": "^3.6.0",
+        "eslint-plugin-orderly-functions": "^1.1.0",
+        "eslint-plugin-perfectionist": "^3.7.0",
         "eslint-plugin-prettier": "^5.2.1",
         "eslint-plugin-vitest": "^0.5.4",
         "eslint-plugin-vitest-globals": "^1.5.0",
         "parcel": "^2.12.0",
         "prettier": "^3.3.3",
-        "semantic-release": "^24.1.1",
-        "ts-node": "^10.9.2",
+        "semantic-release": "^24.1.2",
         "typescript": "^5.6.2",
-        "typescript-eslint": "^8.5.0",
+        "typescript-eslint": "^8.7.0",
         "vitest": "^2.1.1"
     },
     "dependencies": {
-        "@libsql/client": "^0.11.0",
+        "@libsql/client": "^0.14.0",
         "pino": "^9.4.0",
         "pino-pretty": "^11.2.2",
         "unzipper": "^0.12.3"
-    }
+    },
+    "packageManager": "pnpm@9.11.0+sha512.0a203ffaed5a3f63242cd064c8fb5892366c103e328079318f78062f24ea8c9d50bc6a47aa3567cabefd824d170e78fa2745ed1f16b132e16436146b7688f19b"
 }