shamela 1.0.0

package/LICENSE.MD

@@ -0,0 +1,7 @@
+Copyright 2024 Ragaeeb Haq>
+
+Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the “Software”), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED “AS IS”, WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

package/README.md

@@ -0,0 +1,199 @@
+# Shamela
+
+[![wakatime](https://wakatime.com/badge/user/a0b906ce-b8e7-4463-8bce-383238df6d4b/project/faef70ab-efdb-448b-ab83-0fc66c95888e.svg)](https://wakatime.com/badge/user/a0b906ce-b8e7-4463-8bce-383238df6d4b/project/faef70ab-efdb-448b-ab83-0fc66c95888e) [![E2E](https://github.com/ragaeeb/shamela/actions/workflows/e2e.yml/badge.svg)](https://github.com/ragaeeb/shamela/actions/workflows/e2e.yml) [![Node.js CI](https://github.com/ragaeeb/shamela/actions/workflows/build.yml/badge.svg)](https://github.com/ragaeeb/shamela/actions/workflows/build.yml) ![GitHub License](https://img.shields.io/github/license/ragaeeb/shamela) ![GitHub Release](https://img.shields.io/github/v/release/ragaeeb/shamela) [![codecov](https://codecov.io/gh/ragaeeb/shamela/graph/badge.svg?token=PK55V1R324)](https://codecov.io/gh/ragaeeb/shamela) [![Size](https://deno.bundlejs.com/badge?q=shamela@1.0.0&badge=detailed)](https://bundlejs.com/?q=shamela%401.0.0) ![typescript](https://badgen.net/badge/icon/typescript?icon=typescript&label&color=blue)
+
+A NodeJS library for accessing and downloading Maktabah Shamela v4 APIs. This library provides easy-to-use functions to interact with the Shamela API, download master and book databases, and retrieve book data programmatically.
+
+## Table of Contents
+
+-   [Installation](#installation)
+-   [Environment Variables](#environment-variables)
+-   [Usage](#usage)
+    -   [Getting Started](#getting-started)
+    -   [API Functions](#api-functions)
+        -   [getMasterMetadata](#getmastermetadata)
+        -   [downloadMasterDatabase](#downloadmasterdatabase)
+        -   [getBookMetadata](#getbookmetadata)
+        -   [downloadBook](#downloadbook)
+        -   [getBook](#getbook)
+-   [Examples](#examples)
+    -   [Downloading the Master Database](#downloading-the-master-database)
+    -   [Downloading a Book](#downloading-a-book)
+    -   [Retrieving Book Data](#retrieving-book-data)
+-   [Testing](#testing)
+-   [License](#license)
+
+## Installation
+
+```bash
+npm install shamela
+```
+
+or
+
+```bash
+yarn add shamela
+```
+
+or
+
+```bash
+pnpm install shamela
+```
+
+## Environment Variables
+
+Before using the library, you need to set up some environment variables for API keys and endpoints:
+
+`SHAMELA_API_KEY`: Your API key for accessing the Shamela API.
+`SHAMELA_API_MASTER_PATCH_ENDPOINT`: The endpoint URL for the master database patches.
+`SHAMELA_API_BOOKS_ENDPOINT`: The base endpoint URL for book-related API calls.
+You can set these variables in a `.env` file at the root of your project:
+
+```dotenv
+SHAMELA_API_KEY=your_api_key_here
+SHAMELA_API_MASTER_PATCH_ENDPOINT=https://shamela.ws/api/master_patch
+SHAMELA_API_BOOKS_ENDPOINT=https://shamela.ws/api/books
+```
+
+## Usage
+
+### Getting Started
+
+First, import the library functions into your project:
+
+```javascript
+import { getMasterMetadata, downloadMasterDatabase, getBookMetadata, downloadBook, getBook } from 'shamela';
+```
+
+### API Functions
+
+#### getMasterMetadata
+
+Fetches metadata for the master database.
+
+```typescript
+getMasterMetadata(version?: number): Promise<GetMasterMetadataResponsePayload>
+
+```
+
+-   version (optional): The version number of the master database you want to fetch.
+
+Example:
+
+```javascript
+const masterMetadata = await getMasterMetadata();
+```
+
+#### downloadMasterDatabase
+
+Downloads the master database and saves it to a specified path.
+
+```typescript
+downloadMasterDatabase(options: DownloadMasterOptions): Promise<string>
+
+```
+
+-   options: An object containing:
+    -   masterMetadata (optional): The metadata obtained from getMasterMetadata.
+    -   outputFile: An object specifying the output path.
+
+Example:
+
+```javascript
+await downloadMasterDatabase({
+    outputFile: { path: './master.db' },
+});
+```
+
+#### getBookMetadata
+
+Fetches metadata for a specific book.
+
+```typescript
+getBookMetadata(id: number, options?: GetBookMetadataOptions): Promise<GetBookMetadataResponsePayload>
+```
+
+-   id: The ID of the book.
+-   options (optional): An object containing:
+    -   majorVersion: The major version of the book.
+    -   minorVersion: The minor version of the book.
+
+Example:
+
+```javascript
+await downloadMasterDatabase({
+    outputFile: { path: './master.db' },
+});
+```
+
+#### getBook
+
+Retrieves the data of a book as a JavaScript object.
+
+```typescript
+getBook(id: number): Promise<BookData>
+```
+
+-   id: The ID of the book.
+
+Example:
+
+```javascript
+const bookData = await getBook(26592);
+```
+
+## Examples
+
+### Downloading the Master Database
+
+```javascript
+import { downloadMasterDatabase } from 'shamela';
+
+(async () => {
+    await downloadMasterDatabase({
+        outputFile: { path: './master.db' },
+    });
+})();
+```
+
+### Downloading a Book
+
+```javascript
+import { downloadBook } from 'shamela';
+
+(async () => {
+    await downloadBook(26592, {
+        outputFile: { path: './book.db' },
+    });
+})();
+```
+
+### Retrieving Book Data
+
+```javascript
+import { getBook } from 'shamela';
+
+(async () => {
+    const bookData = await getBook(26592);
+    console.log(bookData);
+})();
+```
+
+## Testing
+
+The library includes tests to help you understand how the APIs are used. To run the tests, ensure you have the necessary environment variables set, then execute:
+
+```bash
+npm run test
+```
+
+For end-to-end tests:
+
+```bash
+npm run e2e
+```
+
+## License
+
+This project is licensed under the MIT License - see the LICENSE file for details.

package/dist/index.d.ts

@@ -0,0 +1,52 @@
+type GetMasterMetadataResponsePayload = {
+    url: string;
+    version: number;
+};
+interface OutputOptions {
+    path: string;
+}
+type DownloadMasterOptions = {
+    masterMetadata?: GetMasterMetadataResponsePayload;
+    outputFile: OutputOptions;
+};
+type GetBookMetadataOptions = {
+    majorVersion: number;
+    minorVersion: number;
+};
+type GetBookMetadataResponsePayload = {
+    majorRelease: number;
+    majorReleaseUrl: string;
+    minorRelease?: number;
+    minorReleaseUrl?: string;
+};
+interface OutputBookOptions extends OutputOptions {
+    removeHeaderTags?: boolean;
+}
+type DownloadBookOptions = {
+    bookMetadata?: GetBookMetadataResponsePayload;
+    outputFile: OutputBookOptions;
+};
+type Page = {
+    content: string;
+    id: number;
+    number?: number;
+    page?: number;
+    part?: number;
+};
+type Title = {
+    content: string;
+    id: number;
+    page: number;
+    parent?: number;
+};
+type BookData = {
+    pages: Page[];
+    titles?: Title[];
+};
+export const getMasterMetadata: (version?: number) => Promise<GetMasterMetadataResponsePayload>;
+export const downloadMasterDatabase: (options: DownloadMasterOptions) => Promise<string>;
+export const getBookMetadata: (id: number, options?: GetBookMetadataOptions) => Promise<GetBookMetadataResponsePayload>;
+export const downloadBook: (id: number, options: DownloadBookOptions) => Promise<string>;
+export const getBook: (id: number) => Promise<BookData>;
+
+//# sourceMappingURL=index.d.ts.map

package/dist/main.js

@@ -0,0 +1,577 @@
+import {createClient as $5oumB$createClient} from "@libsql/client";
+import {promises as $5oumB$promises, createWriteStream as $5oumB$createWriteStream} from "fs";
+import $5oumB$path from "path";
+import $5oumB$process from "process";
+import {URL as $5oumB$URL, URLSearchParams as $5oumB$URLSearchParams} from "url";
+import $5oumB$pino from "pino";
+import $5oumB$pinopretty from "pino-pretty";
+import $5oumB$https from "https";
+import $5oumB$os from "os";
+import {pipeline as $5oumB$pipeline} from "stream/promises";
+import $5oumB$unzipper from "unzipper";
+import {Buffer as $5oumB$Buffer} from "buffer";
+
+
+
+
+
+
+
+
+
+const $2d2b29d79cbbfeda$var$stream = (0, $5oumB$pinopretty)({
+    colorize: true
+});
+const $2d2b29d79cbbfeda$var$logger = (0, $5oumB$pino)({
+    base: {
+        pid: undefined,
+        hostname: undefined
+    },
+    level: (0, $5oumB$process).env.LOG_LEVEL || "info"
+}, $2d2b29d79cbbfeda$var$stream);
+var $2d2b29d79cbbfeda$export$2e2bcd8739ae039 = $2d2b29d79cbbfeda$var$logger;
+
+
+const $b142353d92e15b6f$export$3274d151f0598f1 = async (client, table)=>{
+    const { rows: rows } = await client.execute(`SELECT * FROM ${table}`);
+    return rows;
+};
+
+
+const $e6f751831b705ed8$var$MAIN_DB_ALIAS = "main";
+const $e6f751831b705ed8$export$33bbb3ec7652e187 = (name, fields)=>`CREATE TABLE IF NOT EXISTS ${name} (${fields.join(", ")})`;
+const $e6f751831b705ed8$export$ee56083bb7df7ecc = (dbFile, alias)=>`ATTACH DATABASE '${dbFile}' AS ${alias}`;
+const $e6f751831b705ed8$export$7fec5208c714b262 = (alias)=>`DETACH DATABASE ${alias}`;
+const $e6f751831b705ed8$var$updatePageColumn = (columnName, aslAlias, patchAlias)=>`
+  (SELECT CASE 
+             WHEN ${patchAlias}.page.${columnName} != '#' THEN ${patchAlias}.page.${columnName}
+             ELSE ${aslAlias}.page.${columnName}
+           END 
+    FROM ${patchAlias}.page
+    WHERE ${aslAlias}.page.id = ${patchAlias}.page.id)
+`;
+const $e6f751831b705ed8$export$1f75c01d8a920a35 = (patchAlias, tableName, aslAlias = $e6f751831b705ed8$var$MAIN_DB_ALIAS)=>`
+  UPDATE ${aslAlias}.${tableName}
+  SET content = ${$e6f751831b705ed8$var$updatePageColumn("content", aslAlias, patchAlias)},
+      part = ${$e6f751831b705ed8$var$updatePageColumn("part", aslAlias, patchAlias)},
+      page = ${$e6f751831b705ed8$var$updatePageColumn("page", aslAlias, patchAlias)},
+      number = ${$e6f751831b705ed8$var$updatePageColumn("number", aslAlias, patchAlias)}
+  WHERE EXISTS (
+    SELECT 1
+    FROM ${patchAlias}.${tableName}
+    WHERE ${aslAlias}.${tableName}.id = ${patchAlias}.${tableName}.id
+  );
+`;
+const $e6f751831b705ed8$var$updateTitleColumn = (columnName, aslAlias, patchAlias)=>`
+  (SELECT CASE 
+             WHEN ${patchAlias}.title.${columnName} != '#' THEN ${patchAlias}.title.${columnName}
+             ELSE ${aslAlias}.title.${columnName}
+           END 
+    FROM ${patchAlias}.title
+    WHERE ${aslAlias}.title.id = ${patchAlias}.title.id)
+`;
+const $e6f751831b705ed8$export$a38d1618b943c74f = (patchAlias, tableName, aslAlias = $e6f751831b705ed8$var$MAIN_DB_ALIAS)=>`
+  UPDATE ${aslAlias}.${tableName}
+  SET content = ${$e6f751831b705ed8$var$updateTitleColumn("content", aslAlias, patchAlias)},
+      page = ${$e6f751831b705ed8$var$updateTitleColumn("page", aslAlias, patchAlias)},
+      parent = ${$e6f751831b705ed8$var$updateTitleColumn("parent", aslAlias, patchAlias)}
+  WHERE EXISTS (
+    SELECT 1
+    FROM ${patchAlias}.${tableName}
+    WHERE ${aslAlias}.${tableName}.id = ${patchAlias}.${tableName}.id
+  );
+`;
+const $e6f751831b705ed8$export$3ef07b9580a45514 = (table, fieldToValue, isDeleted = false)=>{
+    const combinedRecords = {
+        ...fieldToValue,
+        is_deleted: isDeleted ? "1" : "0"
+    };
+    const sortedKeys = Object.keys(combinedRecords).sort();
+    const sortedValues = sortedKeys.map((key)=>combinedRecords[key]);
+    return `INSERT INTO ${table} (${sortedKeys.toString()}) VALUES (${sortedValues.map((val)=>{
+        if (val === null) return "NULL";
+        return typeof val === "string" ? `'${val}'` : val;
+    }).toString()})`;
+};
+
+
+var $167eb860ccdaab7d$export$a17a6870a08b950e;
+(function(Tables) {
+    Tables["Authors"] = "authors";
+    Tables["Books"] = "books";
+    Tables["Categories"] = "categories";
+    Tables["Page"] = "page";
+    Tables["Title"] = "title";
+})($167eb860ccdaab7d$export$a17a6870a08b950e || ($167eb860ccdaab7d$export$a17a6870a08b950e = {}));
+
+
+const $2a3b237385dd2cff$var$PATCH_DB_ALIAS = "patch";
+const $2a3b237385dd2cff$var$ASL_DB_ALIAS = "asl";
+const $2a3b237385dd2cff$export$5d28a6b0dd65e4c4 = async (db)=>{
+    return db.batch([
+        `CREATE TABLE page (id INTEGER PRIMARY KEY, content TEXT, part INTEGER, page INTEGER, number INTEGER)`,
+        `CREATE TABLE title (id INTEGER PRIMARY KEY, content TEXT, page INTEGER, parent INTEGER)`
+    ]);
+};
+const $2a3b237385dd2cff$export$3bd13330ac8e761e = async (db)=>{
+    const rows = await (0, $b142353d92e15b6f$export$3274d151f0598f1)(db, (0, $167eb860ccdaab7d$export$a17a6870a08b950e).Page);
+    const pages = rows.map((row)=>{
+        const { content: content, id: id, number: number, page: page, part: part } = row;
+        return {
+            content: content,
+            id: id,
+            ...page && {
+                page: page
+            },
+            ...number && {
+                number: number
+            },
+            ...part && {
+                part: part
+            }
+        };
+    });
+    return pages;
+};
+const $2a3b237385dd2cff$export$8987cf231214301f = async (db)=>{
+    const rows = await (0, $b142353d92e15b6f$export$3274d151f0598f1)(db, (0, $167eb860ccdaab7d$export$a17a6870a08b950e).Title);
+    const titles = rows.map((row)=>{
+        const r = row;
+        return {
+            content: r.content,
+            id: r.id,
+            page: r.page,
+            ...r.parent && {
+                number: r.parent
+            }
+        };
+    });
+    return titles;
+};
+const $2a3b237385dd2cff$export$7a171f172be0782e = async (db)=>{
+    const [pages, titles] = await Promise.all([
+        $2a3b237385dd2cff$export$3bd13330ac8e761e(db),
+        $2a3b237385dd2cff$export$8987cf231214301f(db)
+    ]);
+    return {
+        pages: pages,
+        titles: titles
+    };
+};
+const $2a3b237385dd2cff$var$getPagesToCopy = (tables)=>{
+    const statements = [];
+    if (tables.find((t)=>t.name === (0, $167eb860ccdaab7d$export$a17a6870a08b950e).Page)) {
+        statements.push(`INSERT INTO main.${(0, $167eb860ccdaab7d$export$a17a6870a08b950e).Page} SELECT id,content,part,page,number FROM ${$2a3b237385dd2cff$var$ASL_DB_ALIAS}.${(0, $167eb860ccdaab7d$export$a17a6870a08b950e).Page} WHERE id IN (SELECT id FROM ${$2a3b237385dd2cff$var$PATCH_DB_ALIAS}.${(0, $167eb860ccdaab7d$export$a17a6870a08b950e).Page} WHERE is_deleted='0')`);
+        statements.push((0, $e6f751831b705ed8$export$1f75c01d8a920a35)($2a3b237385dd2cff$var$PATCH_DB_ALIAS, (0, $167eb860ccdaab7d$export$a17a6870a08b950e).Page));
+    } else statements.push(`INSERT INTO main.${(0, $167eb860ccdaab7d$export$a17a6870a08b950e).Page} SELECT id,content,part,page,number FROM ${$2a3b237385dd2cff$var$ASL_DB_ALIAS}.${(0, $167eb860ccdaab7d$export$a17a6870a08b950e).Page} WHERE is_deleted='0'`);
+    return statements;
+};
+const $2a3b237385dd2cff$var$getTitlesToCopy = (tables)=>{
+    const statements = [];
+    if (tables.find((t)=>t.name === (0, $167eb860ccdaab7d$export$a17a6870a08b950e).Title)) {
+        statements.push(`INSERT INTO main.${(0, $167eb860ccdaab7d$export$a17a6870a08b950e).Title} SELECT id,content,page,parent FROM ${$2a3b237385dd2cff$var$ASL_DB_ALIAS}.${(0, $167eb860ccdaab7d$export$a17a6870a08b950e).Title} WHERE id IN (SELECT id FROM ${$2a3b237385dd2cff$var$PATCH_DB_ALIAS}.${(0, $167eb860ccdaab7d$export$a17a6870a08b950e).Title} WHERE is_deleted='0')`);
+        statements.push((0, $e6f751831b705ed8$export$a38d1618b943c74f)($2a3b237385dd2cff$var$PATCH_DB_ALIAS, (0, $167eb860ccdaab7d$export$a17a6870a08b950e).Title));
+    } else statements.push(`INSERT INTO main.${(0, $167eb860ccdaab7d$export$a17a6870a08b950e).Title} SELECT id,content,page,parent FROM ${$2a3b237385dd2cff$var$ASL_DB_ALIAS}.${(0, $167eb860ccdaab7d$export$a17a6870a08b950e).Title} WHERE is_deleted='0'`);
+    return statements;
+};
+const $2a3b237385dd2cff$export$a8b8e03e6bbe5473 = async (db, aslDB, patchDB)=>{
+    const statements = [
+        (0, $e6f751831b705ed8$export$ee56083bb7df7ecc)(aslDB, $2a3b237385dd2cff$var$ASL_DB_ALIAS)
+    ];
+    if (patchDB) await db.execute((0, $e6f751831b705ed8$export$ee56083bb7df7ecc)(patchDB, $2a3b237385dd2cff$var$PATCH_DB_ALIAS));
+    const { rows: tables } = patchDB ? await db.execute(`SELECT name FROM ${$2a3b237385dd2cff$var$PATCH_DB_ALIAS}.sqlite_master WHERE type='table'`) : {
+        rows: []
+    };
+    (0, $2d2b29d79cbbfeda$export$2e2bcd8739ae039).debug({
+        tables: tables
+    }, `Applying patches for...`);
+    statements.push(...$2a3b237385dd2cff$var$getPagesToCopy(tables));
+    statements.push(...$2a3b237385dd2cff$var$getTitlesToCopy(tables));
+    await db.batch(statements);
+    const detachStatements = [];
+    detachStatements.push((0, $e6f751831b705ed8$export$7fec5208c714b262)($2a3b237385dd2cff$var$ASL_DB_ALIAS));
+    if (patchDB) detachStatements.push((0, $e6f751831b705ed8$export$7fec5208c714b262)($2a3b237385dd2cff$var$PATCH_DB_ALIAS));
+    return db.batch(detachStatements);
+};
+
+
+
+const $14c03a3c41757845$export$5bc725975f47e62c = 0;
+const $14c03a3c41757845$export$3deaf0b0365f781e = "99999";
+
+
+
+
+
+const $e19722dabbedc0a6$export$5d28a6b0dd65e4c4 = async (db)=>{
+    return db.batch([
+        `CREATE TABLE authors (id INTEGER PRIMARY KEY, name TEXT, biography TEXT, death INTEGER)`,
+        `CREATE TABLE books (id INTEGER PRIMARY KEY, name TEXT, category INTEGER, type INTEGER, date INTEGER, author TEXT, printed INTEGER, major INTEGER, minor INTEGER, bibliography TEXT, hint TEXT, pdf_links TEXT, metadata TEXT)`,
+        `CREATE TABLE categories (id INTEGER PRIMARY KEY, name TEXT)`
+    ]);
+};
+const $e19722dabbedc0a6$export$b3b931905baa18df = async (db)=>{
+    const rows = await (0, $b142353d92e15b6f$export$3274d151f0598f1)(db, (0, $167eb860ccdaab7d$export$a17a6870a08b950e).Authors);
+    const authors = rows.map((r)=>({
+            ...r.biography && {
+                biography: r.biography
+            },
+            ...r.death && {
+                death: r.death
+            },
+            id: r.id,
+            name: r.name
+        }));
+    return authors;
+};
+const $e19722dabbedc0a6$export$36bfd9279b3a24b7 = async (db)=>{
+    const rows = await (0, $b142353d92e15b6f$export$3274d151f0598f1)(db, (0, $167eb860ccdaab7d$export$a17a6870a08b950e).Categories);
+    const categories = rows.map((r)=>({
+            id: r.id,
+            name: r.name
+        }));
+    return categories;
+};
+const $e19722dabbedc0a6$var$parseAuthor = (value)=>{
+    const result = value.split(",\\s+").map((id)=>parseInt(id.trim()));
+    return result.length > 1 ? result : result[0];
+};
+const $e19722dabbedc0a6$var$parsePdfLinks = (value)=>{
+    const result = JSON.parse(value);
+    if (result.files) result.files = result.files.map((f)=>{
+        const [file, id] = f.split("|");
+        return {
+            ...id && {
+                id: id
+            },
+            file: file
+        };
+    });
+    return result;
+};
+const $e19722dabbedc0a6$export$7111c27bf38a004f = async (db)=>{
+    const rows = await (0, $b142353d92e15b6f$export$3274d151f0598f1)(db, (0, $167eb860ccdaab7d$export$a17a6870a08b950e).Books);
+    const books = rows.map((row)=>{
+        const r = row;
+        return {
+            author: $e19722dabbedc0a6$var$parseAuthor(r.author),
+            bibliography: r.bibliography,
+            category: r.category,
+            id: r.id,
+            major: r.major,
+            metadata: JSON.parse(r.metadata),
+            name: r.name,
+            printed: r.printed,
+            type: r.type,
+            ...r.date && r.date.toString() !== (0, $14c03a3c41757845$export$3deaf0b0365f781e) && {
+                date: r.date
+            },
+            ...r.hint && {
+                hint: r.hint
+            },
+            ...r.pdf_links && {
+                pdfLinks: $e19722dabbedc0a6$var$parsePdfLinks(r.pdf_links)
+            },
+            ...r.minor && {
+                minorRelease: r.minor
+            }
+        };
+    });
+    return books;
+};
+const $e19722dabbedc0a6$export$7a171f172be0782e = async (db)=>{
+    const [authors, books, categories] = await Promise.all([
+        $e19722dabbedc0a6$export$b3b931905baa18df(db),
+        $e19722dabbedc0a6$export$7111c27bf38a004f(db),
+        $e19722dabbedc0a6$export$36bfd9279b3a24b7(db)
+    ]);
+    return {
+        authors: authors,
+        books: books,
+        categories: categories
+    };
+};
+const $e19722dabbedc0a6$export$b3179f41dfd6e35b = async (db, sourceTables)=>{
+    const aliasToPath = sourceTables.reduce((acc, tablePath)=>{
+        const { name: name } = (0, $5oumB$path).parse(tablePath);
+        return {
+            ...acc,
+            [name]: tablePath
+        };
+    }, {});
+    const attachStatements = Object.entries(aliasToPath).map(([alias, dbPath])=>(0, $e6f751831b705ed8$export$ee56083bb7df7ecc)(dbPath, alias));
+    await db.batch(attachStatements);
+    const insertStatements = [
+        `INSERT INTO ${(0, $167eb860ccdaab7d$export$a17a6870a08b950e).Authors} SELECT id,name,biography,(CASE WHEN death_number = ${(0, $14c03a3c41757845$export$3deaf0b0365f781e)} THEN NULL ELSE death_number END) AS death_number FROM author WHERE is_deleted='0'`,
+        `INSERT INTO ${(0, $167eb860ccdaab7d$export$a17a6870a08b950e).Books} SELECT id,name,category,type,(CASE WHEN date = ${(0, $14c03a3c41757845$export$3deaf0b0365f781e)} THEN NULL ELSE date END) AS date,author,printed,major_release,minor_release,bibliography,hint,pdf_links,metadata FROM book WHERE is_deleted='0'`,
+        `INSERT INTO ${(0, $167eb860ccdaab7d$export$a17a6870a08b950e).Categories} SELECT id,name FROM category WHERE is_deleted='0'`
+    ];
+    await db.batch(insertStatements);
+    const detachStatements = Object.keys(aliasToPath).map((0, $e6f751831b705ed8$export$7fec5208c714b262));
+    await db.batch(detachStatements);
+};
+
+
+
+
+
+
+
+
+
+const $e8ee15c0ce3f020d$export$1c500f521ad591da = async (prefix = "shamela")=>{
+    const tempDirBase = (0, $5oumB$path).join((0, $5oumB$os).tmpdir(), prefix);
+    return (0, $5oumB$promises).mkdtemp(tempDirBase);
+};
+const $e8ee15c0ce3f020d$export$ffc21166d570a16 = async (path)=>!!await (0, $5oumB$promises).stat(path).catch(()=>false);
+async function $e8ee15c0ce3f020d$export$fb61e277af91ac0(url, outputDir) {
+    const extractedFiles = [];
+    const entryPromises = [];
+    try {
+        // Make HTTPS request and get the response stream
+        const response = await new Promise((resolve, reject)=>{
+            (0, $5oumB$https).get(url, (res)=>{
+                if (res.statusCode !== 200) reject(new Error(`Failed to download ZIP file: ${res.statusCode} ${res.statusMessage}`));
+                else resolve(res);
+            }).on("error", (err)=>{
+                reject(new Error(`HTTPS request failed: ${err.message}`));
+            });
+        });
+        // Create unzip stream
+        const unzipStream = (0, $5oumB$unzipper).Parse();
+        // Handle entries in the ZIP file
+        unzipStream.on("entry", (entry)=>{
+            const entryPromise = (async ()=>{
+                const filePath = (0, $5oumB$path).join(outputDir, entry.path);
+                if (entry.type === "Directory") {
+                    // Ensure the directory exists
+                    await (0, $5oumB$promises).mkdir(filePath, {
+                        recursive: true
+                    });
+                    entry.autodrain();
+                } else {
+                    // Ensure the parent directory exists
+                    const dir = (0, $5oumB$path).dirname(filePath);
+                    await (0, $5oumB$promises).mkdir(dir, {
+                        recursive: true
+                    });
+                    // Pipe the entry to a file
+                    await (0, $5oumB$pipeline)(entry, (0, $5oumB$createWriteStream)(filePath));
+                    extractedFiles.push(filePath);
+                }
+            })().catch((err)=>{
+                // Emit errors to be handled by the unzipStream error handler
+                unzipStream.emit("error", err);
+            });
+            // Collect the promises
+            entryPromises.push(entryPromise);
+        });
+        // Handle errors in the unzip stream
+        unzipStream.on("error", (err)=>{
+            throw new Error(`Error during extraction: ${err.message}`);
+        });
+        // Pipe the response into the unzip stream
+        await (0, $5oumB$pipeline)(response, unzipStream);
+        // Wait for all entry promises to complete
+        await Promise.all(entryPromises);
+        return extractedFiles;
+    } catch (error) {
+        throw new Error(`Error processing URL: ${error.message}`);
+    }
+}
+
+
+
+
+
+
+
+const $932b4b3755196b46$export$b5cd97dee32de81d = (endpoint, params, useAuth = true)=>{
+    const url = new (0, $5oumB$URL)(endpoint);
+    {
+        const params = new (0, $5oumB$URLSearchParams)();
+        Object.entries(params).forEach(([key, value])=>{
+            params.append(key, value.toString());
+        });
+        if (useAuth) params.append("api_key", (0, $5oumB$process).env.SHAMELA_API_KEY);
+        url.search = params.toString();
+    }
+    return url;
+};
+const $932b4b3755196b46$export$c9e6217566c54f42 = (url)=>{
+    return new Promise((resolve, reject)=>{
+        (0, $5oumB$https).get(url, (res)=>{
+            const contentType = res.headers["content-type"] || "";
+            const dataChunks = [];
+            res.on("data", (chunk)=>{
+                dataChunks.push(chunk);
+            });
+            res.on("end", ()=>{
+                const fullData = (0, $5oumB$Buffer).concat(dataChunks);
+                if (contentType.includes("application/json")) try {
+                    const json = JSON.parse(fullData.toString("utf-8"));
+                    resolve(json);
+                } catch (error) {
+                    reject(new Error(`Failed to parse JSON: ${error.message}`));
+                }
+                else resolve(fullData);
+            });
+        }).on("error", (error)=>{
+            reject(new Error(`Error making request: ${error.message}`));
+        });
+    });
+};
+
+
+
+
+const $da18f5255cf003e1$var$SOURCE_TABLES = [
+    "author.sqlite",
+    "book.sqlite",
+    "category.sqlite"
+];
+const $da18f5255cf003e1$export$c7660b0cda39b7c3 = (sourceTablePaths)=>{
+    const sourceTableNames = sourceTablePaths.map((tablePath)=>(0, $5oumB$path).parse(tablePath).base);
+    return $da18f5255cf003e1$var$SOURCE_TABLES.every((table)=>sourceTableNames.includes(table));
+};
+const $da18f5255cf003e1$export$37467b7f8cfc50b0 = ()=>{
+    if (!(0, $5oumB$process).env.SHAMELA_API_MASTER_PATCH_ENDPOINT) throw new Error("SHAMELA_API_MASTER_PATCH_ENDPOINT environment variable not set");
+    if (!(0, $5oumB$process).env.SHAMELA_API_KEY) throw new Error("SHAMELA_API_KEY environment variable not set");
+};
+
+
+const $96cb7a03b537cb37$export$b96de494209cdc35 = async (version = 0)=>{
+    (0, $da18f5255cf003e1$export$37467b7f8cfc50b0)();
+    const url = new (0, $5oumB$URL)((0, $5oumB$process).env.SHAMELA_API_MASTER_PATCH_ENDPOINT);
+    {
+        const params = new (0, $5oumB$URLSearchParams)();
+        params.append("api_key", (0, $5oumB$process).env.SHAMELA_API_KEY);
+        params.append("version", version.toString());
+        url.search = params.toString();
+    }
+    (0, $2d2b29d79cbbfeda$export$2e2bcd8739ae039).info(`Fetching shamela.ws master database patch link: ${url.toString()}`);
+    try {
+        const response = await (0, $932b4b3755196b46$export$c9e6217566c54f42)(url);
+        return {
+            url: response.patch_url,
+            version: response.version
+        };
+    } catch (error) {
+        throw new Error(`Error fetching master patch: ${error.message}`);
+    }
+};
+const $96cb7a03b537cb37$export$fd8b6353fde3f1de = async (options)=>{
+    (0, $2d2b29d79cbbfeda$export$2e2bcd8739ae039).info(`downloadMasterDatabase ${JSON.stringify(options)}`);
+    const outputDir = await (0, $e8ee15c0ce3f020d$export$1c500f521ad591da)("shamela_downloadMaster");
+    const masterResponse = options.masterMetadata || await $96cb7a03b537cb37$export$b96de494209cdc35((0, $14c03a3c41757845$export$5bc725975f47e62c));
+    (0, $2d2b29d79cbbfeda$export$2e2bcd8739ae039).info(`Downloading master database from: ${JSON.stringify(masterResponse)}`);
+    const sourceTables = await (0, $e8ee15c0ce3f020d$export$fb61e277af91ac0)(masterResponse.url, outputDir);
+    (0, $2d2b29d79cbbfeda$export$2e2bcd8739ae039).info(`sourceTables downloaded: ${sourceTables.toString()}`);
+    if (!(0, $da18f5255cf003e1$export$c7660b0cda39b7c3)(sourceTables)) {
+        (0, $2d2b29d79cbbfeda$export$2e2bcd8739ae039).error(`Some source tables were not found: ${sourceTables.toString()}`);
+        throw new Error("Expected tables not found!");
+    }
+    const dbPath = (0, $5oumB$path).join(outputDir, "master.db");
+    const client = (0, $5oumB$createClient)({
+        url: `file:${dbPath}`
+    });
+    try {
+        (0, $2d2b29d79cbbfeda$export$2e2bcd8739ae039).info(`Creating tables`);
+        await (0, $e19722dabbedc0a6$export$5d28a6b0dd65e4c4)(client);
+        (0, $2d2b29d79cbbfeda$export$2e2bcd8739ae039).info(`Copying data to master table`);
+        await (0, $e19722dabbedc0a6$export$b3179f41dfd6e35b)(client, sourceTables);
+        const { ext: extension } = (0, $5oumB$path).parse(options.outputFile.path);
+        if (extension === ".json") {
+            const result = await (0, $e19722dabbedc0a6$export$7a171f172be0782e)(client);
+            await (0, $5oumB$promises).writeFile(options.outputFile.path, JSON.stringify(result, undefined, 2), "utf8");
+        }
+        client.close();
+        if (extension === ".db" || extension === ".sqlite") await (0, $5oumB$promises).rename(dbPath, options.outputFile.path);
+        await (0, $5oumB$promises).rm(outputDir, {
+            recursive: true
+        });
+    } finally{
+        client.close();
+    }
+    return options.outputFile.path;
+};
+const $96cb7a03b537cb37$export$4c209aa17b4b3e57 = async (id, options)=>{
+    (0, $da18f5255cf003e1$export$37467b7f8cfc50b0)();
+    const url = new (0, $5oumB$URL)(`${(0, $5oumB$process).env.SHAMELA_API_BOOKS_ENDPOINT}/${id}`);
+    {
+        const params = new (0, $5oumB$URLSearchParams)();
+        params.append("api_key", (0, $5oumB$process).env.SHAMELA_API_KEY);
+        params.append("major_release", (options?.majorVersion || 0).toString());
+        params.append("minor_release", (options?.minorVersion || 0).toString());
+        url.search = params.toString();
+    }
+    (0, $2d2b29d79cbbfeda$export$2e2bcd8739ae039).info(`Fetching shamela.ws book link: ${url.toString()}`);
+    try {
+        const response = await (0, $932b4b3755196b46$export$c9e6217566c54f42)(url);
+        return {
+            majorRelease: response.major_release,
+            majorReleaseUrl: response.major_release_url,
+            ...response.minor_release_url && {
+                minorReleaseUrl: response.minor_release_url
+            },
+            ...response.minor_release_url && {
+                minorRelease: response.minor_release
+            }
+        };
+    } catch (error) {
+        throw new Error(`Error fetching master patch: ${error.message}`);
+    }
+};
+const $96cb7a03b537cb37$export$3560c45fd9de930d = async (id, options)=>{
+    (0, $2d2b29d79cbbfeda$export$2e2bcd8739ae039).info(`downloadBook ${id} ${JSON.stringify(options)}`);
+    const outputDir = await (0, $e8ee15c0ce3f020d$export$1c500f521ad591da)("shamela_downloadBook");
+    const bookResponse = options?.bookMetadata || await $96cb7a03b537cb37$export$4c209aa17b4b3e57(id);
+    const [[bookDatabase], [patchDatabase]] = await Promise.all([
+        (0, $e8ee15c0ce3f020d$export$fb61e277af91ac0)(bookResponse.majorReleaseUrl, outputDir),
+        ...bookResponse.minorReleaseUrl ? [
+            (0, $e8ee15c0ce3f020d$export$fb61e277af91ac0)(bookResponse.minorReleaseUrl, outputDir)
+        ] : []
+    ]);
+    const dbPath = (0, $5oumB$path).join(outputDir, "book.db");
+    const client = (0, $5oumB$createClient)({
+        url: `file:${dbPath}`
+    });
+    try {
+        (0, $2d2b29d79cbbfeda$export$2e2bcd8739ae039).info(`Creating tables`);
+        await (0, $2a3b237385dd2cff$export$5d28a6b0dd65e4c4)(client);
+        (0, $2d2b29d79cbbfeda$export$2e2bcd8739ae039).info(`Applying patches from ${patchDatabase} to ${bookDatabase}`);
+        await (0, $2a3b237385dd2cff$export$a8b8e03e6bbe5473)(client, bookDatabase, patchDatabase);
+        const { ext: extension } = (0, $5oumB$path).parse(options.outputFile.path);
+        if (extension === ".json") {
+            const result = await (0, $2a3b237385dd2cff$export$7a171f172be0782e)(client);
+            await (0, $5oumB$promises).writeFile(options.outputFile.path, JSON.stringify(result, undefined, 2), "utf8");
+        }
+        client.close();
+        if (extension === ".db" || extension === ".sqlite") await (0, $5oumB$promises).rename(dbPath, options.outputFile.path);
+        await (0, $5oumB$promises).rm(outputDir, {
+            recursive: true
+        });
+    } finally{
+        client.close();
+    }
+    return options.outputFile.path;
+};
+const $96cb7a03b537cb37$export$be7c2acc48adceee = async (id)=>{
+    const outputDir = await (0, $e8ee15c0ce3f020d$export$1c500f521ad591da)("shamela_getBookData");
+    const outputPath = await $96cb7a03b537cb37$export$3560c45fd9de930d(id, {
+        outputFile: {
+            path: (0, $5oumB$path).join(outputDir, `${id}.json`)
+        }
+    });
+    const data = JSON.parse(await (0, $5oumB$promises).readFile(outputPath, "utf8"));
+    await (0, $5oumB$promises).rm(outputDir, {
+        recursive: true
+    });
+    return data;
+};
+
+
+
+
+export {$96cb7a03b537cb37$export$3560c45fd9de930d as downloadBook, $96cb7a03b537cb37$export$fd8b6353fde3f1de as downloadMasterDatabase, $96cb7a03b537cb37$export$be7c2acc48adceee as getBook, $96cb7a03b537cb37$export$4c209aa17b4b3e57 as getBookMetadata, $96cb7a03b537cb37$export$b96de494209cdc35 as getMasterMetadata};
+//# sourceMappingURL=main.js.map

package/dist/main.js.map

@@ -0,0 +1 @@
+{"mappings":";;;;;;;;;;;;;;;;;;;;;AGIA,MAAM,+BAAS,CAAA,GAAA,iBAAK,EAAE;IAClB,UAAU;AACd;AAEA,MAAM,+BAAiB,CAAA,GAAA,WAAG,EACtB;IACI,MAAM;QAAE,KAAK;QAAW,UAAU;IAAU;IAC5C,OAAO,CAAA,GAAA,cAAM,EAAE,GAAG,CAAC,SAAS,IAAI;AACpC,GACA;IAGJ,2CAAe;;;ACdR,MAAM,2CAAgB,OAAO,QAAgB;IAChD,MAAM,QAAE,IAAI,EAAE,GAAG,MAAM,OAAO,OAAO,CAAC,CAAC,cAAc,EAAE,MAAM,CAAC;IAC9D,OAAO;AACX;;;ACLA,MAAM,sCAAgB;AAEf,MAAM,4CAAc,CAAC,MAAc,SACtC,CAAC,2BAA2B,EAAE,KAAK,EAAE,EAAE,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC;AAExD,MAAM,4CAAW,CAAC,QAAgB,QAAkB,CAAC,iBAAiB,EAAE,OAAO,KAAK,EAAE,MAAM,CAAC;AAE7F,MAAM,4CAAW,CAAC,QAAkB,CAAC,gBAAgB,EAAE,MAAM,CAAC;AAErE,MAAM,yCAAmB,CAAC,YAAoB,UAAkB,aAA+B,CAAC;;kBAE9E,EAAE,WAAW,MAAM,EAAE,WAAW,aAAa,EAAE,WAAW,MAAM,EAAE,WAAW;kBAC7E,EAAE,SAAS,MAAM,EAAE,WAAW;;SAEvC,EAAE,WAAW;UACZ,EAAE,SAAS,WAAW,EAAE,WAAW;AAC7C,CAAC;AAEM,MAAM,4CAAsB,CAC/B,YACA,WACA,WAAmB,mCAAa,GACvB,CAAC;SACL,EAAE,SAAS,CAAC,EAAE,UAAU;gBACjB,EAAE,uCAAiB,WAAW,UAAU,YAAY;aACvD,EAAE,uCAAiB,QAAQ,UAAU,YAAY;aACjD,EAAE,uCAAiB,QAAQ,UAAU,YAAY;eAC/C,EAAE,uCAAiB,UAAU,UAAU,YAAY;;;SAGzD,EAAE,WAAW,CAAC,EAAE,UAAU;UACzB,EAAE,SAAS,CAAC,EAAE,UAAU,MAAM,EAAE,WAAW,CAAC,EAAE,UAAU;;AAElE,CAAC;AAED,MAAM,0CAAoB,CAAC,YAAoB,UAAkB,aAAuB,CAAC;;kBAEvE,EAAE,WAAW,OAAO,EAAE,WAAW,aAAa,EAAE,WAAW,OAAO,EAAE,WAAW;kBAC/E,EAAE,SAAS,OAAO,EAAE,WAAW;;SAExC,EAAE,WAAW;UACZ,EAAE,SAAS,YAAY,EAAE,WAAW;AAC9C,CAAC;AAEM,MAAM,4CAAuB,CAChC,YACA,WACA,WAAmB,mCAAa,GACvB,CAAC;SACL,EAAE,SAAS,CAAC,EAAE,UAAU;gBACjB,EAAE,wCAAkB,WAAW,UAAU,YAAY;aACxD,EAAE,wCAAkB,QAAQ,UAAU,YAAY;eAChD,EAAE,wCAAkB,UAAU,UAAU,YAAY;;;SAG1D,EAAE,WAAW,CAAC,EAAE,UAAU;UACzB,EAAE,SAAS,CAAC,EAAE,UAAU,MAAM,EAAE,WAAW,CAAC,EAAE,UAAU;;AAElE,CAAC;AAEM,MAAM,4CAAiB,CAAC,OAAe,cAAmC,YAAY,KAAK;IAC9F,MAAM,kBAAuC;QAAE,GAAG,YAAY;QAAE,YAAY,YAAY,MAAM;IAAI;IAElG,MAAM,aAAa,OAAO,IAAI,CAAC,iBAAiB,IAAI;IAEpD,MAAM,eAAe,WAAW,GAAG,CAAC,CAAC,MAAQ,eAAe,CAAC,IAAI;IAEjE,OAAO,CAAC,YAAY,EAAE,MAAM,EAAE,EAAE,WAAW,QAAQ,GAAG,UAAU,EAAE,aAC7D,GAAG,CAAC,CAAC;QACF,IAAI,QAAQ,MACR,OAAO;QAGX,OAAO,OAAO,QAAQ,WAAW,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,GAAG;IAClD,GACC,QAAQ,GAAG,CAAC,CAAC;AACtB;;;;UCjCY;;;;;;GAAA,8CAAA;;;AJnCZ,MAAM,uCAAiB;AACvB,MAAM,qCAAe;AAMd,MAAM,4CAAe,OAAO;IAC/B,OAAO,GAAG,KAAK,CAAC;QACZ,CAAC,oGAAoG,CAAC;QACtG,CAAC,uFAAuF,CAAC;KAC5F;AACL;AAEO,MAAM,4CAAc,OAAO;IAC9B,MAAM,OAAO,MAAM,CAAA,GAAA,wCAAY,EAAE,IAAI,CAAA,GAAA,yCAAK,EAAE,IAAI;IAEhD,MAAM,QAAgB,KAAK,GAAG,CAAC,CAAC;QAC5B,MAAM,WAAE,OAAO,MAAE,EAAE,UAAE,MAAM,QAAE,IAAI,QAAE,IAAI,EAAE,GAAG;QAE5C,OAAO;qBACH;gBACA;YACA,GAAI,QAAQ;sBAAE;YAAK,CAAC;YACpB,GAAI,UAAU;wBAAE;YAAO,CAAC;YACxB,GAAI,QAAQ;sBAAE;YAAK,CAAC;QACxB;IACJ;IAEA,OAAO;AACX;AAEO,MAAM,4CAAe,OAAO;IAC/B,MAAM,OAAO,MAAM,CAAA,GAAA,wCAAY,EAAE,IAAI,CAAA,GAAA,yCAAK,EAAE,KAAK;IAEjD,MAAM,SAAkB,KAAK,GAAG,CAAC,CAAC;QAC9B,MAAM,IAAI;QAEV,OAAO;YACH,SAAS,EAAE,OAAO;YAClB,IAAI,EAAE,EAAE;YACR,MAAM,EAAE,IAAI;YACZ,GAAI,EAAE,MAAM,IAAI;gBAAE,QAAQ,EAAE,MAAM;YAAC,CAAC;QACxC;IACJ;IAEA,OAAO;AACX;AAEO,MAAM,4CAAU,OAAO;IAC1B,MAAM,CAAC,OAAO,OAAO,GAAG,MAAM,QAAQ,GAAG,CAAC;QAAC,0CAAY;QAAK,0CAAa;KAAI;IAC7E,OAAO;eAAE;gBAAO;IAAO;AAC3B;AAEA,MAAM,uCAAiB,CAAC;IACpB,MAAM,aAAa,EAAE;IAErB,IAAI,OAAO,IAAI,CAAC,CAAC,IAAM,EAAE,IAAI,KAAK,CAAA,GAAA,yCAAK,EAAE,IAAI,GAAG;QAC5C,WAAW,IAAI,CACX,CAAC,iBAAiB,EAAE,CAAA,GAAA,yCAAK,EAAE,IAAI,CAAC,yCAAyC,EAAE,mCAAa,CAAC,EAAE,CAAA,GAAA,yCAAK,EAAE,IAAI,CAAC,6BAA6B,EAAE,qCAAe,CAAC,EAAE,CAAA,GAAA,yCAAK,EAAE,IAAI,CAAC,sBAAsB,CAAC;QAE/L,WAAW,IAAI,CAAC,CAAA,GAAA,yCAAkB,EAAE,sCAAgB,CAAA,GAAA,yCAAK,EAAE,IAAI;IACnE,OACI,WAAW,IAAI,CACX,CAAC,iBAAiB,EAAE,CAAA,GAAA,yCAAK,EAAE,IAAI,CAAC,yCAAyC,EAAE,mCAAa,CAAC,EAAE,CAAA,GAAA,yCAAK,EAAE,IAAI,CAAC,qBAAqB,CAAC;IAIrI,OAAO;AACX;AAEA,MAAM,wCAAkB,CAAC;IACrB,MAAM,aAAa,EAAE;IAErB,IAAI,OAAO,IAAI,CAAC,CAAC,IAAM,EAAE,IAAI,KAAK,CAAA,GAAA,yCAAK,EAAE,KAAK,GAAG;QAC7C,WAAW,IAAI,CACX,CAAC,iBAAiB,EAAE,CAAA,GAAA,yCAAK,EAAE,KAAK,CAAC,oCAAoC,EAAE,mCAAa,CAAC,EAAE,CAAA,GAAA,yCAAK,EAAE,KAAK,CAAC,6BAA6B,EAAE,qCAAe,CAAC,EAAE,CAAA,GAAA,yCAAK,EAAE,KAAK,CAAC,sBAAsB,CAAC;QAE7L,WAAW,IAAI,CAAC,CAAA,GAAA,yCAAmB,EAAE,sCAAgB,CAAA,GAAA,yCAAK,EAAE,KAAK;IACrE,OACI,WAAW,IAAI,CACX,CAAC,iBAAiB,EAAE,CAAA,GAAA,yCAAK,EAAE,KAAK,CAAC,oCAAoC,EAAE,mCAAa,CAAC,EAAE,CAAA,GAAA,yCAAK,EAAE,KAAK,CAAC,qBAAqB,CAAC;IAIlI,OAAO;AACX;AAEO,MAAM,4CAAe,OAAO,IAAY,OAAe;IAC1D,MAAM,aAAuB;QAAC,CAAA,GAAA,yCAAO,EAAE,OAAO;KAAc;IAE5D,IAAI,SACA,MAAM,GAAG,OAAO,CAAC,CAAA,GAAA,yCAAO,EAAE,SAAS;IAGvC,MAAM,EAAE,MAAM,MAAM,EAAE,GAAG,UACnB,MAAM,GAAG,OAAO,CAAC,CAAC,iBAAiB,EAAE,qCAAe,iCAAiC,CAAC,IACtF;QAAE,MAAM,EAAE;IAAC;IAEjB,CAAA,GAAA,wCAAK,EAAE,KAAK,CAAC;gBAAE;IAAO,GAAG,CAAC,uBAAuB,CAAC;IAElD,WAAW,IAAI,IAAI,qCAAe;IAClC,WAAW,IAAI,IAAI,sCAAgB;IAEnC,MAAM,GAAG,KAAK,CAAC;IAEf,MAAM,mBAAmB,EAAE;IAC3B,iBAAiB,IAAI,CAAC,CAAA,GAAA,yCAAO,EAAE;IAE/B,IAAI,SACA,iBAAiB,IAAI,CAAC,CAAA,GAAA,yCAAO,EAAE;IAGnC,OAAO,GAAG,KAAK,CAAC;AACpB;;;;AM1HO,MAAM,4CAAkC;AAExC,MAAM,4CAA4B;;;;;;ADOlC,MAAM,4CAAe,OAAO;IAC/B,OAAO,GAAG,KAAK,CAAC;QACZ,CAAC,uFAAuF,CAAC;QACzF,CAAC,6NAA6N,CAAC;QAC/N,CAAC,2DAA2D,CAAC;KAChE;AACL;AAEO,MAAM,4CAAgB,OAAO;IAChC,MAAM,OAAO,MAAM,CAAA,GAAA,wCAAY,EAAE,IAAI,CAAA,GAAA,yCAAK,EAAE,OAAO;IAEnD,MAAM,UAAoB,KAAK,GAAG,CAAC,CAAC,IAAY,CAAA;YAC5C,GAAI,EAAE,SAAS,IAAI;gBAAE,WAAW,EAAE,SAAS;YAAC,CAAC;YAC7C,GAAI,EAAE,KAAK,IAAI;gBAAE,OAAO,EAAE,KAAK;YAAC,CAAC;YACjC,IAAI,EAAE,EAAE;YACR,MAAM,EAAE,IAAI;QAChB,CAAA;IAEA,OAAO;AACX;AAEO,MAAM,4CAAmB,OAAO;IACnC,MAAM,OAAO,MAAM,CAAA,GAAA,wCAAY,EAAE,IAAI,CAAA,GAAA,yCAAK,EAAE,UAAU;IAEtD,MAAM,aAAyB,KAAK,GAAG,CAAC,CAAC,IAAY,CAAA;YACjD,IAAI,EAAE,EAAE;YACR,MAAM,EAAE,IAAI;QAChB,CAAA;IAEA,OAAO;AACX;AAEA,MAAM,oCAAc,CAAC;IACjB,MAAM,SAAmB,MAAM,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC,KAAO,SAAS,GAAG,IAAI;IAC1E,OAAO,OAAO,MAAM,GAAG,IAAI,SAAS,MAAM,CAAC,EAAE;AACjD;AAEA,MAAM,sCAAgB,CAAC;IACnB,MAAM,SAAS,KAAK,KAAK,CAAC;IAE1B,IAAI,OAAO,KAAK,EACZ,OAAO,KAAK,GAAG,AAAC,OAAO,KAAK,CAAc,GAAG,CAAC,CAAC;QAC3C,MAAM,CAAC,MAAM,GAAG,GAAG,EAAE,KAAK,CAAC;QAC3B,OAAO;YAAE,GAAI,MAAM;oBAAE;YAAG,CAAC;kBAAG;QAAK;IACrC;IAGJ,OAAO;AACX;AAEO,MAAM,4CAAc,OAAO;IAC9B,MAAM,OAAO,MAAM,CAAA,GAAA,wCAAY,EAAE,IAAI,CAAA,GAAA,yCAAK,EAAE,KAAK;IAEjD,MAAM,QAAgB,KAAK,GAAG,CAAC,CAAC;QAC5B,MAAM,IAAI;QAEV,OAAO;YACH,QAAQ,kCAAY,EAAE,MAAM;YAC5B,cAAc,EAAE,YAAY;YAC5B,UAAU,EAAE,QAAQ;YACpB,IAAI,EAAE,EAAE;YACR,OAAO,EAAE,KAAK;YACd,UAAU,KAAK,KAAK,CAAC,EAAE,QAAQ;YAC/B,MAAM,EAAE,IAAI;YACZ,SAAS,EAAE,OAAO;YAClB,MAAM,EAAE,IAAI;YACZ,GAAI,EAAE,IAAI,IAAI,EAAE,IAAI,CAAC,QAAQ,OAAO,CAAA,GAAA,yCAAwB,KAAK;gBAAE,MAAM,EAAE,IAAI;YAAC,CAAC;YACjF,GAAI,EAAE,IAAI,IAAI;gBAAE,MAAM,EAAE,IAAI;YAAC,CAAC;YAC9B,GAAI,EAAE,SAAS,IAAI;gBAAE,UAAU,oCAAc,EAAE,SAAS;YAAE,CAAC;YAC3D,GAAI,EAAE,KAAK,IAAI;gBAAE,cAAc,EAAE,KAAK;YAAC,CAAC;QAC5C;IACJ;IAEA,OAAO;AACX;AAEO,MAAM,4CAAU,OAAO;IAC1B,MAAM,CAAC,SAAS,OAAO,WAAW,GAAG,MAAM,QAAQ,GAAG,CAAC;QAAC,0CAAc;QAAK,0CAAY;QAAK,0CAAiB;KAAI;IACjH,OAAO;iBAAE;eAAS;oBAAO;IAAW;AACxC;AAEO,MAAM,4CAA6B,OAAO,IAAY;IACzD,MAAM,cAAsC,aAAa,MAAM,CAAC,CAAC,KAAK;QAClE,MAAM,QAAE,IAAI,EAAE,GAAG,CAAA,GAAA,WAAG,EAAE,KAAK,CAAC;QAC5B,OAAO;YAAE,GAAG,GAAG;YAAE,CAAC,KAAK,EAAE;QAAU;IACvC,GAAG,CAAC;IAEJ,MAAM,mBAA6B,OAAO,OAAO,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC,OAAO,OAAO,GAAK,CAAA,GAAA,yCAAO,EAAE,QAAQ;IACzG,MAAM,GAAG,KAAK,CAAC;IAEf,MAAM,mBAA6B;QAC/B,CAAC,YAAY,EAAE,CAAA,GAAA,yCAAK,EAAE,OAAO,CAAC,oDAAoD,EAAE,CAAA,GAAA,yCAAwB,EAAE,kFAAkF,CAAC;QACjM,CAAC,YAAY,EAAE,CAAA,GAAA,yCAAK,EAAE,KAAK,CAAC,gDAAgD,EAAE,CAAA,GAAA,yCAAwB,EAAE,gJAAgJ,CAAC;QACzP,CAAC,YAAY,EAAE,CAAA,GAAA,yCAAK,EAAE,UAAU,CAAC,kDAAkD,CAAC;KACvF;IACD,MAAM,GAAG,KAAK,CAAC;IAEf,MAAM,mBAA6B,OAAO,IAAI,CAAC,aAAa,GAAG,CAAC,CAAA,GAAA,yCAAO;IACvE,MAAM,GAAG,KAAK,CAAC;AACnB;;;;;;;;;;AEpGO,MAAM,4CAAgB,OAAO,SAAS,SAAS;IAClD,MAAM,cAAc,CAAA,GAAA,WAAG,EAAE,IAAI,CAAC,CAAA,GAAA,SAAC,EAAE,MAAM,IAAI;IAC3C,OAAO,CAAA,GAAA,eAAC,EAAE,OAAO,CAAC;AACtB;AAEO,MAAM,2CAAa,OAAO,OAAiB,CAAC,CAAE,MAAM,CAAA,GAAA,eAAC,EAAE,IAAI,CAAC,MAAM,KAAK,CAAC,IAAM;AAS9E,eAAe,yCAAa,GAAW,EAAE,SAAiB;IAC7D,MAAM,iBAA2B,EAAE;IACnC,MAAM,gBAAiC,EAAE;IAEzC,IAAI;QACA,iDAAiD;QACjD,MAAM,WAAW,MAAM,IAAI,QAAyB,CAAC,SAAS;YAC1D,CAAA,GAAA,YAAI,EACC,GAAG,CAAC,KAAK,CAAC;gBACP,IAAI,IAAI,UAAU,KAAK,KACnB,OAAO,IAAI,MAAM,CAAC,6BAA6B,EAAE,IAAI,UAAU,CAAC,CAAC,EAAE,IAAI,aAAa,CAAC,CAAC;qBAEtF,QAAQ;YAEhB,GACC,EAAE,CAAC,SAAS,CAAC;gBACV,OAAO,IAAI,MAAM,CAAC,sBAAsB,EAAE,IAAI,OAAO,CAAC,CAAC;YAC3D;QACR;QAEA,sBAAsB;QACtB,MAAM,cAAc,CAAA,GAAA,eAAO,EAAE,KAAK;QAElC,iCAAiC;QACjC,YAAY,EAAE,CAAC,SAAS,CAAC;YACrB,MAAM,eAAe,AAAC,CAAA;gBAClB,MAAM,WAAW,CAAA,GAAA,WAAG,EAAE,IAAI,CAAC,WAAW,MAAM,IAAI;gBAEhD,IAAI,MAAM,IAAI,KAAK,aAAa;oBAC5B,8BAA8B;oBAC9B,MAAM,CAAA,GAAA,eAAC,EAAE,KAAK,CAAC,UAAU;wBAAE,WAAW;oBAAK;oBAC3C,MAAM,SAAS;gBACnB,OAAO;oBACH,qCAAqC;oBACrC,MAAM,MAAM,CAAA,GAAA,WAAG,EAAE,OAAO,CAAC;oBACzB,MAAM,CAAA,GAAA,eAAC,EAAE,KAAK,CAAC,KAAK;wBAAE,WAAW;oBAAK;oBAEtC,2BAA2B;oBAC3B,MAAM,CAAA,GAAA,eAAO,EAAE,OAAO,CAAA,GAAA,wBAAgB,EAAE;oBACxC,eAAe,IAAI,CAAC;gBACxB;YACJ,CAAA,IAAK,KAAK,CAAC,CAAC;gBACR,6DAA6D;gBAC7D,YAAY,IAAI,CAAC,SAAS;YAC9B;YAEA,uBAAuB;YACvB,cAAc,IAAI,CAAC;QACvB;QAEA,oCAAoC;QACpC,YAAY,EAAE,CAAC,SAAS,CAAC;YACrB,MAAM,IAAI,MAAM,CAAC,yBAAyB,EAAE,IAAI,OAAO,CAAC,CAAC;QAC7D;QAEA,0CAA0C;QAC1C,MAAM,CAAA,GAAA,eAAO,EAAE,UAAU;QAEzB,0CAA0C;QAC1C,MAAM,QAAQ,GAAG,CAAC;QAElB,OAAO;IACX,EAAE,OAAO,OAAY;QACjB,MAAM,IAAI,MAAM,CAAC,sBAAsB,EAAE,MAAM,OAAO,CAAC,CAAC;IAC5D;AACJ;;;;;;;;ACjFO,MAAM,4CAAW,CAAC,UAAkB,QAA6B,UAAmB,IAAI;IAC3F,MAAM,MAAM,IAAI,CAAA,GAAA,UAAE,EAAE;IACpB;QACI,MAAM,SAAS,IAAI,CAAA,GAAA,sBAAc;QAEjC,OAAO,OAAO,CAAC,QAAQ,OAAO,CAAC,CAAC,CAAC,KAAK,MAAM;YACxC,OAAO,MAAM,CAAC,KAAK,MAAM,QAAQ;QACrC;QAEA,IAAI,SACA,OAAO,MAAM,CAAC,WAAW,CAAA,GAAA,cAAM,EAAE,GAAG,CAAC,eAAe;QAGxD,IAAI,MAAM,GAAG,OAAO,QAAQ;IAChC;IAEA,OAAO;AACX;AAEO,MAAM,4CAAW,CAAC;IACrB,OAAO,IAAI,QAAQ,CAAC,SAAS;QACzB,CAAA,GAAA,YAAI,EACC,GAAG,CAAC,KAAK,CAAC;YACP,MAAM,cAAc,IAAI,OAAO,CAAC,eAAe,IAAI;YACnD,MAAM,aAAuB,EAAE;YAE/B,IAAI,EAAE,CAAC,QAAQ,CAAC;gBACZ,WAAW,IAAI,CAAC;YACpB;YAEA,IAAI,EAAE,CAAC,OAAO;gBACV,MAAM,WAAW,CAAA,GAAA,aAAK,EAAE,MAAM,CAAC;gBAE/B,IAAI,YAAY,QAAQ,CAAC,qBACrB,IAAI;oBACA,MAAM,OAAO,KAAK,KAAK,CAAC,SAAS,QAAQ,CAAC;oBAC1C,QAAQ;gBACZ,EAAE,OAAO,OAAY;oBACjB,OAAO,IAAI,MAAM,CAAC,sBAAsB,EAAE,MAAM,OAAO,CAAC,CAAC;gBAC7D;qBAEA,QAAQ;YAEhB;QACJ,GACC,EAAE,CAAC,SAAS,CAAC;YACV,OAAO,IAAI,MAAM,CAAC,sBAAsB,EAAE,MAAM,OAAO,CAAC,CAAC;QAC7D;IACR;AACJ;;;;;ACpDA,MAAM,sCAAgB;IAAC;IAAiB;IAAe;CAAkB;AAElE,MAAM,4CAA6B,CAAC;IACvC,MAAM,mBAAmB,iBAAiB,GAAG,CAAC,CAAC,YAAc,CAAA,GAAA,WAAG,EAAE,KAAK,CAAC,WAAW,IAAI;IACvF,OAAO,oCAAc,KAAK,CAAC,CAAC,QAAU,iBAAiB,QAAQ,CAAC;AACpE;AAEO,MAAM,4CAAuB;IAChC,IAAI,CAAC,CAAA,GAAA,cAAM,EAAE,GAAG,CAAC,iCAAiC,EAC9C,MAAM,IAAI,MAAM;IAGpB,IAAI,CAAC,CAAA,GAAA,cAAM,EAAE,GAAG,CAAC,eAAe,EAC5B,MAAM,IAAI,MAAM;AAExB;;;AVQO,MAAM,4CAAoB,OAAO,UAAkB,CAAC;IACvD,CAAA,GAAA,yCAAmB;IAEnB,MAAM,MAAM,IAAI,CAAA,GAAA,UAAE,EAAE,CAAA,GAAA,cAAM,EAAE,GAAG,CAAC,iCAAiC;IACjE;QACI,MAAM,SAAS,IAAI,CAAA,GAAA,sBAAc;QACjC,OAAO,MAAM,CAAC,WAAW,CAAA,GAAA,cAAM,EAAE,GAAG,CAAC,eAAe;QACpD,OAAO,MAAM,CAAC,WAAW,QAAQ,QAAQ;QACzC,IAAI,MAAM,GAAG,OAAO,QAAQ;IAChC;IAEA,CAAA,GAAA,wCAAK,EAAE,IAAI,CAAC,CAAC,gDAAgD,EAAE,IAAI,QAAQ,GAAG,CAAC;IAE/E,IAAI;QACA,MAAM,WAAgC,MAAM,CAAA,GAAA,yCAAO,EAAE;QACrD,OAAO;YAAE,KAAK,SAAS,SAAS;YAAE,SAAS,SAAS,OAAO;QAAC;IAChE,EAAE,OAAO,OAAY;QACjB,MAAM,IAAI,MAAM,CAAC,6BAA6B,EAAE,MAAM,OAAO,CAAC,CAAC;IACnE;AACJ;AAEO,MAAM,4CAAyB,OAAO;IACzC,CAAA,GAAA,wCAAK,EAAE,IAAI,CAAC,CAAC,uBAAuB,EAAE,KAAK,SAAS,CAAC,SAAS,CAAC;IAE/D,MAAM,YAAY,MAAM,CAAA,GAAA,yCAAY,EAAE;IAEtC,MAAM,iBACF,QAAQ,cAAc,IAAK,MAAM,0CAAkB,CAAA,GAAA,yCAA8B;IAErF,CAAA,GAAA,wCAAK,EAAE,IAAI,CAAC,CAAC,kCAAkC,EAAE,KAAK,SAAS,CAAC,gBAAgB,CAAC;IACjF,MAAM,eAAyB,MAAM,CAAA,GAAA,wCAAW,EAAE,eAAe,GAAG,EAAE;IAEtE,CAAA,GAAA,wCAAK,EAAE,IAAI,CAAC,CAAC,yBAAyB,EAAE,aAAa,QAAQ,GAAG,CAAC;IAEjE,IAAI,CAAC,CAAA,GAAA,yCAAyB,EAAE,eAAe;QAC3C,CAAA,GAAA,wCAAK,EAAE,KAAK,CAAC,CAAC,mCAAmC,EAAE,aAAa,QAAQ,GAAG,CAAC;QAC5E,MAAM,IAAI,MAAM;IACpB;IAEA,MAAM,SAAS,CAAA,GAAA,WAAG,EAAE,IAAI,CAAC,WAAW;IAEpC,MAAM,SAAiB,CAAA,GAAA,mBAAW,EAAE;QAChC,KAAK,CAAC,KAAK,EAAE,OAAO,CAAC;IACzB;IAEA,IAAI;QACA,CAAA,GAAA,wCAAK,EAAE,IAAI,CAAC,CAAC,eAAe,CAAC;QAC7B,MAAM,CAAA,GAAA,yCAAiB,EAAE;QAEzB,CAAA,GAAA,wCAAK,EAAE,IAAI,CAAC,CAAC,4BAA4B,CAAC;QAC1C,MAAM,CAAA,GAAA,yCAAyB,EAAE,QAAQ;QAEzC,MAAM,EAAE,KAAK,SAAS,EAAE,GAAG,CAAA,GAAA,WAAG,EAAE,KAAK,CAAC,QAAQ,UAAU,CAAC,IAAI;QAE7D,IAAI,cAAc,SAAS;YACvB,MAAM,SAAS,MAAM,CAAA,GAAA,yCAAY,EAAE;YACnC,MAAM,CAAA,GAAA,eAAC,EAAE,SAAS,CAAC,QAAQ,UAAU,CAAC,IAAI,EAAE,KAAK,SAAS,CAAC,QAAQ,WAAW,IAAI;QACtF;QAEA,OAAO,KAAK;QAEZ,IAAI,cAAc,SAAS,cAAc,WACrC,MAAM,CAAA,GAAA,eAAC,EAAE,MAAM,CAAC,QAAQ,QAAQ,UAAU,CAAC,IAAI;QAGnD,MAAM,CAAA,GAAA,eAAC,EAAE,EAAE,CAAC,WAAW;YAAE,WAAW;QAAK;IAC7C,SAAU;QACN,OAAO,KAAK;IAChB;IAEA,OAAO,QAAQ,UAAU,CAAC,IAAI;AAClC;AAEO,MAAM,4CAAkB,OAC3B,IACA;IAEA,CAAA,GAAA,yCAAmB;IAEnB,MAAM,MAAM,IAAI,CAAA,GAAA,UAAE,EAAE,CAAC,EAAE,CAAA,GAAA,cAAM,EAAE,GAAG,CAAC,0BAA0B,CAAC,CAAC,EAAE,GAAG,CAAC;IACrE;QACI,MAAM,SAAS,IAAI,CAAA,GAAA,sBAAc;QACjC,OAAO,MAAM,CAAC,WAAW,CAAA,GAAA,cAAM,EAAE,GAAG,CAAC,eAAe;QACpD,OAAO,MAAM,CAAC,iBAAiB,AAAC,CAAA,SAAS,gBAAgB,CAAA,EAAG,QAAQ;QACpE,OAAO,MAAM,CAAC,iBAAiB,AAAC,CAAA,SAAS,gBAAgB,CAAA,EAAG,QAAQ;QACpE,IAAI,MAAM,GAAG,OAAO,QAAQ;IAChC;IAEA,CAAA,GAAA,wCAAK,EAAE,IAAI,CAAC,CAAC,+BAA+B,EAAE,IAAI,QAAQ,GAAG,CAAC;IAE9D,IAAI;QACA,MAAM,WAAgC,MAAM,CAAA,GAAA,yCAAO,EAAE;QACrD,OAAO;YACH,cAAc,SAAS,aAAa;YACpC,iBAAiB,SAAS,iBAAiB;YAC3C,GAAI,SAAS,iBAAiB,IAAI;gBAAE,iBAAiB,SAAS,iBAAiB;YAAC,CAAC;YACjF,GAAI,SAAS,iBAAiB,IAAI;gBAAE,cAAc,SAAS,aAAa;YAAC,CAAC;QAC9E;IACJ,EAAE,OAAO,OAAY;QACjB,MAAM,IAAI,MAAM,CAAC,6BAA6B,EAAE,MAAM,OAAO,CAAC,CAAC;IACnE;AACJ;AAEO,MAAM,4CAAe,OAAO,IAAY;IAC3C,CAAA,GAAA,wCAAK,EAAE,IAAI,CAAC,CAAC,aAAa,EAAE,GAAG,CAAC,EAAE,KAAK,SAAS,CAAC,SAAS,CAAC;IAE3D,MAAM,YAAY,MAAM,CAAA,GAAA,yCAAY,EAAE;IAEtC,MAAM,eAA+C,SAAS,gBAAiB,MAAM,0CAAgB;IACrG,MAAM,CAAC,CAAC,aAAa,EAAE,CAAC,cAAc,CAAC,GAAe,MAAM,QAAQ,GAAG,CAAC;QACpE,CAAA,GAAA,wCAAW,EAAE,aAAa,eAAe,EAAE;WACvC,aAAa,eAAe,GAAG;YAAC,CAAA,GAAA,wCAAW,EAAE,aAAa,eAAe,EAAE;SAAW,GAAG,EAAE;KAClG;IACD,MAAM,SAAS,CAAA,GAAA,WAAG,EAAE,IAAI,CAAC,WAAW;IAEpC,MAAM,SAAiB,CAAA,GAAA,mBAAW,EAAE;QAChC,KAAK,CAAC,KAAK,EAAE,OAAO,CAAC;IACzB;IAEA,IAAI;QACA,CAAA,GAAA,wCAAK,EAAE,IAAI,CAAC,CAAC,eAAe,CAAC;QAC7B,MAAM,CAAA,GAAA,yCAAe,EAAE;QAEvB,CAAA,GAAA,wCAAK,EAAE,IAAI,CAAC,CAAC,sBAAsB,EAAE,cAAc,IAAI,EAAE,aAAa,CAAC;QACvE,MAAM,CAAA,GAAA,yCAAW,EAAE,QAAQ,cAAc;QAEzC,MAAM,EAAE,KAAK,SAAS,EAAE,GAAG,CAAA,GAAA,WAAG,EAAE,KAAK,CAAC,QAAQ,UAAU,CAAC,IAAI;QAE7D,IAAI,cAAc,SAAS;YACvB,MAAM,SAAS,MAAM,CAAA,GAAA,yCAAU,EAAE;YACjC,MAAM,CAAA,GAAA,eAAC,EAAE,SAAS,CAAC,QAAQ,UAAU,CAAC,IAAI,EAAE,KAAK,SAAS,CAAC,QAAQ,WAAW,IAAI;QACtF;QAEA,OAAO,KAAK;QAEZ,IAAI,cAAc,SAAS,cAAc,WACrC,MAAM,CAAA,GAAA,eAAC,EAAE,MAAM,CAAC,QAAQ,QAAQ,UAAU,CAAC,IAAI;QAGnD,MAAM,CAAA,GAAA,eAAC,EAAE,EAAE,CAAC,WAAW;YAAE,WAAW;QAAK;IAC7C,SAAU;QACN,OAAO,KAAK;IAChB;IAEA,OAAO,QAAQ,UAAU,CAAC,IAAI;AAClC;AAEO,MAAM,4CAAU,OAAO;IAC1B,MAAM,YAAY,MAAM,CAAA,GAAA,yCAAY,EAAE;IACtC,MAAM,aAAa,MAAM,0CAAa,IAAI;QAAE,YAAY;YAAE,MAAM,CAAA,GAAA,WAAG,EAAE,IAAI,CAAC,WAAW,CAAC,EAAE,GAAG,KAAK,CAAC;QAAE;IAAE;IAErG,MAAM,OAAO,KAAK,KAAK,CAAC,MAAM,CAAA,GAAA,eAAC,EAAE,QAAQ,CAAC,YAAY;IACtD,MAAM,CAAA,GAAA,eAAC,EAAE,EAAE,CAAC,WAAW;QAAE,WAAW;IAAK;IAEzC,OAAO;AACX","sources":["src/index.ts","src/api.ts","src/db/book.ts","src/utils/logger.ts","src/db/common.ts","src/db/queryBuilder.ts","src/db/types.ts","src/db/master.ts","src/utils/constants.ts","src/utils/io.ts","src/utils/network.ts","src/utils/validation.ts"],"sourcesContent":["import { downloadBook, downloadMasterDatabase, getBook, getBookMetadata, getMasterMetadata } from './api';\n\nexport { downloadBook, downloadMasterDatabase, getBook, getBookMetadata, getMasterMetadata };\n","import { Client, createClient } from '@libsql/client';\nimport { promises as fs } from 'fs';\nimport path from 'path';\nimport process from 'process';\nimport { URL, URLSearchParams } from 'url';\n\nimport { applyPatches, createTables as createBookTables, getData as getBookData } from './db/book.js';\nimport {\n    copyForeignMasterTableData,\n    createTables as createMasterTables,\n    getData as getMasterData,\n} from './db/master.js';\nimport {\n    BookData,\n    DownloadBookOptions,\n    DownloadMasterOptions,\n    GetBookMetadataOptions,\n    GetBookMetadataResponsePayload,\n    GetMasterMetadataResponsePayload,\n} from './types.js';\nimport { DEFAULT_MASTER_METADATA_VERSION } from './utils/constants.js';\nimport { createTempDir, unzipFromUrl } from './utils/io.js';\nimport logger from './utils/logger.js';\nimport { httpsGet } from './utils/network.js';\nimport { validateEnvVariables, validateMasterSourceTables } from './utils/validation.js';\n\nexport const getMasterMetadata = async (version: number = 0): Promise<GetMasterMetadataResponsePayload> => {\n    validateEnvVariables();\n\n    const url = new URL(process.env.SHAMELA_API_MASTER_PATCH_ENDPOINT as string);\n    {\n        const params = new URLSearchParams();\n        params.append('api_key', process.env.SHAMELA_API_KEY as string);\n        params.append('version', version.toString());\n        url.search = params.toString();\n    }\n\n    logger.info(`Fetching shamela.ws master database patch link: ${url.toString()}`);\n\n    try {\n        const response: Record<string, any> = await httpsGet(url);\n        return { url: response.patch_url, version: response.version };\n    } catch (error: any) {\n        throw new Error(`Error fetching master patch: ${error.message}`);\n    }\n};\n\nexport const downloadMasterDatabase = async (options: DownloadMasterOptions): Promise<string> => {\n    logger.info(`downloadMasterDatabase ${JSON.stringify(options)}`);\n\n    const outputDir = await createTempDir('shamela_downloadMaster');\n\n    const masterResponse: GetMasterMetadataResponsePayload =\n        options.masterMetadata || (await getMasterMetadata(DEFAULT_MASTER_METADATA_VERSION));\n\n    logger.info(`Downloading master database from: ${JSON.stringify(masterResponse)}`);\n    const sourceTables: string[] = await unzipFromUrl(masterResponse.url, outputDir);\n\n    logger.info(`sourceTables downloaded: ${sourceTables.toString()}`);\n\n    if (!validateMasterSourceTables(sourceTables)) {\n        logger.error(`Some source tables were not found: ${sourceTables.toString()}`);\n        throw new Error('Expected tables not found!');\n    }\n\n    const dbPath = path.join(outputDir, 'master.db');\n\n    const client: Client = createClient({\n        url: `file:${dbPath}`,\n    });\n\n    try {\n        logger.info(`Creating tables`);\n        await createMasterTables(client);\n\n        logger.info(`Copying data to master table`);\n        await copyForeignMasterTableData(client, sourceTables);\n\n        const { ext: extension } = path.parse(options.outputFile.path);\n\n        if (extension === '.json') {\n            const result = await getMasterData(client);\n            await fs.writeFile(options.outputFile.path, JSON.stringify(result, undefined, 2), 'utf8');\n        }\n\n        client.close();\n\n        if (extension === '.db' || extension === '.sqlite') {\n            await fs.rename(dbPath, options.outputFile.path);\n        }\n\n        await fs.rm(outputDir, { recursive: true });\n    } finally {\n        client.close();\n    }\n\n    return options.outputFile.path;\n};\n\nexport const getBookMetadata = async (\n    id: number,\n    options?: GetBookMetadataOptions,\n): Promise<GetBookMetadataResponsePayload> => {\n    validateEnvVariables();\n\n    const url = new URL(`${process.env.SHAMELA_API_BOOKS_ENDPOINT}/${id}`);\n    {\n        const params = new URLSearchParams();\n        params.append('api_key', process.env.SHAMELA_API_KEY as string);\n        params.append('major_release', (options?.majorVersion || 0).toString());\n        params.append('minor_release', (options?.minorVersion || 0).toString());\n        url.search = params.toString();\n    }\n\n    logger.info(`Fetching shamela.ws book link: ${url.toString()}`);\n\n    try {\n        const response: Record<string, any> = await httpsGet(url);\n        return {\n            majorRelease: response.major_release,\n            majorReleaseUrl: response.major_release_url,\n            ...(response.minor_release_url && { minorReleaseUrl: response.minor_release_url }),\n            ...(response.minor_release_url && { minorRelease: response.minor_release }),\n        };\n    } catch (error: any) {\n        throw new Error(`Error fetching master patch: ${error.message}`);\n    }\n};\n\nexport const downloadBook = async (id: number, options: DownloadBookOptions): Promise<string> => {\n    logger.info(`downloadBook ${id} ${JSON.stringify(options)}`);\n\n    const outputDir = await createTempDir('shamela_downloadBook');\n\n    const bookResponse: GetBookMetadataResponsePayload = options?.bookMetadata || (await getBookMetadata(id));\n    const [[bookDatabase], [patchDatabase]]: string[][] = await Promise.all([\n        unzipFromUrl(bookResponse.majorReleaseUrl, outputDir),\n        ...(bookResponse.minorReleaseUrl ? [unzipFromUrl(bookResponse.minorReleaseUrl, outputDir)] : []),\n    ]);\n    const dbPath = path.join(outputDir, 'book.db');\n\n    const client: Client = createClient({\n        url: `file:${dbPath}`,\n    });\n\n    try {\n        logger.info(`Creating tables`);\n        await createBookTables(client);\n\n        logger.info(`Applying patches from ${patchDatabase} to ${bookDatabase}`);\n        await applyPatches(client, bookDatabase, patchDatabase);\n\n        const { ext: extension } = path.parse(options.outputFile.path);\n\n        if (extension === '.json') {\n            const result = await getBookData(client);\n            await fs.writeFile(options.outputFile.path, JSON.stringify(result, undefined, 2), 'utf8');\n        }\n\n        client.close();\n\n        if (extension === '.db' || extension === '.sqlite') {\n            await fs.rename(dbPath, options.outputFile.path);\n        }\n\n        await fs.rm(outputDir, { recursive: true });\n    } finally {\n        client.close();\n    }\n\n    return options.outputFile.path;\n};\n\nexport const getBook = async (id: number): Promise<BookData> => {\n    const outputDir = await createTempDir('shamela_getBookData');\n    const outputPath = await downloadBook(id, { outputFile: { path: path.join(outputDir, `${id}.json`) } });\n\n    const data = JSON.parse(await fs.readFile(outputPath, 'utf8')) as BookData;\n    await fs.rm(outputDir, { recursive: true });\n\n    return data;\n};\n","import { Client } from '@libsql/client';\n\nimport { BookData, Page, Title } from '../types';\nimport logger from '../utils/logger';\nimport { selectAllRows } from './common';\nimport { attachDB, buildPagePatchQuery, buildTitlePatchQuery, detachDB } from './queryBuilder';\nimport { PageRow, Tables, TitleRow } from './types';\n\nconst PATCH_DB_ALIAS = 'patch';\nconst ASL_DB_ALIAS = 'asl';\n\ntype InternalTable = {\n    name: string;\n};\n\nexport const createTables = async (db: Client) => {\n    return db.batch([\n        `CREATE TABLE page (id INTEGER PRIMARY KEY, content TEXT, part INTEGER, page INTEGER, number INTEGER)`,\n        `CREATE TABLE title (id INTEGER PRIMARY KEY, content TEXT, page INTEGER, parent INTEGER)`,\n    ]);\n};\n\nexport const getAllPages = async (db: Client): Promise<Page[]> => {\n    const rows = await selectAllRows(db, Tables.Page);\n\n    const pages: Page[] = rows.map((row: any) => {\n        const { content, id, number, page, part } = row as PageRow;\n\n        return {\n            content,\n            id,\n            ...(page && { page }),\n            ...(number && { number }),\n            ...(part && { part }),\n        };\n    });\n\n    return pages;\n};\n\nexport const getAllTitles = async (db: Client): Promise<Title[]> => {\n    const rows = await selectAllRows(db, Tables.Title);\n\n    const titles: Title[] = rows.map((row: any) => {\n        const r = row as TitleRow;\n\n        return {\n            content: r.content,\n            id: r.id,\n            page: r.page,\n            ...(r.parent && { number: r.parent }),\n        };\n    });\n\n    return titles;\n};\n\nexport const getData = async (db: Client): Promise<BookData> => {\n    const [pages, titles] = await Promise.all([getAllPages(db), getAllTitles(db)]);\n    return { pages, titles };\n};\n\nconst getPagesToCopy = (tables: InternalTable[]): string[] => {\n    const statements = [];\n\n    if (tables.find((t) => t.name === Tables.Page)) {\n        statements.push(\n            `INSERT INTO main.${Tables.Page} SELECT id,content,part,page,number FROM ${ASL_DB_ALIAS}.${Tables.Page} WHERE id IN (SELECT id FROM ${PATCH_DB_ALIAS}.${Tables.Page} WHERE is_deleted='0')`,\n        );\n        statements.push(buildPagePatchQuery(PATCH_DB_ALIAS, Tables.Page));\n    } else {\n        statements.push(\n            `INSERT INTO main.${Tables.Page} SELECT id,content,part,page,number FROM ${ASL_DB_ALIAS}.${Tables.Page} WHERE is_deleted='0'`,\n        );\n    }\n\n    return statements;\n};\n\nconst getTitlesToCopy = (tables: InternalTable[]): string[] => {\n    const statements = [];\n\n    if (tables.find((t) => t.name === Tables.Title)) {\n        statements.push(\n            `INSERT INTO main.${Tables.Title} SELECT id,content,page,parent FROM ${ASL_DB_ALIAS}.${Tables.Title} WHERE id IN (SELECT id FROM ${PATCH_DB_ALIAS}.${Tables.Title} WHERE is_deleted='0')`,\n        );\n        statements.push(buildTitlePatchQuery(PATCH_DB_ALIAS, Tables.Title));\n    } else {\n        statements.push(\n            `INSERT INTO main.${Tables.Title} SELECT id,content,page,parent FROM ${ASL_DB_ALIAS}.${Tables.Title} WHERE is_deleted='0'`,\n        );\n    }\n\n    return statements;\n};\n\nexport const applyPatches = async (db: Client, aslDB: string, patchDB?: string) => {\n    const statements: string[] = [attachDB(aslDB, ASL_DB_ALIAS)];\n\n    if (patchDB) {\n        await db.execute(attachDB(patchDB, PATCH_DB_ALIAS));\n    }\n\n    const { rows: tables } = patchDB\n        ? await db.execute(`SELECT name FROM ${PATCH_DB_ALIAS}.sqlite_master WHERE type='table'`)\n        : { rows: [] };\n\n    logger.debug({ tables }, `Applying patches for...`);\n\n    statements.push(...getPagesToCopy(tables as InternalTable[]));\n    statements.push(...getTitlesToCopy(tables as InternalTable[]));\n\n    await db.batch(statements);\n\n    const detachStatements = [];\n    detachStatements.push(detachDB(ASL_DB_ALIAS));\n\n    if (patchDB) {\n        detachStatements.push(detachDB(PATCH_DB_ALIAS));\n    }\n\n    return db.batch(detachStatements);\n};\n","import pino, { Logger } from 'pino';\nimport pretty, { PrettyOptions } from 'pino-pretty';\nimport process from 'process';\n\nconst stream = pretty({\n    colorize: true,\n} as PrettyOptions);\n\nconst logger: Logger = pino(\n    {\n        base: { pid: undefined, hostname: undefined }, // This will remove pid and hostname but keep time\n        level: process.env.LOG_LEVEL || 'info',\n    },\n    stream,\n);\n\nexport default logger;\n","import { Client, Row } from '@libsql/client';\n\nexport const selectAllRows = async (client: Client, table: string): Promise<Row[]> => {\n    const { rows } = await client.execute(`SELECT * FROM ${table}`);\n    return rows;\n};\n","const MAIN_DB_ALIAS = 'main';\n\nexport const createTable = (name: string, fields: string[]): string =>\n    `CREATE TABLE IF NOT EXISTS ${name} (${fields.join(', ')})`;\n\nexport const attachDB = (dbFile: string, alias: string) => `ATTACH DATABASE '${dbFile}' AS ${alias}`;\n\nexport const detachDB = (alias: string) => `DETACH DATABASE ${alias}`;\n\nconst updatePageColumn = (columnName: string, aslAlias: string, patchAlias: string): string => `\n  (SELECT CASE \n             WHEN ${patchAlias}.page.${columnName} != '#' THEN ${patchAlias}.page.${columnName}\n             ELSE ${aslAlias}.page.${columnName}\n           END \n    FROM ${patchAlias}.page\n    WHERE ${aslAlias}.page.id = ${patchAlias}.page.id)\n`;\n\nexport const buildPagePatchQuery = (\n    patchAlias: string,\n    tableName: string,\n    aslAlias: string = MAIN_DB_ALIAS,\n): string => `\n  UPDATE ${aslAlias}.${tableName}\n  SET content = ${updatePageColumn('content', aslAlias, patchAlias)},\n      part = ${updatePageColumn('part', aslAlias, patchAlias)},\n      page = ${updatePageColumn('page', aslAlias, patchAlias)},\n      number = ${updatePageColumn('number', aslAlias, patchAlias)}\n  WHERE EXISTS (\n    SELECT 1\n    FROM ${patchAlias}.${tableName}\n    WHERE ${aslAlias}.${tableName}.id = ${patchAlias}.${tableName}.id\n  );\n`;\n\nconst updateTitleColumn = (columnName: string, aslAlias: string, patchAlias: string) => `\n  (SELECT CASE \n             WHEN ${patchAlias}.title.${columnName} != '#' THEN ${patchAlias}.title.${columnName}\n             ELSE ${aslAlias}.title.${columnName}\n           END \n    FROM ${patchAlias}.title\n    WHERE ${aslAlias}.title.id = ${patchAlias}.title.id)\n`;\n\nexport const buildTitlePatchQuery = (\n    patchAlias: string,\n    tableName: string,\n    aslAlias: string = MAIN_DB_ALIAS,\n): string => `\n  UPDATE ${aslAlias}.${tableName}\n  SET content = ${updateTitleColumn('content', aslAlias, patchAlias)},\n      page = ${updateTitleColumn('page', aslAlias, patchAlias)},\n      parent = ${updateTitleColumn('parent', aslAlias, patchAlias)}\n  WHERE EXISTS (\n    SELECT 1\n    FROM ${patchAlias}.${tableName}\n    WHERE ${aslAlias}.${tableName}.id = ${patchAlias}.${tableName}.id\n  );\n`;\n\nexport const insertUnsafely = (table: string, fieldToValue: Record<string, any>, isDeleted = false): string => {\n    const combinedRecords: Record<string, any> = { ...fieldToValue, is_deleted: isDeleted ? '1' : '0' };\n\n    const sortedKeys = Object.keys(combinedRecords).sort();\n\n    const sortedValues = sortedKeys.map((key) => combinedRecords[key]);\n\n    return `INSERT INTO ${table} (${sortedKeys.toString()}) VALUES (${sortedValues\n        .map((val) => {\n            if (val === null) {\n                return 'NULL';\n            }\n\n            return typeof val === 'string' ? `'${val}'` : val;\n        })\n        .toString()})`;\n};\n","export type AuthorRow = {\n    biography: string;\n    death: number;\n    id: number;\n    name: string;\n};\n\nexport type BookRow = {\n    author: string;\n    bibliography: string;\n    category: number;\n    date?: null | number;\n    hint: null | string;\n    id: number;\n    major: number;\n    metadata: string;\n    minor?: number;\n    name: string;\n    pdf_links: null | string;\n    printed: number;\n    type: number;\n};\n\nexport type PageRow = {\n    content: string;\n    id: number;\n    number: null | number;\n    page: null | number;\n    part: null | number;\n};\n\nexport type TitleRow = {\n    content: string;\n    id: number;\n    page: number;\n    parent: null | number;\n};\n\nexport type CategoryRow = {\n    id: number;\n    name: string;\n};\n\nexport enum Tables {\n    Authors = 'authors',\n    Books = 'books',\n    Categories = 'categories',\n    Page = 'page',\n    Title = 'title',\n}\n","import { Client } from '@libsql/client';\nimport path from 'path';\n\nimport { Author, Book, Category, MasterData, PDFLinks } from '../types';\nimport { UNKNOWN_VALUE_PLACEHOLDER } from '../utils/constants';\nimport { selectAllRows } from './common';\nimport { attachDB, detachDB } from './queryBuilder';\nimport { BookRow, Tables } from './types';\n\nexport const createTables = async (db: Client) => {\n    return db.batch([\n        `CREATE TABLE authors (id INTEGER PRIMARY KEY, name TEXT, biography TEXT, death INTEGER)`,\n        `CREATE TABLE books (id INTEGER PRIMARY KEY, name TEXT, category INTEGER, type INTEGER, date INTEGER, author TEXT, printed INTEGER, major INTEGER, minor INTEGER, bibliography TEXT, hint TEXT, pdf_links TEXT, metadata TEXT)`,\n        `CREATE TABLE categories (id INTEGER PRIMARY KEY, name TEXT)`,\n    ]);\n};\n\nexport const getAllAuthors = async (db: Client): Promise<Author[]> => {\n    const rows = await selectAllRows(db, Tables.Authors);\n\n    const authors: Author[] = rows.map((r: any) => ({\n        ...(r.biography && { biography: r.biography }),\n        ...(r.death && { death: r.death }),\n        id: r.id,\n        name: r.name,\n    }));\n\n    return authors;\n};\n\nexport const getAllCategories = async (db: Client): Promise<Category[]> => {\n    const rows = await selectAllRows(db, Tables.Categories);\n\n    const categories: Category[] = rows.map((r: any) => ({\n        id: r.id,\n        name: r.name,\n    }));\n\n    return categories;\n};\n\nconst parseAuthor = (value: string): number | number[] => {\n    const result: number[] = value.split(',\\\\s+').map((id) => parseInt(id.trim()));\n    return result.length > 1 ? result : result[0];\n};\n\nconst parsePdfLinks = (value: string): PDFLinks => {\n    const result = JSON.parse(value);\n\n    if (result.files) {\n        result.files = (result.files as string[]).map((f: string) => {\n            const [file, id] = f.split('|');\n            return { ...(id && { id }), file };\n        });\n    }\n\n    return result as PDFLinks;\n};\n\nexport const getAllBooks = async (db: Client): Promise<Book[]> => {\n    const rows = await selectAllRows(db, Tables.Books);\n\n    const books: Book[] = rows.map((row: any) => {\n        const r = row as BookRow;\n\n        return {\n            author: parseAuthor(r.author),\n            bibliography: r.bibliography,\n            category: r.category,\n            id: r.id,\n            major: r.major,\n            metadata: JSON.parse(r.metadata),\n            name: r.name,\n            printed: r.printed,\n            type: r.type,\n            ...(r.date && r.date.toString() !== UNKNOWN_VALUE_PLACEHOLDER && { date: r.date }),\n            ...(r.hint && { hint: r.hint }),\n            ...(r.pdf_links && { pdfLinks: parsePdfLinks(r.pdf_links) }),\n            ...(r.minor && { minorRelease: r.minor }),\n        };\n    });\n\n    return books;\n};\n\nexport const getData = async (db: Client): Promise<MasterData> => {\n    const [authors, books, categories] = await Promise.all([getAllAuthors(db), getAllBooks(db), getAllCategories(db)]);\n    return { authors, books, categories };\n};\n\nexport const copyForeignMasterTableData = async (db: Client, sourceTables: string[]) => {\n    const aliasToPath: Record<string, string> = sourceTables.reduce((acc, tablePath) => {\n        const { name } = path.parse(tablePath);\n        return { ...acc, [name]: tablePath };\n    }, {});\n\n    const attachStatements: string[] = Object.entries(aliasToPath).map(([alias, dbPath]) => attachDB(dbPath, alias));\n    await db.batch(attachStatements);\n\n    const insertStatements: string[] = [\n        `INSERT INTO ${Tables.Authors} SELECT id,name,biography,(CASE WHEN death_number = ${UNKNOWN_VALUE_PLACEHOLDER} THEN NULL ELSE death_number END) AS death_number FROM author WHERE is_deleted='0'`,\n        `INSERT INTO ${Tables.Books} SELECT id,name,category,type,(CASE WHEN date = ${UNKNOWN_VALUE_PLACEHOLDER} THEN NULL ELSE date END) AS date,author,printed,major_release,minor_release,bibliography,hint,pdf_links,metadata FROM book WHERE is_deleted='0'`,\n        `INSERT INTO ${Tables.Categories} SELECT id,name FROM category WHERE is_deleted='0'`,\n    ];\n    await db.batch(insertStatements);\n\n    const detachStatements: string[] = Object.keys(aliasToPath).map(detachDB);\n    await db.batch(detachStatements);\n};\n","export const DEFAULT_MASTER_METADATA_VERSION = 0;\n\nexport const UNKNOWN_VALUE_PLACEHOLDER = '99999';\n","import { createWriteStream, promises as fs } from 'fs';\nimport { IncomingMessage } from 'http';\nimport https from 'https';\nimport os from 'os';\nimport path from 'path';\nimport { pipeline } from 'stream/promises';\nimport unzipper, { Entry } from 'unzipper';\n\nexport const createTempDir = async (prefix = 'shamela') => {\n    const tempDirBase = path.join(os.tmpdir(), prefix);\n    return fs.mkdtemp(tempDirBase);\n};\n\nexport const fileExists = async (path: string) => !!(await fs.stat(path).catch(() => false));\n\n/**\n * Downloads and extracts a ZIP file from a given URL without loading the entire file into memory.\n *\n * @param url - The URL of the ZIP file to download and extract.\n * @param outputDir - The directory where the files should be extracted.\n * @returns A promise that resolves with the list of all extracted files.\n */\nexport async function unzipFromUrl(url: string, outputDir: string): Promise<string[]> {\n    const extractedFiles: string[] = [];\n    const entryPromises: Promise<void>[] = [];\n\n    try {\n        // Make HTTPS request and get the response stream\n        const response = await new Promise<IncomingMessage>((resolve, reject) => {\n            https\n                .get(url, (res) => {\n                    if (res.statusCode !== 200) {\n                        reject(new Error(`Failed to download ZIP file: ${res.statusCode} ${res.statusMessage}`));\n                    } else {\n                        resolve(res);\n                    }\n                })\n                .on('error', (err) => {\n                    reject(new Error(`HTTPS request failed: ${err.message}`));\n                });\n        });\n\n        // Create unzip stream\n        const unzipStream = unzipper.Parse();\n\n        // Handle entries in the ZIP file\n        unzipStream.on('entry', (entry: Entry) => {\n            const entryPromise = (async () => {\n                const filePath = path.join(outputDir, entry.path);\n\n                if (entry.type === 'Directory') {\n                    // Ensure the directory exists\n                    await fs.mkdir(filePath, { recursive: true });\n                    entry.autodrain();\n                } else {\n                    // Ensure the parent directory exists\n                    const dir = path.dirname(filePath);\n                    await fs.mkdir(dir, { recursive: true });\n\n                    // Pipe the entry to a file\n                    await pipeline(entry, createWriteStream(filePath));\n                    extractedFiles.push(filePath);\n                }\n            })().catch((err) => {\n                // Emit errors to be handled by the unzipStream error handler\n                unzipStream.emit('error', err);\n            });\n\n            // Collect the promises\n            entryPromises.push(entryPromise);\n        });\n\n        // Handle errors in the unzip stream\n        unzipStream.on('error', (err) => {\n            throw new Error(`Error during extraction: ${err.message}`);\n        });\n\n        // Pipe the response into the unzip stream\n        await pipeline(response, unzipStream);\n\n        // Wait for all entry promises to complete\n        await Promise.all(entryPromises);\n\n        return extractedFiles;\n    } catch (error: any) {\n        throw new Error(`Error processing URL: ${error.message}`);\n    }\n}\n","import { Buffer } from 'buffer';\nimport { IncomingMessage } from 'http';\nimport https from 'https';\nimport process from 'process';\nimport { URL, URLSearchParams } from 'url';\n\nexport const buildUrl = (endpoint: string, params: Record<string, any>, useAuth: boolean = true): URL => {\n    const url = new URL(endpoint);\n    {\n        const params = new URLSearchParams();\n\n        Object.entries(params).forEach(([key, value]) => {\n            params.append(key, value.toString());\n        });\n\n        if (useAuth) {\n            params.append('api_key', process.env.SHAMELA_API_KEY as string);\n        }\n\n        url.search = params.toString();\n    }\n\n    return url;\n};\n\nexport const httpsGet = (url: string | URL): Promise<Buffer | Record<string, any>> => {\n    return new Promise((resolve, reject) => {\n        https\n            .get(url, (res: IncomingMessage) => {\n                const contentType = res.headers['content-type'] || '';\n                const dataChunks: Buffer[] = [];\n\n                res.on('data', (chunk: Buffer) => {\n                    dataChunks.push(chunk);\n                });\n\n                res.on('end', () => {\n                    const fullData = Buffer.concat(dataChunks);\n\n                    if (contentType.includes('application/json')) {\n                        try {\n                            const json = JSON.parse(fullData.toString('utf-8'));\n                            resolve(json);\n                        } catch (error: any) {\n                            reject(new Error(`Failed to parse JSON: ${error.message}`));\n                        }\n                    } else {\n                        resolve(fullData);\n                    }\n                });\n            })\n            .on('error', (error) => {\n                reject(new Error(`Error making request: ${error.message}`));\n            });\n    });\n};\n","import path from 'path';\nimport process from 'process';\n\nconst SOURCE_TABLES = ['author.sqlite', 'book.sqlite', 'category.sqlite'];\n\nexport const validateMasterSourceTables = (sourceTablePaths: string[]) => {\n    const sourceTableNames = sourceTablePaths.map((tablePath) => path.parse(tablePath).base);\n    return SOURCE_TABLES.every((table) => sourceTableNames.includes(table));\n};\n\nexport const validateEnvVariables = () => {\n    if (!process.env.SHAMELA_API_MASTER_PATCH_ENDPOINT) {\n        throw new Error('SHAMELA_API_MASTER_PATCH_ENDPOINT environment variable not set');\n    }\n\n    if (!process.env.SHAMELA_API_KEY) {\n        throw new Error('SHAMELA_API_KEY environment variable not set');\n    }\n};\n"],"names":[],"version":3,"file":"main.js.map","sourceRoot":"../"}

package/package.json

@@ -0,0 +1,68 @@
+{
+    "name": "shamela",
+    "version": "1.0.0",
+    "description": "Library to interact with the Maktabah Shamela v4 APIs",
+    "repository": {
+        "type": "git",
+        "url": "git+https://github.com/ragaeeb/shamela.git"
+    },
+    "private": false,
+    "main": "dist/main.js",
+    "types": "dist/index.d.ts",
+    "source": "src/index.ts",
+    "type": "module",
+    "engines": {
+        "node": ">=20.0.0"
+    },
+    "scripts": {
+        "build": "parcel build",
+        "test": "vitest run --coverage",
+        "e2e": "node --env-file .env $(which pnpm) exec vitest run --coverage --config vitest.e2e.config.ts",
+        "e2e:ci": "pnpm exec vitest --config vitest.e2e.config.ts --run"
+    },
+    "files": [
+        "dist/main.js",
+        "dist/main.js.map",
+        "dist/*.d.ts"
+    ],
+    "keywords": [
+        "shamela",
+        "Arabic",
+        "Islamic",
+        "Muslim"
+    ],
+    "author": "Ragaeeb Haq",
+    "license": "MIT",
+    "devDependencies": {
+        "@eslint/js": "^9.10.0",
+        "@parcel/packager-ts": "^2.12.0",
+        "@parcel/transformer-typescript-types": "^2.12.0",
+        "@semantic-release/changelog": "^6.0.3",
+        "@semantic-release/git": "^10.0.1",
+        "@types/eslint__js": "^8.42.3",
+        "@types/node": "^22.5.5",
+        "@types/unzipper": "^0.10.10",
+        "@vitest/coverage-v8": "^2.1.1",
+        "dotenv-vault": "^1.26.2",
+        "eslint": "^9.10.0",
+        "eslint-config-prettier": "^9.1.0",
+        "eslint-plugin-import": "^2.30.0",
+        "eslint-plugin-perfectionist": "^3.6.0",
+        "eslint-plugin-prettier": "^5.2.1",
+        "eslint-plugin-vitest": "^0.5.4",
+        "eslint-plugin-vitest-globals": "^1.5.0",
+        "parcel": "^2.12.0",
+        "prettier": "^3.3.3",
+        "semantic-release": "^24.1.1",
+        "ts-node": "^10.9.2",
+        "typescript": "^5.6.2",
+        "typescript-eslint": "^8.5.0",
+        "vitest": "^2.1.1"
+    },
+    "dependencies": {
+        "@libsql/client": "^0.11.0",
+        "pino": "^9.4.0",
+        "pino-pretty": "^11.2.2",
+        "unzipper": "^0.12.3"
+    }
+}