@serifpersia/dango 3.6.7 → 3.6.8

package/server/dist/lib/offline-db.js

@@ -1,395 +1,15 @@
-import crypto from 'crypto';
-import logger from '../logger.js';
-import { SettingsRepository } from '../repositories/settings.repository.js';
-import { decodeMaybeGzip } from '../utils/http.utils.js';
-const log = logger.child({ module: 'OfflineDb' });
-const OFFLINE_DB_URLS = [
-    'https://github.com/cedya77/anime-offline-database/releases/latest/download/anime-offline-database-minified.json',
-    'https://raw.githubusercontent.com/cedya77/anime-offline-database/master/anime-offline-database-minified.json',
-    'https://github.com/manami-project/anime-offline-database/releases/latest/download/anime-offline-database-minified.json',
-    'https://raw.githubusercontent.com/manami-project/anime-offline-database/master/anime-offline-database-minified.json',
-];
-const FETCH_IDLE_TIMEOUT_MS = 60000;
-const FETCH_OVERALL_TIMEOUT_MS = 30 * 60 * 1000;
-const MAX_BODY_BYTES = 100 * 1024 * 1024;
-const CHUNK_SIZE = 1000;
-const INTERRUPTED_RETRY_COOLDOWN_MS = 60 * 60 * 1000;
-const CANONICAL_GENRES = [
-    'Action',
-    'Adventure',
-    'Comedy',
-    'Drama',
-    'Fantasy',
-    'Horror',
-    'Mahou Shoujo',
-    'Mecha',
-    'Music',
-    'Mystery',
-    'Psychological',
-    'Romance',
-    'Sci-Fi',
-    'Slice of Life',
-    'Sports',
-    'Supernatural',
-    'Thriller',
-];
-const canonicalGenreMap = new Map(CANONICAL_GENRES.map((g) => [g.toLowerCase(), g]));
-const SCHEMA_VERSION = 1;
-const TABLE = 'anime_id_map';
-const STAGING_TABLE = 'anime_id_map_new';
-function ensureTable(db, table = TABLE) {
-    const row = db.get("SELECT name FROM sqlite_master WHERE type='table' AND name=?", [table]);
-    if (!row) {
-        db.run(`CREATE TABLE ${table} (id INTEGER PRIMARY KEY AUTOINCREMENT, anilist_id INTEGER, mal_id INTEGER, title TEXT, thumbnail TEXT, type TEXT, genres TEXT)`);
-    }
-    else {
-        const columns = db.all(`PRAGMA table_info(${table})`);
-        const names = new Set(columns.map((c) => c.name));
-        if (!names.has('mal_id'))
-            db.run(`ALTER TABLE ${table} ADD COLUMN mal_id INTEGER`);
-        if (!names.has('type'))
-            db.run(`ALTER TABLE ${table} ADD COLUMN type TEXT`);
-        if (!names.has('genres'))
-            db.run(`ALTER TABLE ${table} ADD COLUMN genres TEXT`);
-    }
-    db.run(`CREATE INDEX IF NOT EXISTS idx_anime_id_map_anilist ON ${table}(anilist_id)`);
-    db.run(`CREATE INDEX IF NOT EXISTS idx_anime_id_map_mal ON ${table}(mal_id)`);
-}
-function latestSaturdayUtc() {
-    const now = new Date();
-    const daysSinceSaturday = (now.getUTCDay() + 1) % 7;
-    return new Date(Date.UTC(now.getUTCFullYear(), now.getUTCMonth(), now.getUTCDate() - daysSinceSaturday, 0, 0, 0, 0));
-}
-async function fetchText(url) {
-    const controller = new AbortController();
-    const overall = setTimeout(() => controller.abort(), FETCH_OVERALL_TIMEOUT_MS);
-    let idle;
-    const touchIdle = () => {
-        if (idle)
-            clearTimeout(idle);
-        idle = setTimeout(() => controller.abort(), FETCH_IDLE_TIMEOUT_MS);
-    };
-    try {
-        const res = await fetch(url, {
-            signal: controller.signal,
-            headers: { 'User-Agent': 'Dango-Media-Client/1.0', Accept: 'application/json' },
-        });
-        if (!res.ok)
-            throw new Error(`HTTP ${res.status}`);
-        const length = res.headers.get('content-length');
-        if (length && Number(length) > MAX_BODY_BYTES)
-            throw new Error('Response too large');
-        if (!res.body)
-            throw new Error('Empty response body');
-        touchIdle();
-        const chunks = [];
-        let total = 0;
-        const reader = res.body.getReader();
-        try {
-            for (;;) {
-                const { done, value } = await reader.read();
-                if (done)
-                    break;
-                touchIdle();
-                total += value.byteLength;
-                if (total > MAX_BODY_BYTES)
-                    throw new Error('Response too large');
-                chunks.push(Buffer.from(value));
-            }
-        }
-        finally {
-            reader.releaseLock();
-        }
-        const text = decodeMaybeGzip(Buffer.concat(chunks)).toString('utf8');
-        if (text.length > MAX_BODY_BYTES)
-            throw new Error('Response too large');
-        return text;
-    }
-    finally {
-        if (idle)
-            clearTimeout(idle);
-        clearTimeout(overall);
-    }
-}
-class OfflineDb {
-    malToEntry = new Map();
-    anilistToMal = new Map();
-    anilistToEntry = new Map();
-    isInitialized = false;
-    isRefreshing = false;
-    async init(db) {
-        try {
-            ensureTable(db);
-            this.loadCache(db);
-            log.info(`OfflineDb loaded ${this.malToEntry.size} MAL mappings from SQLite`);
-            const wasInterrupted = (await SettingsRepository.getByKey(db, 'offlineDbLastStatus'))?.value === 'updating';
-            const autoUpdateSetting = await SettingsRepository.getByKey(db, 'offlineDbAutoUpdateEnabled');
-            const autoUpdateEnabled = !autoUpdateSetting || autoUpdateSetting.value !== 'false';
-            this.backfillShowsMetaGenres(db);
-            if (this.malToEntry.size === 0) {
-                log.info('OfflineDb cache is empty. Starting background download...');
-                this.refreshDatabase(db).catch((err) => {
-                    log.warn({ err: err?.message }, 'Background offline database download failed');
-                });
-            }
-            else if (wasInterrupted && autoUpdateEnabled && (await this.interruptedRetryDue(db))) {
-                log.info('Previous offline database refresh was interrupted. Retrying in background...');
-                await SettingsRepository.upsert(db, 'offlineDbLastStatus', 'idle');
-                await SettingsRepository.upsert(db, 'offlineDbLastMessage', 'Previous refresh was interrupted by a restart. Retrying automatically...');
-                this.refreshDatabase(db).catch((err) => {
-                    log.warn({ err: err?.message }, 'Interrupted offline database retry failed');
-                });
-            }
-            else if (wasInterrupted) {
-                await SettingsRepository.upsert(db, 'offlineDbLastStatus', 'idle');
-                await SettingsRepository.upsert(db, 'offlineDbLastMessage', 'Previous refresh was interrupted by a restart. Trigger an update to retry.');
-            }
-            this.isInitialized = true;
-        }
-        catch (e) {
-            log.error({ err: e }, 'Failed to initialize OfflineDb');
-        }
-    }
-    backfillShowsMetaGenres(db) {
-        try {
-            ensureTable(db);
-            db.run(`
+import C from"crypto";import U from"../logger.js";import{SettingsRepository as i}from"../repositories/settings.repository.js";import{decodeMaybeGzip as k}from"../utils/http.utils.js";const o=U.child({module:"OfflineDb"}),$=["https://github.com/cedya77/anime-offline-database/releases/latest/download/anime-offline-database-minified.json","https://raw.githubusercontent.com/cedya77/anime-offline-database/master/anime-offline-database-minified.json","https://github.com/manami-project/anime-offline-database/releases/latest/download/anime-offline-database-minified.json","https://raw.githubusercontent.com/manami-project/anime-offline-database/master/anime-offline-database-minified.json"],v=6e4,B=1800*1e3,I=100*1024*1024,_=1e3,F=3600*1e3,P=["Action","Adventure","Comedy","Drama","Fantasy","Horror","Mahou Shoujo","Mecha","Music","Mystery","Psychological","Romance","Sci-Fi","Slice of Life","Sports","Supernatural","Thriller"],W=new Map(P.map(r=>[r.toLowerCase(),r])),z=1,p="anime_id_map",A="anime_id_map_new";function y(r,e=p){if(!r.get("SELECT name FROM sqlite_master WHERE type='table' AND name=?",[e]))r.run(`CREATE TABLE ${e} (id INTEGER PRIMARY KEY AUTOINCREMENT, anilist_id INTEGER, mal_id INTEGER, title TEXT, thumbnail TEXT, type TEXT, genres TEXT)`);else{const t=r.all(`PRAGMA table_info(${e})`),n=new Set(t.map(l=>l.name));n.has("mal_id")||r.run(`ALTER TABLE ${e} ADD COLUMN mal_id INTEGER`),n.has("type")||r.run(`ALTER TABLE ${e} ADD COLUMN type TEXT`),n.has("genres")||r.run(`ALTER TABLE ${e} ADD COLUMN genres TEXT`)}r.run(`CREATE INDEX IF NOT EXISTS idx_anime_id_map_anilist ON ${e}(anilist_id)`),r.run(`CREATE INDEX IF NOT EXISTS idx_anime_id_map_mal ON ${e}(mal_id)`)}function M(){const r=new Date,e=(r.getUTCDay()+1)%7;return new Date(Date.UTC(r.getUTCFullYear(),r.getUTCMonth(),r.getUTCDate()-e,0,0,0,0))}async function G(r){const e=new AbortController,a=setTimeout(()=>e.abort(),B);let t;const n=()=>{t&&clearTimeout(t),t=setTimeout(()=>e.abort(),v)};try{const l=await fetch(r,{signal:e.signal,headers:{"User-Agent":"Dango-Media-Client/1.0",Accept:"application/json"}});if(!l.ok)throw new Error(`HTTP ${l.status}`);const d=l.headers.get("content-length");if(d&&Number(d)>I)throw new Error("Response too large");if(!l.body)throw new Error("Empty response body");n();const T=[];let g=0;const w=l.body.getReader();try{for(;;){const{done:c,value:D}=await w.read();if(c)break;if(n(),g+=D.byteLength,g>I)throw new Error("Response too large");T.push(Buffer.from(D))}}finally{w.releaseLock()}const b=k(Buffer.concat(T)).toString("utf8");if(b.length>I)throw new Error("Response too large");return b}finally{t&&clearTimeout(t),clearTimeout(a)}}class x{malToEntry=new Map;anilistToMal=new Map;anilistToEntry=new Map;isInitialized=!1;isRefreshing=!1;async init(e){try{y(e),this.loadCache(e),o.info(`OfflineDb loaded ${this.malToEntry.size} MAL mappings from SQLite`);const a=(await i.getByKey(e,"offlineDbLastStatus"))?.value==="updating",t=await i.getByKey(e,"offlineDbAutoUpdateEnabled"),n=!t||t.value!=="false";this.backfillShowsMetaGenres(e),this.malToEntry.size===0?(o.info("OfflineDb cache is empty. Starting background download..."),this.refreshDatabase(e).catch(l=>{o.warn({err:l?.message},"Background offline database download failed")})):a&&n&&await this.interruptedRetryDue(e)?(o.info("Previous offline database refresh was interrupted. Retrying in background..."),await i.upsert(e,"offlineDbLastStatus","idle"),await i.upsert(e,"offlineDbLastMessage","Previous refresh was interrupted by a restart. Retrying automatically..."),this.refreshDatabase(e).catch(l=>{o.warn({err:l?.message},"Interrupted offline database retry failed")})):a&&(await i.upsert(e,"offlineDbLastStatus","idle"),await i.upsert(e,"offlineDbLastMessage","Previous refresh was interrupted by a restart. Trigger an update to retry.")),this.isInitialized=!0}catch(a){o.error({err:a},"Failed to initialize OfflineDb")}}backfillShowsMetaGenres(e){try{return y(e),e.run(`
         UPDATE shows_meta
         SET genres = (
-          SELECT genres FROM ${TABLE}
+          SELECT genres FROM ${p}
           WHERE anilist_id = CAST(shows_meta.id AS INTEGER)
             AND genres IS NOT NULL AND genres != '[]'
           LIMIT 1
         )
         WHERE (genres IS NULL OR genres = '' OR genres = '[]')
           AND EXISTS (
-            SELECT 1 FROM ${TABLE}
+            SELECT 1 FROM ${p}
             WHERE anilist_id = CAST(shows_meta.id AS INTEGER)
               AND genres IS NOT NULL AND genres != '[]'
           )
-      `);
-            return 1;
-        }
-        catch (err) {
-            log.warn({ err }, 'Failed to backfill shows_meta genres from offline db');
-            return 0;
-        }
-    }
-    loadCache(db) {
-        try {
-            ensureTable(db);
-            const rows = db.all(`SELECT anilist_id, mal_id, title, thumbnail, type, genres FROM ${TABLE} WHERE anilist_id IS NOT NULL AND mal_id IS NOT NULL`);
-            this.malToEntry.clear();
-            this.anilistToMal.clear();
-            this.anilistToEntry.clear();
-            for (const row of rows) {
-                if (!row.anilist_id || !row.mal_id)
-                    continue;
-                const entry = {
-                    anilistId: row.anilist_id,
-                    malId: row.mal_id,
-                    title: row.title || '',
-                    thumbnail: row.thumbnail || undefined,
-                    type: row.type || undefined,
-                    genres: row.genres || undefined,
-                };
-                this.malToEntry.set(row.mal_id, entry);
-                this.anilistToMal.set(row.anilist_id, row.mal_id);
-                this.anilistToEntry.set(row.anilist_id, entry);
-            }
-        }
-        catch (err) {
-            log.error({ err }, 'Failed to load offline mappings into memory');
-        }
-    }
-    getByMalId(malId) {
-        return this.malToEntry.get(malId) ?? null;
-    }
-    getByAnilistId(anilistId) {
-        return this.anilistToEntry.get(anilistId) ?? null;
-    }
-    async getOfflineDbInfo(db) {
-        const get = async (key) => (await SettingsRepository.getByKey(db, key))?.value ?? null;
-        const autoUpdate = await get('offlineDbAutoUpdateEnabled');
-        const lastStatus = (await get('offlineDbLastStatus'));
-        const entryCount = Number((await get('offlineDbEntryCount')) ?? this.malToEntry.size) || 0;
-        return {
-            totalMapped: this.malToEntry.size,
-            totalMalMapped: this.malToEntry.size,
-            isInitialized: this.isInitialized,
-            isRefreshing: this.isRefreshing,
-            autoUpdateEnabled: autoUpdate ? autoUpdate !== 'false' : true,
-            lastCheckedAt: await get('offlineDbLastCheckedAt'),
-            lastUpdatedAt: await get('offlineDbLastUpdatedAt'),
-            lastStatus: lastStatus || (this.isRefreshing ? 'updating' : 'idle'),
-            lastMessage: await get('offlineDbLastMessage'),
-            sourceUrl: await get('offlineDbSourceUrl'),
-            releaseTag: await get('offlineDbReleaseTag'),
-            contentSha256: await get('offlineDbContentSha256'),
-            entryCount,
-            schemaVersion: SCHEMA_VERSION,
-            nextDueAt: latestSaturdayUtc().toISOString(),
-        };
-    }
-    async checkWeeklyUpdateDue(db) {
-        const autoUpdate = await SettingsRepository.getByKey(db, 'offlineDbAutoUpdateEnabled');
-        if (autoUpdate && autoUpdate.value === 'false')
-            return false;
-        const lastChecked = await SettingsRepository.getByKey(db, 'offlineDbLastCheckedAt');
-        if (!lastChecked?.value)
-            return true;
-        const lastCheckedTime = new Date(lastChecked.value).getTime();
-        if (Number.isNaN(lastCheckedTime))
-            return true;
-        return lastCheckedTime < latestSaturdayUtc().getTime();
-    }
-    async interruptedRetryDue(db) {
-        const lastChecked = await SettingsRepository.getByKey(db, 'offlineDbLastCheckedAt');
-        if (!lastChecked?.value)
-            return true;
-        const lastCheckedTime = new Date(lastChecked.value).getTime();
-        if (Number.isNaN(lastCheckedTime))
-            return true;
-        return Date.now() - lastCheckedTime > INTERRUPTED_RETRY_COOLDOWN_MS;
-    }
-    async executeScheduledUpdate(db) {
-        if (this.isRefreshing) {
-            log.info('Scheduled offline database update skipped: refresh already in progress');
-            return;
-        }
-        log.info('Starting scheduled weekly offline database update...');
-        const result = await this.refreshDatabase(db);
-        if (result.success)
-            log.info(`Scheduled offline database update succeeded: ${result.count} entries`);
-        else
-            log.warn(`Scheduled offline database update failed: ${result.error}`);
-    }
-    async refreshDatabase(db) {
-        if (this.isRefreshing) {
-            return { success: false, count: this.malToEntry.size, error: 'Refresh already in progress' };
-        }
-        this.isRefreshing = true;
-        const startedAt = Date.now();
-        await SettingsRepository.upsert(db, 'offlineDbLastStatus', 'updating');
-        await SettingsRepository.upsert(db, 'offlineDbLastCheckedAt', new Date().toISOString());
-        await SettingsRepository.upsert(db, 'offlineDbLastMessage', 'Downloading and parsing database...');
-        try {
-            let text = null;
-            let sourceUrl = null;
-            let lastErr = null;
-            for (const url of OFFLINE_DB_URLS) {
-                try {
-                    log.info(`Fetching anime-offline-database from ${url}...`);
-                    text = await fetchText(url);
-                    const parsed = JSON.parse(text);
-                    if (parsed && Array.isArray(parsed.data)) {
-                        sourceUrl = url;
-                        break;
-                    }
-                    text = null;
-                }
-                catch (err) {
-                    lastErr = err;
-                    log.warn(`Failed downloading from ${url}: ${err.message}`);
-                }
-            }
-            if (!text)
-                throw lastErr || new Error('Could not download anime-offline-database from any source');
-            const sha256 = crypto.createHash('sha256').update(text).digest('hex');
-            const storedSha = (await SettingsRepository.getByKey(db, 'offlineDbContentSha256'))?.value;
-            const data = JSON.parse(text).data;
-            log.info(`Parsing ${data.length} entries from anime-offline-database...`);
-            const anilistRegex = /anilist\.co\/anime\/(\d+)/i;
-            const malRegex = /myanimelist\.net\/anime\/(\d+)/i;
-            const parsedEntries = [];
-            for (const item of data) {
-                const rec = item;
-                if (!Array.isArray(rec.sources))
-                    continue;
-                let anilistId = null;
-                let malId = null;
-                for (const src of rec.sources) {
-                    if (typeof src !== 'string')
-                        continue;
-                    const anilistMatch = src.match(anilistRegex);
-                    if (anilistMatch)
-                        anilistId = parseInt(anilistMatch[1], 10);
-                    const malMatch = src.match(malRegex);
-                    if (malMatch)
-                        malId = parseInt(malMatch[1], 10);
-                }
-                if (!anilistId || !malId)
-                    continue;
-                let thumbnail = typeof rec.thumbnail === 'string'
-                    ? rec.thumbnail
-                    : typeof rec.picture === 'string'
-                        ? rec.picture
-                        : '';
-                if (thumbnail.includes('cdn.myanimelist.net/images/anime/')) {
-                    thumbnail = thumbnail.replace(/t\.(jpe?g|png|webp)$/i, 'l.$1');
-                }
-                let genres;
-                if (Array.isArray(rec.tags)) {
-                    const matched = new Set();
-                    for (const tag of rec.tags) {
-                        if (typeof tag !== 'string')
-                            continue;
-                        const canonical = canonicalGenreMap.get(tag.trim().toLowerCase());
-                        if (canonical)
-                            matched.add(canonical);
-                    }
-                    if (matched.size > 0)
-                        genres = JSON.stringify([...matched]);
-                }
-                parsedEntries.push({
-                    anilistId,
-                    malId,
-                    title: typeof rec.title === 'string' ? rec.title : '',
-                    thumbnail: thumbnail || undefined,
-                    type: typeof rec.type === 'string' ? rec.type : undefined,
-                    genres,
-                });
-            }
-            log.info(`Saving ${parsedEntries.length} mapped entries to SQLite...`);
-            db.run(`DROP TABLE IF EXISTS ${STAGING_TABLE}`);
-            ensureTable(db, STAGING_TABLE);
-            const stmt = db.prepare(`INSERT INTO ${STAGING_TABLE} (anilist_id, mal_id, title, thumbnail, type, genres) VALUES (?, ?, ?, ?, ?, ?)`);
-            for (let i = 0; i < parsedEntries.length; i += CHUNK_SIZE) {
-                const chunk = parsedEntries.slice(i, i + CHUNK_SIZE);
-                db.serialize(() => {
-                    for (const entry of chunk) {
-                        stmt.run(entry.anilistId, entry.malId, entry.title, entry.thumbnail ?? null, entry.type ?? null, entry.genres ?? null);
-                    }
-                });
-                await new Promise((resolve) => setImmediate(resolve));
-            }
-            db.run(`DROP TABLE IF EXISTS ${TABLE}`);
-            db.run(`ALTER TABLE ${STAGING_TABLE} RENAME TO ${TABLE}`);
-            ensureTable(db);
-            this.loadCache(db);
-            this.backfillShowsMetaGenres(db);
-            const releaseTag = sourceUrl?.includes('/releases/') ? 'latest' : 'raw';
-            await SettingsRepository.upsert(db, 'offlineDbLastStatus', 'success');
-            await SettingsRepository.upsert(db, 'offlineDbLastUpdatedAt', new Date().toISOString());
-            await SettingsRepository.upsert(db, 'offlineDbSourceUrl', sourceUrl ?? '');
-            await SettingsRepository.upsert(db, 'offlineDbReleaseTag', releaseTag);
-            await SettingsRepository.upsert(db, 'offlineDbContentSha256', sha256);
-            await SettingsRepository.upsert(db, 'offlineDbEntryCount', String(parsedEntries.length));
-            const skipped = storedSha === sha256;
-            await SettingsRepository.upsert(db, 'offlineDbLastMessage', `Updated ${parsedEntries.length} entries in ${Math.round((Date.now() - startedAt) / 1000)}s${skipped ? ' (unchanged upstream hash)' : ''}.`);
-            log.info(`OfflineDb refresh completed: ${parsedEntries.length} entries from ${sourceUrl}`);
-            return { success: true, count: parsedEntries.length };
-        }
-        catch (err) {
-            const errMsg = err.message || 'Failed to refresh offline database';
-            log.error({ err }, 'Failed to refresh anime-offline-database');
-            await SettingsRepository.upsert(db, 'offlineDbLastStatus', 'failed');
-            await SettingsRepository.upsert(db, 'offlineDbLastMessage', errMsg);
-            return { success: false, count: this.malToEntry.size, error: errMsg };
-        }
-        finally {
-            this.isRefreshing = false;
-        }
-    }
-}
-export const offlineDb = new OfflineDb();
+      `),1}catch(a){return o.warn({err:a},"Failed to backfill shows_meta genres from offline db"),0}}loadCache(e){try{y(e);const a=e.all(`SELECT anilist_id, mal_id, title, thumbnail, type, genres FROM ${p} WHERE anilist_id IS NOT NULL AND mal_id IS NOT NULL`);this.malToEntry.clear(),this.anilistToMal.clear(),this.anilistToEntry.clear();for(const t of a){if(!t.anilist_id||!t.mal_id)continue;const n={anilistId:t.anilist_id,malId:t.mal_id,title:t.title||"",thumbnail:t.thumbnail||void 0,type:t.type||void 0,genres:t.genres||void 0};this.malToEntry.set(t.mal_id,n),this.anilistToMal.set(t.anilist_id,t.mal_id),this.anilistToEntry.set(t.anilist_id,n)}}catch(a){o.error({err:a},"Failed to load offline mappings into memory")}}getByMalId(e){return this.malToEntry.get(e)??null}getByAnilistId(e){return this.anilistToEntry.get(e)??null}async getOfflineDbInfo(e){const a=async d=>(await i.getByKey(e,d))?.value??null,t=await a("offlineDbAutoUpdateEnabled"),n=await a("offlineDbLastStatus"),l=Number(await a("offlineDbEntryCount")??this.malToEntry.size)||0;return{totalMapped:this.malToEntry.size,totalMalMapped:this.malToEntry.size,isInitialized:this.isInitialized,isRefreshing:this.isRefreshing,autoUpdateEnabled:t?t!=="false":!0,lastCheckedAt:await a("offlineDbLastCheckedAt"),lastUpdatedAt:await a("offlineDbLastUpdatedAt"),lastStatus:n||(this.isRefreshing?"updating":"idle"),lastMessage:await a("offlineDbLastMessage"),sourceUrl:await a("offlineDbSourceUrl"),releaseTag:await a("offlineDbReleaseTag"),contentSha256:await a("offlineDbContentSha256"),entryCount:l,schemaVersion:z,nextDueAt:M().toISOString()}}async checkWeeklyUpdateDue(e){const a=await i.getByKey(e,"offlineDbAutoUpdateEnabled");if(a&&a.value==="false")return!1;const t=await i.getByKey(e,"offlineDbLastCheckedAt");if(!t?.value)return!0;const n=new Date(t.value).getTime();return Number.isNaN(n)?!0:n<M().getTime()}async interruptedRetryDue(e){const a=await i.getByKey(e,"offlineDbLastCheckedAt");if(!a?.value)return!0;const t=new Date(a.value).getTime();return Number.isNaN(t)?!0:Date.now()-t>F}async executeScheduledUpdate(e){if(this.isRefreshing){o.info("Scheduled offline database update skipped: refresh already in progress");return}o.info("Starting scheduled weekly offline database update...");const a=await this.refreshDatabase(e);a.success?o.info(`Scheduled offline database update succeeded: ${a.count} entries`):o.warn(`Scheduled offline database update failed: ${a.error}`)}async refreshDatabase(e){if(this.isRefreshing)return{success:!1,count:this.malToEntry.size,error:"Refresh already in progress"};this.isRefreshing=!0;const a=Date.now();await i.upsert(e,"offlineDbLastStatus","updating"),await i.upsert(e,"offlineDbLastCheckedAt",new Date().toISOString()),await i.upsert(e,"offlineDbLastMessage","Downloading and parsing database...");try{let t=null,n=null,l=null;for(const u of $)try{o.info(`Fetching anime-offline-database from ${u}...`),t=await G(u);const s=JSON.parse(t);if(s&&Array.isArray(s.data)){n=u;break}t=null}catch(s){l=s,o.warn(`Failed downloading from ${u}: ${s.message}`)}if(!t)throw l||new Error("Could not download anime-offline-database from any source");const d=C.createHash("sha256").update(t).digest("hex"),T=(await i.getByKey(e,"offlineDbContentSha256"))?.value,g=JSON.parse(t).data;o.info(`Parsing ${g.length} entries from anime-offline-database...`);const w=/anilist\.co\/anime\/(\d+)/i,b=/myanimelist\.net\/anime\/(\d+)/i,c=[];for(const u of g){const s=u;if(!Array.isArray(s.sources))continue;let f=null,L=null;for(const m of s.sources){if(typeof m!="string")continue;const h=m.match(w);h&&(f=parseInt(h[1],10));const E=m.match(b);E&&(L=parseInt(E[1],10))}if(!f||!L)continue;let S=typeof s.thumbnail=="string"?s.thumbnail:typeof s.picture=="string"?s.picture:"";S.includes("cdn.myanimelist.net/images/anime/")&&(S=S.replace(/t\.(jpe?g|png|webp)$/i,"l.$1"));let R;if(Array.isArray(s.tags)){const m=new Set;for(const h of s.tags){if(typeof h!="string")continue;const E=W.get(h.trim().toLowerCase());E&&m.add(E)}m.size>0&&(R=JSON.stringify([...m]))}c.push({anilistId:f,malId:L,title:typeof s.title=="string"?s.title:"",thumbnail:S||void 0,type:typeof s.type=="string"?s.type:void 0,genres:R})}o.info(`Saving ${c.length} mapped entries to SQLite...`),e.run(`DROP TABLE IF EXISTS ${A}`),y(e,A);const D=e.prepare(`INSERT INTO ${A} (anilist_id, mal_id, title, thumbnail, type, genres) VALUES (?, ?, ?, ?, ?, ?)`);for(let u=0;u<c.length;u+=_){const s=c.slice(u,u+_);e.serialize(()=>{for(const f of s)D.run(f.anilistId,f.malId,f.title,f.thumbnail??null,f.type??null,f.genres??null)}),await new Promise(f=>setImmediate(f))}e.run(`DROP TABLE IF EXISTS ${p}`),e.run(`ALTER TABLE ${A} RENAME TO ${p}`),y(e),this.loadCache(e),this.backfillShowsMetaGenres(e);const N=n?.includes("/releases/")?"latest":"raw";await i.upsert(e,"offlineDbLastStatus","success"),await i.upsert(e,"offlineDbLastUpdatedAt",new Date().toISOString()),await i.upsert(e,"offlineDbSourceUrl",n??""),await i.upsert(e,"offlineDbReleaseTag",N),await i.upsert(e,"offlineDbContentSha256",d),await i.upsert(e,"offlineDbEntryCount",String(c.length));const O=T===d;return await i.upsert(e,"offlineDbLastMessage",`Updated ${c.length} entries in ${Math.round((Date.now()-a)/1e3)}s${O?" (unchanged upstream hash)":""}.`),o.info(`OfflineDb refresh completed: ${c.length} entries from ${n}`),{success:!0,count:c.length}}catch(t){const n=t.message||"Failed to refresh offline database";return o.error({err:t},"Failed to refresh anime-offline-database"),await i.upsert(e,"offlineDbLastStatus","failed"),await i.upsert(e,"offlineDbLastMessage",n),{success:!1,count:this.malToEntry.size,error:n}}finally{this.isRefreshing=!1}}}const J=new x;export{J as offlineDb};

package/server/dist/lib/potoken.js

@@ -1,135 +1 @@
-import logger from '../logger.js';
-import { parseJsonBody } from '../utils/http.utils.js';
-import { getInnertube } from './ytmusic.js';
-const REQUEST_KEY = 'O43z0dpjhgX20SCx4KAo';
-const INTEGRITY_TTL_MS = 10 * 60 * 60 * 1000;
-const POT_CACHE_MS = 6 * 60 * 60 * 1000;
-let minter = null;
-let minterFetchedAt = 0;
-let bootstrapPromise = null;
-let bootstrapFailedAt = 0;
-const BOOTSTRAP_FAIL_COOLDOWN_MS = 60 * 1000;
-const potCache = new Map();
-// BotGuard needs browser globals to execute. They are installed once and kept
-// for the process lifetime: the minter's callbacks read them lazily at mint
-// time, long after bootstrap completes, so scoping them to bootstrap breaks
-// minting with `window is not defined`.
-async function setupDom() {
-    const g = globalThis;
-    if ('navigator' in g && g.yt)
-        return;
-    const { JSDOM, VirtualConsole } = await import('jsdom');
-    const virtualConsole = new VirtualConsole();
-    const dom = new JSDOM('<!DOCTYPE html><html lang="en"><head><title></title></head><body></body></html>', {
-        url: 'https://www.youtube.com',
-        referrer: 'https://www.youtube.com/',
-        virtualConsole,
-    });
-    Object.assign(g, {
-        window: dom.window,
-        document: dom.window.document,
-        location: dom.window.location,
-        origin: dom.window.origin,
-    });
-    if (!('navigator' in g)) {
-        Object.defineProperty(g, 'navigator', {
-            value: dom.window.navigator,
-            writable: true,
-            configurable: true,
-        });
-    }
-}
-async function buildMinter() {
-    const [{ BotGuardClient }, { WebPoMinter }, { buildURL, getHeaders, USER_AGENT }] = await Promise.all([
-        import('bgutils-js/botguard'),
-        import('bgutils-js/webpo'),
-        import('bgutils-js/utils'),
-    ]);
-    const yt = await getInnertube();
-    const pageResponse = await fetch('https://www.youtube.com', {
-        headers: {
-            accept: '*/*',
-            'accept-language': 'en-US,en;q=0.7',
-            'user-agent': USER_AGENT,
-        },
-    });
-    const pageHtml = await pageResponse.text();
-    const ytConfig = pageHtml.match(/ytcfg\.set\(({.+?})\);/s)?.[1];
-    if (ytConfig) {
-        const win = globalThis.window;
-        if (win)
-            win.yt = { config_: JSON.parse(ytConfig) };
-    }
-    const challenge = (await yt.getAttestationChallenge('ENGAGEMENT_TYPE_UNBOUND'));
-    const bgc = challenge.bg_challenge;
-    const interpreterUrl = bgc?.interpreter_url?.private_do_not_access_or_else_trusted_resource_url_wrapped_value;
-    if (!bgc?.program || !bgc.global_name || !interpreterUrl) {
-        throw new Error('No BotGuard challenge in response');
-    }
-    const bgScript = await (await fetch(`https:${interpreterUrl}`)).text();
-    if (!bgScript)
-        throw new Error('Could not load BotGuard VM');
-    new Function(bgScript)();
-    const botGuard = await BotGuardClient.create({
-        program: bgc.program,
-        globalName: bgc.global_name,
-        globalObject: globalThis,
-    });
-    const webPoSignalOutput = [];
-    const botguardResponse = await botGuard.snapshot({ webPoSignalOutput });
-    const itResponse = await fetch(buildURL('GenerateIT', true), {
-        method: 'POST',
-        headers: getHeaders(),
-        body: JSON.stringify([REQUEST_KEY, botguardResponse]),
-    });
-    const [integrityToken, estimatedTtlSecs, mintRefreshThreshold, websafeFallbackToken] = await parseJsonBody(itResponse);
-    if (!integrityToken)
-        throw new Error('Integrity token request failed');
-    logger.info('[pot] minter ready (integrity ttl %ss)', estimatedTtlSecs);
-    return WebPoMinter.create({
-        integrityToken,
-        estimatedTtlSecs,
-        mintRefreshThreshold,
-        websafeFallbackToken,
-    }, webPoSignalOutput);
-}
-async function getMinter() {
-    if (minter && Date.now() - minterFetchedAt < INTEGRITY_TTL_MS)
-        return minter;
-    if (Date.now() - bootstrapFailedAt < BOOTSTRAP_FAIL_COOLDOWN_MS) {
-        throw new Error('PoToken bootstrap cooling down');
-    }
-    if (!bootstrapPromise) {
-        bootstrapPromise = (async () => {
-            await setupDom();
-            const m = await buildMinter();
-            minter = m;
-            minterFetchedAt = Date.now();
-            return m;
-        })().catch((err) => {
-            bootstrapPromise = null;
-            bootstrapFailedAt = Date.now();
-            throw err;
-        });
-    }
-    return bootstrapPromise;
-}
-export async function mintPoToken(videoId) {
-    const cached = potCache.get(videoId);
-    if (cached && Date.now() - cached.fetchedAt < POT_CACHE_MS)
-        return cached.pot;
-    const m = await getMinter();
-    const pot = await m.mintAsWebsafeString(videoId);
-    potCache.set(videoId, { pot, fetchedAt: Date.now() });
-    return pot;
-}
-export function resetPoTokens(videoId) {
-    if (videoId)
-        potCache.delete(videoId);
-    else {
-        potCache.clear();
-        minter = null;
-        minterFetchedAt = 0;
-        bootstrapPromise = null;
-    }
-}
+import S from"../logger.js";import{parseJsonBody as E}from"../utils/http.utils.js";import{getInnertube as M}from"./ytmusic.js";const C="O43z0dpjhgX20SCx4KAo",A=600*60*1e3,R=360*60*1e3;let s=null,c=0,a=null,h=0;const k=60*1e3,l=new Map;async function D(){const t=globalThis;if("navigator"in t&&t.yt)return;const{JSDOM:e,VirtualConsole:i}=await import("jsdom"),o=new i,n=new e('<!DOCTYPE html><html lang="en"><head><title></title></head><body></body></html>',{url:"https://www.youtube.com",referrer:"https://www.youtube.com/",virtualConsole:o});Object.assign(t,{window:n.window,document:n.window.document,location:n.window.location,origin:n.window.origin}),"navigator"in t||Object.defineProperty(t,"navigator",{value:n.window.navigator,writable:!0,configurable:!0})}async function N(){const[{BotGuardClient:t},{WebPoMinter:e},{buildURL:i,getHeaders:o,USER_AGENT:n}]=await Promise.all([import("bgutils-js/botguard"),import("bgutils-js/webpo"),import("bgutils-js/utils")]),f=await M(),g=(await(await fetch("https://www.youtube.com",{headers:{accept:"*/*","accept-language":"en-US,en;q=0.7","user-agent":n}})).text()).match(/ytcfg\.set\(({.+?})\);/s)?.[1];if(g){const d=globalThis.window;d&&(d.yt={config_:JSON.parse(g)})}const r=(await f.getAttestationChallenge("ENGAGEMENT_TYPE_UNBOUND")).bg_challenge,u=r?.interpreter_url?.private_do_not_access_or_else_trusted_resource_url_wrapped_value;if(!r?.program||!r.global_name||!u)throw new Error("No BotGuard challenge in response");const w=await(await fetch(`https:${u}`)).text();if(!w)throw new Error("Could not load BotGuard VM");new Function(w)();const _=await t.create({program:r.program,globalName:r.global_name,globalObject:globalThis}),p=[],y=await _.snapshot({webPoSignalOutput:p}),P=await fetch(i("GenerateIT",!0),{method:"POST",headers:o(),body:JSON.stringify([C,y])}),[m,b,T,O]=await E(P);if(!m)throw new Error("Integrity token request failed");return S.info("[pot] minter ready (integrity ttl %ss)",b),e.create({integrityToken:m,estimatedTtlSecs:b,mintRefreshThreshold:T,websafeFallbackToken:O},p)}async function W(){if(s&&Date.now()-c<A)return s;if(Date.now()-h<k)throw new Error("PoToken bootstrap cooling down");return a||(a=(async()=>{await D();const t=await N();return s=t,c=Date.now(),t})().catch(t=>{throw a=null,h=Date.now(),t})),a}async function F(t){const e=l.get(t);if(e&&Date.now()-e.fetchedAt<R)return e.pot;const o=await(await W()).mintAsWebsafeString(t);return l.set(t,{pot:o,fetchedAt:Date.now()}),o}function H(t){t?l.delete(t):(l.clear(),s=null,c=0,a=null)}export{F as mintPoToken,H as resetPoTokens};