@serifpersia/dango 3.6.7 → 3.6.8

package/server/dist/lib/mal-import.js

@@ -1,291 +1 @@
-import { XMLParser } from 'fast-xml-parser';
-import { searchAnilistByTitle, isAnilistRateLimited, getShowMetaById } from './anilist.js';
-import { kitsuSearchAnime } from './kitsu.js';
-import { offlineDb } from './offline-db.js';
-import { SettingsRepository } from '../repositories/settings.repository.js';
-import { ShowsMetaRepository } from '../repositories/shows-meta.repository.js';
-import { performWriteTransactionAsync } from '../sync.js';
-import logger from '../logger.js';
-let activeImportStatus = {
-    running: false,
-    current: 0,
-    total: 0,
-    phase: 'done',
-    source: null,
-};
-let activeImportCancelled = false;
-export function getMalImportStatus() {
-    return activeImportStatus;
-}
-export function requestMalImportCancel() {
-    if (!activeImportStatus.running) {
-        return { success: true, message: 'No import running' };
-    }
-    activeImportCancelled = true;
-    return { success: true, message: 'Import cancellation requested' };
-}
-export function prepareMalImport(fileBuffer, flags) {
-    if (activeImportStatus.running) {
-        return { ok: false, status: 409, body: { error: 'An import is already in progress' } };
-    }
-    if (!fileBuffer)
-        return { ok: false, status: 400, body: { error: 'No file' } };
-    const { erase, useOfflineDb, skipFallback } = flags;
-    const offlineEnabled = useOfflineDb !== 'false' && useOfflineDb !== false && useOfflineDb !== '0';
-    const shouldSkipFallback = skipFallback === 'true' || skipFallback === true || skipFallback === '1';
-    let result;
-    try {
-        result = malXmlParser.parse(fileBuffer.toString());
-    }
-    catch {
-        return { ok: false, status: 400, body: { error: 'Invalid XML' } };
-    }
-    const animeList = result?.myanimelist?.anime || [];
-    if (animeList.length === 0) {
-        return { ok: false, status: 400, body: { error: 'No anime found in XML' } };
-    }
-    activeImportCancelled = false;
-    activeImportStatus = {
-        running: true,
-        current: 0,
-        total: animeList.length,
-        phase: 'offline',
-        source: 'offline',
-    };
-    return { ok: true, import: { animeList, erase, offlineEnabled, shouldSkipFallback } };
-}
-export async function executeMalImport(db, prepared, sendEvent) {
-    const { animeList, erase, offlineEnabled, shouldSkipFallback } = prepared;
-    const total = animeList.length;
-    let skippedCount = 0;
-    const offlineShows = [];
-    const offlineMeta = [];
-    const fallbackQueue = [];
-    for (const item of animeList) {
-        const malTitle = xmlText(item.series_title);
-        const status = mapMalStatus(xmlText(item.my_status));
-        let matched = false;
-        if (offlineEnabled) {
-            const malId = parseInt(xmlText(item.series_animedb_id), 10);
-            if (malId && !Number.isNaN(malId)) {
-                const entry = offlineDb.getByMalId(malId);
-                if (entry) {
-                    matched = true;
-                    const showId = String(entry.anilistId);
-                    const title = entry.title || malTitle;
-                    offlineShows.push({ id: showId, name: title, thumbnail: entry.thumbnail, status });
-                    if (entry.thumbnail || entry.type || entry.genres) {
-                        offlineMeta.push({
-                            id: showId,
-                            thumbnail: entry.thumbnail,
-                            type: entry.type,
-                            genres: entry.genres,
-                        });
-                    }
-                    activeImportStatus = {
-                        running: true,
-                        current: offlineShows.length,
-                        total,
-                        phase: 'offline',
-                        source: 'offline',
-                        title: malTitle,
-                        matchedTitle: title,
-                        status,
-                        found: true,
-                        imported: offlineShows.length,
-                    };
-                    sendEvent('progress', {
-                        current: offlineShows.length,
-                        total,
-                        title: malTitle,
-                        matchedTitle: title,
-                        status,
-                        source: 'offline',
-                        found: true,
-                    });
-                }
-            }
-        }
-        if (!matched)
-            fallbackQueue.push(item);
-    }
-    if (offlineShows.length > 0 || erase) {
-        try {
-            await performWriteTransactionAsync(db, async (tx) => {
-                if (erase)
-                    await SettingsRepository.clearWatchlist(tx);
-                await SettingsRepository.upsertWatchlistBatch(tx, offlineShows);
-                for (const meta of offlineMeta) {
-                    if (meta.thumbnail || meta.type || meta.genres) {
-                        await ShowsMetaRepository.upsert(tx, {
-                            id: meta.id,
-                            thumbnail: meta.thumbnail,
-                            type: meta.type,
-                            genres: meta.genres,
-                        });
-                    }
-                }
-            });
-        }
-        catch (dbErr) {
-            logger.error({ err: dbErr }, 'Failed to commit offline import matches');
-        }
-    }
-    let fallbackImported = 0;
-    if (shouldSkipFallback || activeImportCancelled) {
-        skippedCount += fallbackQueue.length;
-    }
-    else if (fallbackQueue.length > 0) {
-        activeImportStatus = { ...activeImportStatus, phase: 'fallback', source: null };
-        const BATCH_SIZE = 5;
-        for (let i = 0; i < fallbackQueue.length; i += BATCH_SIZE) {
-            if (activeImportCancelled) {
-                skippedCount += fallbackQueue.length - i;
-                break;
-            }
-            const batch = fallbackQueue.slice(i, i + BATCH_SIZE);
-            const batchResults = await Promise.allSettled(batch.map((item) => searchByTitleForMal(xmlText(item.series_title))));
-            const batchShows = [];
-            const batchMeta = [];
-            const metaPromises = [];
-            batchResults.forEach((r, idx) => {
-                const malTitle = xmlText(batch[idx].series_title);
-                const status = mapMalStatus(xmlText(batch[idx].my_status));
-                const current = offlineShows.length + fallbackImported + idx + 1;
-                if (r.status === 'fulfilled' && r.value) {
-                    const show = r.value;
-                    const title = show.title?.english || show.title?.romaji || malTitle;
-                    batchShows.push({ id: String(show.id), name: title, status });
-                    activeImportStatus = {
-                        running: true,
-                        current,
-                        total,
-                        phase: 'fallback',
-                        source: show.source,
-                        title: malTitle,
-                        matchedTitle: title,
-                        status,
-                        found: true,
-                        imported: offlineShows.length + fallbackImported + 1,
-                    };
-                    sendEvent('progress', {
-                        current,
-                        total,
-                        title: malTitle,
-                        matchedTitle: title,
-                        status,
-                        source: show.source,
-                        found: true,
-                    });
-                    metaPromises.push(getShowMetaById(String(show.id))
-                        .then((meta) => {
-                        if (meta) {
-                            batchMeta.push({
-                                id: String(show.id),
-                                thumbnail: meta.thumbnail || undefined,
-                                type: meta.type || undefined,
-                            });
-                        }
-                    })
-                        .catch(() => { }));
-                }
-                else {
-                    skippedCount++;
-                    activeImportStatus = {
-                        running: true,
-                        current,
-                        total,
-                        phase: 'fallback',
-                        source: null,
-                        title: malTitle,
-                        matchedTitle: null,
-                        status,
-                        found: false,
-                        imported: offlineShows.length + fallbackImported,
-                    };
-                    sendEvent('progress', {
-                        current,
-                        total,
-                        title: malTitle,
-                        matchedTitle: null,
-                        status,
-                        source: null,
-                        found: false,
-                    });
-                }
-            });
-            await Promise.allSettled(metaPromises);
-            if (batchShows.length > 0) {
-                try {
-                    await performWriteTransactionAsync(db, async (tx) => {
-                        await SettingsRepository.upsertWatchlistBatch(tx, batchShows);
-                        for (const meta of batchMeta) {
-                            if (meta.thumbnail) {
-                                await ShowsMetaRepository.upsert(tx, {
-                                    id: meta.id,
-                                    thumbnail: meta.thumbnail,
-                                    type: meta.type,
-                                });
-                            }
-                        }
-                    });
-                    fallbackImported += batchShows.length;
-                }
-                catch (dbErr) {
-                    logger.error({ err: dbErr }, 'Failed to commit fallback import batch');
-                    skippedCount += batchShows.length;
-                }
-            }
-        }
-    }
-    const imported = offlineShows.length + fallbackImported;
-    activeImportStatus = {
-        running: false,
-        current: total,
-        total,
-        phase: 'done',
-        source: null,
-        imported,
-        skipped: skippedCount,
-    };
-    sendEvent('complete', { imported, skipped: skippedCount });
-}
-function xmlText(value) {
-    if (Array.isArray(value))
-        return String(value[0] ?? '');
-    return String(value ?? '');
-}
-function mapMalStatus(malStatus) {
-    switch (malStatus) {
-        case 'Plan to Watch':
-            return 'Planned';
-        case 'On Hold':
-            return 'On-Hold';
-        default:
-            return malStatus;
-    }
-}
-const malXmlParser = new XMLParser({
-    isArray: (name) => name === 'anime',
-    parseTagValue: false,
-    trimValues: true,
-});
-async function searchByTitleForMal(title) {
-    const result = await searchAnilistByTitle(title);
-    if (result)
-        return { ...result, source: 'anilist' };
-    if (isAnilistRateLimited()) {
-        logger.debug({ title }, 'AniList rate limited, trying Kitsu fallback for MAL import');
-        const fb = await kitsuSearchAnime({ query: title, page: 1, perPage: 5 });
-        if (fb.length > 0) {
-            const lowerTitle = title.toLowerCase();
-            const exactMatch = fb.find((m) => m.title?.romaji?.toLowerCase() === lowerTitle ||
-                m.title?.english?.toLowerCase() === lowerTitle);
-            const best = exactMatch || fb[0];
-            if (best.id > 0) {
-                return { id: best.id, title: best.title ?? {}, source: 'kitsu' };
-            }
-        }
-    }
-    return null;
-}
+import{XMLParser as D}from"fast-xml-parser";import{searchAnilistByTitle as j,isAnilistRateLimited as E,getShowMetaById as O}from"./anilist.js";import{kitsuSearchAnime as R}from"./kitsu.js";import{offlineDb as V}from"./offline-db.js";import{SettingsRepository as v}from"../repositories/settings.repository.js";import{ShowsMetaRepository as x}from"../repositories/shows-meta.repository.js";import{performWriteTransactionAsync as N}from"../sync.js";import B from"../logger.js";let u={running:!1,current:0,total:0,phase:"done",source:null},L=!1;function $(){return u}function tt(){return u.running?(L=!0,{success:!0,message:"Import cancellation requested"}):{success:!0,message:"No import running"}}function et(t,b){if(u.running)return{ok:!1,status:409,body:{error:"An import is already in progress"}};if(!t)return{ok:!1,status:400,body:{error:"No file"}};const{erase:a,useOfflineDb:c,skipFallback:p}=b,h=c!=="false"&&c!==!1&&c!=="0",y=p==="true"||p===!0||p==="1";let s;try{s=q.parse(t.toString())}catch{return{ok:!1,status:400,body:{error:"Invalid XML"}}}const l=s?.myanimelist?.anime||[];return l.length===0?{ok:!1,status:400,body:{error:"No anime found in XML"}}:(L=!1,u={running:!0,current:0,total:l.length,phase:"offline",source:"offline"},{ok:!0,import:{animeList:l,erase:a,offlineEnabled:h,shouldSkipFallback:y}})}async function nt(t,b,a){const{animeList:c,erase:p,offlineEnabled:h,shouldSkipFallback:y}=b,s=c.length;let l=0;const o=[],C=[],k=[];for(const r of c){const e=I(r.series_title),g=X(I(r.my_status));let T=!1;if(h){const m=parseInt(I(r.series_animedb_id),10);if(m&&!Number.isNaN(m)){const i=V.getByMalId(m);if(i){T=!0;const M=String(i.anilistId),n=i.title||e;o.push({id:M,name:n,thumbnail:i.thumbnail,status:g}),(i.thumbnail||i.type||i.genres)&&C.push({id:M,thumbnail:i.thumbnail,type:i.type,genres:i.genres}),u={running:!0,current:o.length,total:s,phase:"offline",source:"offline",title:e,matchedTitle:n,status:g,found:!0,imported:o.length},a("progress",{current:o.length,total:s,title:e,matchedTitle:n,status:g,source:"offline",found:!0})}}}T||k.push(r)}if(o.length>0||p)try{await N(t,async r=>{p&&await v.clearWatchlist(r),await v.upsertWatchlistBatch(r,o);for(const e of C)(e.thumbnail||e.type||e.genres)&&await x.upsert(r,{id:e.id,thumbnail:e.thumbnail,type:e.type,genres:e.genres})})}catch(r){B.error({err:r},"Failed to commit offline import matches")}let w=0;if(y||L)l+=k.length;else if(k.length>0){u={...u,phase:"fallback",source:null};const r=5;for(let e=0;e<k.length;e+=r){if(L){l+=k.length-e;break}const g=k.slice(e,e+r),T=await Promise.allSettled(g.map(n=>H(I(n.series_title)))),m=[],i=[],M=[];if(T.forEach((n,f)=>{const S=I(g[f].series_title),A=X(I(g[f].my_status)),P=o.length+w+f+1;if(n.status==="fulfilled"&&n.value){const d=n.value,_=d.title?.english||d.title?.romaji||S;m.push({id:String(d.id),name:_,status:A}),u={running:!0,current:P,total:s,phase:"fallback",source:d.source,title:S,matchedTitle:_,status:A,found:!0,imported:o.length+w+1},a("progress",{current:P,total:s,title:S,matchedTitle:_,status:A,source:d.source,found:!0}),M.push(O(String(d.id)).then(F=>{F&&i.push({id:String(d.id),thumbnail:F.thumbnail||void 0,type:F.type||void 0})}).catch(()=>{}))}else l++,u={running:!0,current:P,total:s,phase:"fallback",source:null,title:S,matchedTitle:null,status:A,found:!1,imported:o.length+w},a("progress",{current:P,total:s,title:S,matchedTitle:null,status:A,source:null,found:!1})}),await Promise.allSettled(M),m.length>0)try{await N(t,async n=>{await v.upsertWatchlistBatch(n,m);for(const f of i)f.thumbnail&&await x.upsert(n,{id:f.id,thumbnail:f.thumbnail,type:f.type})}),w+=m.length}catch(n){B.error({err:n},"Failed to commit fallback import batch"),l+=m.length}}}const W=o.length+w;u={running:!1,current:s,total:s,phase:"done",source:null,imported:W,skipped:l},a("complete",{imported:W,skipped:l})}function I(t){return Array.isArray(t)?String(t[0]??""):String(t??"")}function X(t){switch(t){case"Plan to Watch":return"Planned";case"On Hold":return"On-Hold";default:return t}}const q=new D({isArray:t=>t==="anime",parseTagValue:!1,trimValues:!0});async function H(t){const b=await j(t);if(b)return{...b,source:"anilist"};if(E()){B.debug({title:t},"AniList rate limited, trying Kitsu fallback for MAL import");const a=await R({query:t,page:1,perPage:5});if(a.length>0){const c=t.toLowerCase(),h=a.find(y=>y.title?.romaji?.toLowerCase()===c||y.title?.english?.toLowerCase()===c)||a[0];if(h.id>0)return{id:h.id,title:h.title??{},source:"kitsu"}}}return null}export{nt as executeMalImport,$ as getMalImportStatus,et as prepareMalImport,tt as requestMalImportCancel};