@tienne/gestalt 0.106.0 → 0.108.0

package/dist/src/lens/ingest.js

@@ -0,0 +1,558 @@
+import { createHash } from 'node:crypto';
+import { lookup as dnsLookup } from 'node:dns/promises';
+import { closeSync, cpSync, existsSync, mkdirSync, mkdtempSync, openSync, readFileSync, renameSync, rmSync, writeSync, } from 'node:fs';
+import { isIP } from 'node:net';
+import { tmpdir } from 'node:os';
+import { basename, dirname, extname, join, resolve } from 'node:path';
+import { pathToFileURL } from 'node:url';
+import { log } from '../core/log.js';
+import { writeJsonAtomic } from '../core/json-file.js';
+import { isPrivateAddress } from '../research/source-create.js';
+import { LENS_SOURCE_SCHEMA_VERSION, lensSourcePath, lensSourceSchema, } from '../digest/lens-source.js';
+import { moveStaleDigest } from '../digest/ingest.js';
+import { parseTranscript } from '../digest/schema.js';
+import { DigestStore, isValidSlug, slugFromMeta } from '../digest/store.js';
+import { CommandError, runCommand } from '../digest/ytdlp.js';
+import { AUDIO_EXTS, detectLensKind, pdfUrlOf } from './kind.js';
+import { PDF_EXTRACT_PY } from './pdf-extract-py.js';
+import { assignSpeakers, audioExt, DIARIZE_PY, pickEpisode, PODCAST_WHISPER_PY, } from './podcast.js';
+import { WEB_EXTRACT_PY } from './web-extract-py.js';
+import { DIARIZE_MODELS, lensModelsDir, lensPython, missingModuleHint } from './python.js';
+const MAX_DOWNLOAD_BYTES = 300 * 1024 * 1024;
+const MAX_FEED_BYTES = 10 * 1024 * 1024;
+const MAX_REDIRECTS = 5;
+const DOWNLOAD_TIMEOUT_MS = 120_000;
+const EXTRACT_TIMEOUT_MS = 600_000;
+/** 이보다 긴 PDF는 추출하지 않는다. 쪽마다 그림을 그려 메모리와 디스크를 쪽 수만큼 쓴다 */
+export const PDF_MAX_PAGES = 300;
+const USER_AGENT = 'gestalt-lens/1.0 (+https://github.com/tienne/gestalt)';
+export const shortHash = (s) => createHash('sha256').update(s).digest('hex').slice(0, 8);
+/** 한글이 본문 글자의 20%를 넘으면 ko, 아니면 en으로 본다. 요약 언어가 아니라 원문 언어다 */
+export function guessLang(texts) {
+    const all = texts.join(' ');
+    const letters = all.match(/[\p{L}]/gu)?.length ?? 0;
+    const hangul = all.match(/[가-힣]/g)?.length ?? 0;
+    return letters > 0 && hangul / letters > 0.2 ? 'ko' : 'en';
+}
+const defaultLookup = async (host) => (await dnsLookup(host, { all: true })).map((r) => r.address);
+/**
+ * 호스트가 루프백, 링크 로컬, 사설 대역으로 풀리면 막는다. 메타데이터 주소(169.254.169.254)도 여기 걸린다.
+ * 검사와 연결이 DNS를 따로 풀어서 이름을 풀 때마다 주소가 바뀌는 rebinding은 막지 못한다
+ */
+async function assertPublicHost(url, lookup) {
+    const parsed = new URL(url);
+    if (parsed.protocol !== 'http:' && parsed.protocol !== 'https:') {
+        throw new Error(`http(s)가 아닌 주소로 넘어가서 받지 않았어요: ${url}`);
+    }
+    const host = parsed.hostname.replace(/^\[(.*)\]$/, '$1');
+    const addresses = isIP(host) ? [host] : await lookup(host);
+    if (addresses.length === 0 || addresses.some(isPrivateAddress)) {
+        throw new Error(`피드의 오디오 주소가 내부망을 가리켜서 받지 않았어요: ${url}`);
+    }
+}
+/**
+ * lookup이 있으면 리다이렉트를 직접 따라가며 홉마다 호스트를 다시 푼다.
+ * fetch에 맡기면 중간 주소를 못 보고 마지막 응답만 받는다
+ */
+async function fetchFollowing(url, init, fetchImpl, lookup) {
+    if (!lookup)
+        return fetchImpl(url, { ...init, redirect: 'follow' });
+    let current = url;
+    for (let hop = 0; hop <= MAX_REDIRECTS; hop++) {
+        await assertPublicHost(current, lookup);
+        const res = await fetchImpl(current, { ...init, redirect: 'manual' });
+        const location = res.headers.get('location');
+        if (res.status < 300 || res.status >= 400 || !location)
+            return res;
+        await res.body?.cancel().catch(() => undefined);
+        current = new URL(location, current).href;
+    }
+    throw new Error(`리다이렉트가 ${MAX_REDIRECTS}번을 넘어서 멈췄어요: ${url}`);
+}
+/** 응답 본문을 조각으로 읽는다. 누적 크기가 상한을 넘으면 연결을 끊고 멈춘다 */
+async function readCapped(res, limit, tooBig, onChunk) {
+    if (!res.body)
+        return;
+    const reader = res.body.getReader();
+    let total = 0;
+    for (;;) {
+        const { done, value } = await reader.read();
+        if (done)
+            return;
+        total += value.byteLength;
+        if (total > limit) {
+            await reader.cancel().catch(() => undefined);
+            throw new Error(tooBig);
+        }
+        onChunk(value);
+    }
+}
+/**
+ * 주소를 받아 파일로 저장한다. 크기 상한을 넘으면 멈추고 받던 파일을 지운다.
+ * lookup을 넘기면 사설 주소로 가는 요청을 막는다. 피드에서 뽑은 주소처럼 사용자가 직접 고르지 않은 주소에만 쓴다
+ */
+export async function download(url, dest, fetchImpl = fetch, opts = {}) {
+    const limit = opts.maxBytes ?? MAX_DOWNLOAD_BYTES;
+    const tooBig = `파일이 ${Math.round(limit / 1024 / 1024)}MB를 넘어요: ${url}`;
+    const res = await fetchFollowing(url, { signal: AbortSignal.timeout(DOWNLOAD_TIMEOUT_MS), headers: { 'User-Agent': USER_AGENT } }, fetchImpl, opts.lookup);
+    if (!res.ok) {
+        await res.body?.cancel().catch(() => undefined);
+        throw new Error(`내려받기 실패(${res.status}): ${url}`);
+    }
+    const declared = Number(res.headers.get('content-length') ?? 0);
+    if (declared > limit) {
+        await res.body?.cancel().catch(() => undefined);
+        throw new Error(tooBig);
+    }
+    const fd = openSync(dest, 'w');
+    let complete = false;
+    try {
+        await readCapped(res, limit, tooBig, (chunk) => writeSync(fd, chunk));
+        complete = true;
+    }
+    finally {
+        closeSync(fd);
+        if (!complete)
+            rmSync(dest, { force: true });
+    }
+    return { contentType: res.headers.get('content-type') ?? '' };
+}
+/** 피드 XML을 받는다. 주소는 사용자가 넘긴 것이라 사설 주소를 막지 않고 크기만 묶는다 */
+async function fetchFeed(url, fetchImpl) {
+    const res = await fetchImpl(url, {
+        redirect: 'follow',
+        signal: AbortSignal.timeout(DOWNLOAD_TIMEOUT_MS),
+        headers: { 'User-Agent': USER_AGENT },
+    });
+    if (!res.ok) {
+        await res.body?.cancel().catch(() => undefined);
+        throw new Error(`피드를 못 받았어요(${res.status}): ${url}`);
+    }
+    const chunks = [];
+    await readCapped(res, MAX_FEED_BYTES, `피드가 10MB를 넘어요: ${url}`, (c) => chunks.push(c));
+    return Buffer.concat(chunks).toString('utf-8');
+}
+async function runPython(run, python, script, args, cwd, timeoutMs) {
+    try {
+        // -I는 cwd와 사용자 site 경로를 import 경로에서 뺀다. 남의 레포 안 같은 이름 모듈이 대신 돌지 않게 한다
+        const { stdout } = await run(python, ['-I', '-c', script, ...args], { cwd, timeoutMs });
+        return stdout;
+    }
+    catch (e) {
+        const hint = e instanceof CommandError ? missingModuleHint(e.stderr) : null;
+        if (hint)
+            throw new Error(hint, { cause: e });
+        throw e;
+    }
+}
+function lastJsonLine(stdout, what) {
+    const last = stdout.trim().split('\n').pop() ?? '';
+    try {
+        return JSON.parse(last);
+    }
+    catch {
+        throw new Error(`${what} 결과를 JSON으로 못 읽었어요: ${stdout.trim().slice(0, 200)}`);
+    }
+}
+/** 쪽 그림과 크롭 폴더를 새로 갈아 끼운다. 다시 수집할 때 지난 크롭이 남지 않게 한다 */
+function replaceAssets(from, to, dirs) {
+    for (const d of dirs) {
+        rmSync(join(to, d), { recursive: true, force: true });
+        if (existsSync(join(from, d)))
+            cpSync(join(from, d), join(to, d), { recursive: true });
+    }
+}
+function saveAll(store, transcript, source) {
+    const t = parseTranscript(transcript);
+    if (!t.ok)
+        throw t.error;
+    const s = lensSourceSchema.safeParse(source);
+    if (!s.success) {
+        throw new Error(`source.json 형식 오류: ${s.error.issues.map((i) => `${i.path.join('.')}: ${i.message}`).join('; ')}`);
+    }
+    const staleDigest = moveStaleDigest(store, t.value);
+    const transcriptPath = store.saveTranscript(t.value);
+    const sourcePath = lensSourcePath(store, t.value.slug);
+    writeJsonAtomic(sourcePath, s.data);
+    return {
+        transcriptPath,
+        sourcePath,
+        transcript: t.value,
+        source: s.data,
+        ...(staleDigest ? { staleDigest } : {}),
+    };
+}
+async function ingestPdf(input, opts, work) {
+    const run = opts.run ?? runCommand;
+    const remote = /^https?:\/\//i.test(input);
+    const url = remote ? pdfUrlOf(input) : pathToFileURL(resolve(input)).href;
+    const pdfPath = join(work, 'source.pdf');
+    if (remote) {
+        await download(url, pdfPath, opts.fetchImpl);
+    }
+    else {
+        if (!existsSync(resolve(input)))
+            throw new Error(`파일이 없어요: ${input}`);
+        cpSync(resolve(input), pdfPath);
+    }
+    if (readFileSync(pdfPath).subarray(0, 5).toString('latin1') !== '%PDF-') {
+        throw new Error(`PDF가 아니에요. 웹 글이면 --kind web으로 다시 돌려 주세요: ${input}`);
+    }
+    const out = join(work, 'out');
+    mkdirSync(out, { recursive: true });
+    let stdout;
+    try {
+        stdout = await runPython(run, opts.python ?? lensPython(), PDF_EXTRACT_PY, [pdfPath, out, String(PDF_MAX_PAGES)], work, EXTRACT_TIMEOUT_MS);
+    }
+    catch (e) {
+        // 추출 스크립트가 쪽 수 상한에 걸리면 stderr에 정해 둔 꼴로 쪽 수를 남기고 멈춘다
+        const m = e instanceof CommandError ? /too-many-pages (\d+)/.exec(e.stderr) : null;
+        if (m) {
+            throw new Error(`PDF가 ${m[1]}쪽이라 한 번에 읽는 상한 ${PDF_MAX_PAGES}쪽을 넘어요. 필요한 쪽만 잘라 낸 PDF로 다시 돌려 주세요.`, { cause: e });
+        }
+        throw e;
+    }
+    const x = lastJsonLine(stdout, 'PDF 추출');
+    if (x.units.length === 0) {
+        throw new Error('PDF에서 글자를 하나도 못 뽑았어요. 스캔한 PDF면 OCR을 거친 파일로 다시 돌려 주세요.');
+    }
+    const firstHeading = x.units.find((u) => u.page === 1 && u.role === 'heading')?.text;
+    const title = (x.title || firstHeading || basename(input, '.pdf')).trim().slice(0, 200);
+    const slug = opts.slug ?? slugFromMeta(shortHash(url), title);
+    if (!isValidSlug(slug))
+        throw new Error(`slug가 올바르지 않아요: ${slug}`);
+    const store = new DigestStore(opts.repoRoot);
+    const dir = store.dir(slug);
+    mkdirSync(join(dir, 'cache'), { recursive: true });
+    replaceAssets(out, dir, ['pages', 'figures', 'tables']);
+    cpSync(pdfPath, join(dir, 'cache', 'source.pdf'));
+    const warnings = [];
+    const loose = x.tables.filter((t) => t.grid === 'loose').map((t) => t.id);
+    if (loose.length > 0) {
+        warnings.push(`칸 경계를 못 믿을 표: ${loose.join(', ')}. 뷰어가 원문에서 잘라낸 그림을 앞에 둬요`);
+    }
+    const noCrop = x.figures.filter((f) => !f.image).map((f) => f.id);
+    if (noCrop.length > 0)
+        warnings.push(`그림 자리를 못 찾은 그림: ${noCrop.join(', ')}`);
+    const saved = saveAll(store, {
+        slug,
+        meta: {
+            source: 'pdf',
+            url,
+            title,
+            durationSec: 0,
+            lang: guessLang(x.units.map((u) => u.text)),
+            captionSource: 'text',
+        },
+        segments: x.units.map((u) => ({
+            i: u.i,
+            startSec: 0,
+            text: u.text,
+            page: u.page,
+            role: u.role,
+            ...(u.ref ? { ref: u.ref } : {}),
+            rects: u.rects,
+        })),
+    }, {
+        schemaVersion: LENS_SOURCE_SCHEMA_VERSION,
+        slug,
+        kind: 'pdf',
+        pages: x.pages,
+        tables: x.tables,
+        figures: x.figures,
+    });
+    return {
+        slug,
+        kind: 'pdf',
+        title,
+        transcriptPath: saved.transcriptPath,
+        sourcePath: saved.sourcePath,
+        units: saved.transcript.segments.length,
+        pages: saved.source.pages.length,
+        tables: saved.source.tables.map((t) => ({ id: t.id, grid: t.grid })),
+        figures: saved.source.figures.map((f) => ({ id: f.id, cropped: Boolean(f.image) })),
+        warnings,
+        ...(saved.staleDigest ? { staleDigest: saved.staleDigest } : {}),
+    };
+}
+const isoDate = (s) => {
+    if (!s)
+        return undefined;
+    const d = new Date(s);
+    return Number.isNaN(d.getTime()) ? undefined : d.toISOString().slice(0, 10);
+};
+function hostOf(url) {
+    try {
+        return new URL(url).hostname;
+    }
+    catch {
+        return '';
+    }
+}
+async function ingestWeb(input, opts, work) {
+    const run = opts.run ?? runCommand;
+    const remote = /^https?:\/\//i.test(input);
+    if (opts.sourceUrl !== undefined && (remote || !/^https?:\/\//i.test(opts.sourceUrl))) {
+        throw new Error('--url은 로컬 HTML 파일과 함께, http(s) 주소로만 줄 수 있어요');
+    }
+    const url = remote ? input : (opts.sourceUrl ?? pathToFileURL(resolve(input)).href);
+    const htmlPath = join(work, 'page.html');
+    if (remote) {
+        const { contentType } = await download(url, htmlPath, opts.fetchImpl);
+        if (/application\/pdf/i.test(contentType)) {
+            throw new Error(`PDF를 돌려주는 주소예요. --kind pdf로 다시 돌려 주세요: ${input}`);
+        }
+    }
+    else {
+        if (!existsSync(resolve(input)))
+            throw new Error(`파일이 없어요: ${input}`);
+        cpSync(resolve(input), htmlPath);
+    }
+    const stdout = await runPython(run, opts.python ?? lensPython(), WEB_EXTRACT_PY, [htmlPath, /^https?:/i.test(url) ? url : ''], work, EXTRACT_TIMEOUT_MS);
+    const x = lastJsonLine(stdout, '웹 글 추출');
+    if (x.units.length === 0) {
+        throw new Error('본문을 못 찾았어요. 로그인이 필요한 페이지거나 스크립트로 그리는 페이지일 수 있어요.');
+    }
+    const title = (x.title || x.units.find((u) => u.role === 'heading')?.text || hostOf(url) || 'web')
+        .trim()
+        .slice(0, 200);
+    const slug = opts.slug ?? slugFromMeta(shortHash(url), title);
+    if (!isValidSlug(slug))
+        throw new Error(`slug가 올바르지 않아요: ${slug}`);
+    const store = new DigestStore(opts.repoRoot);
+    mkdirSync(join(store.dir(slug), 'cache'), { recursive: true });
+    cpSync(htmlPath, join(store.dir(slug), 'cache', 'page.html'));
+    const rescued = x.units.filter((u) => u.rescued).length;
+    const by = x.author || x.site || hostOf(url);
+    const published = isoDate(x.date);
+    const saved = saveAll(store, {
+        slug,
+        meta: {
+            source: 'web',
+            url,
+            title,
+            ...(by ? { channel: by } : {}),
+            ...(published ? { publishedAt: published } : {}),
+            durationSec: 0,
+            lang: /^[a-z]{2}$/i.test(x.lang)
+                ? x.lang.toLowerCase()
+                : guessLang(x.units.map((u) => u.text)),
+            captionSource: 'text',
+        },
+        segments: x.units.map((u) => ({
+            i: u.i,
+            startSec: 0,
+            text: u.text,
+            role: u.role,
+            ...(u.ref ? { ref: u.ref } : {}),
+        })),
+    }, { schemaVersion: LENS_SOURCE_SCHEMA_VERSION, slug, kind: 'web', tables: x.tables });
+    return {
+        slug,
+        kind: 'web',
+        title,
+        transcriptPath: saved.transcriptPath,
+        sourcePath: saved.sourcePath,
+        units: saved.transcript.segments.length,
+        pages: 0,
+        tables: saved.source.tables.map((t) => ({ id: t.id, grid: t.grid })),
+        figures: [],
+        warnings: rescued > 0 ? [`링크만으로 된 목록 ${rescued}개를 원문 HTML에서 되살렸어요`] : [],
+        ...(saved.staleDigest ? { staleDigest: saved.staleDigest } : {}),
+    };
+}
+/** 받은 파일의 sha256이 박아 둔 값과 다르면 멈춘다 */
+function assertSha256(file, expected, what) {
+    const got = createHash('sha256').update(readFileSync(file)).digest('hex');
+    if (got !== expected) {
+        throw new Error(`${what} 파일의 해시가 맞지 않아 쓰지 않았어요(받은 값 ${got.slice(0, 12)})`);
+    }
+}
+/**
+ * 임시 이름으로 복사한 뒤 바꿔 단다. 복사가 끊기면 임시 파일을 지워서 모델 자리에는 끝까지 복사된 파일만 놓인다.
+ * copy는 테스트에서 복사 도중 실패를 흉내 낼 때 바꿔 끼운다
+ */
+export function installModel(from, to, copy = cpSync) {
+    mkdirSync(dirname(to), { recursive: true });
+    const part = `${to}.part`;
+    try {
+        copy(from, part);
+        renameSync(part, to);
+    }
+    catch (e) {
+        rmSync(part, { force: true });
+        throw e;
+    }
+}
+/**
+ * 화자 구분 모델이 없으면 받아 둔다. 받는 곳은 sherpa-onnx의 GitHub 릴리스다.
+ * 받은 파일은 work에서 해시를 확인한 뒤에만 모델 폴더로 옮긴다. 이미 있는 모델은 다시 검사하지 않는다
+ */
+async function ensureDiarizeModels(run, fetchImpl, work) {
+    const dir = lensModelsDir();
+    mkdirSync(dir, { recursive: true });
+    const seg = DIARIZE_MODELS.segmentation;
+    const emb = DIARIZE_MODELS.embedding;
+    const segmentation = join(dir, seg.file);
+    const embedding = join(dir, emb.file);
+    const missing = [
+        ...(existsSync(segmentation) ? [] : [seg.bytes]),
+        ...(existsSync(embedding) ? [] : [emb.bytes]),
+    ];
+    if (missing.length > 0) {
+        const mb = Math.round(missing.reduce((a, b) => a + b, 0) / 1024 / 1024);
+        log(`화자 구분 모델을 처음 한 번 받아요(약 ${mb}MB, sherpa-onnx GitHub 릴리스): ${dir}`);
+    }
+    if (!existsSync(segmentation)) {
+        const archive = join(work, 'segmentation.tar.bz2');
+        await download(seg.archive, archive, fetchImpl);
+        assertSha256(archive, seg.sha256, '구간 분할 모델');
+        const unpacked = join(work, 'segmentation');
+        mkdirSync(unpacked, { recursive: true });
+        await run('tar', ['xjf', archive, '--no-same-owner', '-C', unpacked], {
+            cwd: work,
+            timeoutMs: DOWNLOAD_TIMEOUT_MS,
+        });
+        installModel(join(unpacked, seg.file), segmentation);
+    }
+    if (!existsSync(embedding)) {
+        const fetched = join(work, 'embedding.onnx');
+        await download(emb.url, fetched, fetchImpl);
+        assertSha256(fetched, emb.sha256, '화자 임베딩 모델');
+        installModel(fetched, embedding);
+    }
+    return { segmentation, embedding };
+}
+/** 같은 화자로 묶는 거리 기준. 낮추면 화자가 더 잘게 갈린다. sherpa-onnx 예제의 기본값이다 */
+const DIARIZE_THRESHOLD = 0.5;
+export const DEFAULT_PODCAST_MODEL = 'small';
+/**
+ * 팟캐스트는 오디오를 받아 faster-whisper로 받아쓰고 sherpa-onnx로 화자를 가른다. 화자 구분이 실패하면 시각만 출처로 쓴다.
+ * pyannote는 Hugging Face 토큰과 torch를 따로 깔아야 해서 쓰지 않는다
+ */
+async function ingestPodcast(input, opts, work) {
+    const run = opts.run ?? runCommand;
+    const fetchImpl = opts.fetchImpl ?? fetch;
+    const remote = /^https?:\/\//i.test(input);
+    let audioUrl = input;
+    let title = '';
+    let show = '';
+    let pubDate;
+    // 오디오 확장자로 끝나는 주소는 바로 받고 나머지 주소는 피드로 읽는다
+    const isAudioUrl = remote && AUDIO_EXTS.includes(extname(new URL(input).pathname).toLowerCase());
+    const fromFeed = remote && !isAudioUrl;
+    if (fromFeed) {
+        const ep = pickEpisode(await fetchFeed(input, fetchImpl), opts.episode ?? 0);
+        audioUrl = ep.audioUrl;
+        title = ep.title;
+        show = ep.show;
+        pubDate = ep.pubDate;
+    }
+    const ext = audioExt(remote ? audioUrl : input);
+    const audioPath = join(work, `audio${ext}`);
+    // 피드가 적은 주소는 피드 주인이 고른 것이라 내부망으로 가는지 홉마다 본다. 사용자가 직접 넘긴 주소는 막지 않는다
+    if (remote) {
+        await download(audioUrl, audioPath, fetchImpl, fromFeed ? { lookup: opts.lookup ?? defaultLookup } : {});
+    }
+    else {
+        if (!existsSync(resolve(input)))
+            throw new Error(`파일이 없어요: ${input}`);
+        cpSync(resolve(input), audioPath);
+    }
+    const model = opts.whisperModel ?? DEFAULT_PODCAST_MODEL;
+    const stdout = await runPython(run, opts.python ?? lensPython(), PODCAST_WHISPER_PY, [audioPath, model, ''], work, 
+    // CPU로 돌리면 오디오 길이보다 오래 걸릴 수 있다. 멈춘 프로세스만 끊을 만큼 넉넉히 둔다
+    3 * 60 * 60 * 1000);
+    const w = lastJsonLine(stdout, '받아쓰기');
+    if (w.segments.length === 0)
+        throw new Error('받아쓴 문장이 없어요. 말소리가 없는 오디오일 수 있어요.');
+    // 화자 구분이 실패해도 받아쓴 문장은 살린다. 화자 없이 시각만 출처로 단다
+    let speakers = [];
+    let speakerNote;
+    if (opts.speakers) {
+        try {
+            const models = await ensureDiarizeModels(run, fetchImpl, work);
+            const out = await runPython(run, opts.python ?? lensPython(), DIARIZE_PY, [audioPath, models.segmentation, models.embedding, String(DIARIZE_THRESHOLD)], work, 3 * 60 * 60 * 1000);
+            speakers = assignSpeakers(w.segments, lastJsonLine(out, '화자 구분'));
+            const count = new Set(speakers.filter(Boolean)).size;
+            speakerNote = `화자 ${count}명으로 갈랐어요(sherpa-onnx). 이름은 붙이지 않았어요`;
+        }
+        catch (e) {
+            const reason = e instanceof Error ? e.message.split('\n')[0] : String(e);
+            speakerNote = `화자 구분이 실패해 시각만 출처로 달았어요: ${reason}`;
+        }
+    }
+    else {
+        speakerNote = `화자 구분 없이 시각만 출처로 달았어요(faster-whisper ${model})`;
+    }
+    const name = title || basename(input).replace(/\.[^.]+$/, '');
+    const slug = opts.slug ?? slugFromMeta(shortHash(audioUrl), name);
+    if (!isValidSlug(slug))
+        throw new Error(`slug가 올바르지 않아요: ${slug}`);
+    const store = new DigestStore(opts.repoRoot);
+    const cacheDir = join(store.dir(slug), 'cache');
+    mkdirSync(cacheDir, { recursive: true });
+    const kept = join(cacheDir, `audio${ext}`);
+    cpSync(audioPath, kept);
+    let prev = 0;
+    const published = isoDate(pubDate);
+    const saved = saveAll(store, {
+        slug,
+        meta: {
+            source: 'podcast',
+            url: remote ? input : pathToFileURL(resolve(input)).href,
+            media: pathToFileURL(kept).href,
+            title: name.slice(0, 200) || 'podcast',
+            ...(show ? { channel: show } : {}),
+            ...(published ? { publishedAt: published } : {}),
+            durationSec: Math.round(w.duration * 100) / 100,
+            lang: w.language || 'und',
+            captionSource: 'whisper',
+        },
+        segments: w.segments.map((s, i) => {
+            // VAD로 잘린 조각이 앞 시각보다 이르게 나오는 일이 있어 앞 문장에 맞춘다
+            prev = Math.max(prev, Math.round(s.start * 100) / 100);
+            const speaker = speakers[i];
+            return { i, startSec: prev, text: s.text, ...(speaker ? { speaker } : {}) };
+        }),
+    }, { schemaVersion: LENS_SOURCE_SCHEMA_VERSION, slug, kind: 'podcast' });
+    return {
+        slug,
+        kind: 'podcast',
+        title: saved.transcript.meta.title,
+        transcriptPath: saved.transcriptPath,
+        sourcePath: saved.sourcePath,
+        units: saved.transcript.segments.length,
+        pages: 0,
+        tables: [],
+        figures: [],
+        warnings: [speakerNote],
+        ...(saved.staleDigest ? { staleDigest: saved.staleDigest } : {}),
+    };
+}
+/**
+ * 읽을거리 하나를 문단 단위 원문으로 받아 `.gestalt/digest/<slug>/`에 둔다.
+ * transcript.json의 문장 자리에 문단이 들어가서 digest의 merge와 render, serve를 그대로 쓴다
+ */
+export async function ingestLens(input, opts) {
+    const detected = opts.kind ?? detectLensKind(input);
+    if (detected === 'youtube') {
+        throw new Error('유튜브 영상은 렌즈가 아니라 video-digest로 요약해요: gestalt digest ingest');
+    }
+    if (detected === null) {
+        throw new Error(`자료 종류를 모르겠어요. --kind pdf|web|podcast로 알려 주세요: ${input}`);
+    }
+    // 외부 명령은 레포 밖 새 임시 폴더에서 돌린다. 파이썬이 cwd의 모듈을 먼저 읽지 않게 하려는 것이다
+    const work = mkdtempSync(join(tmpdir(), 'gestalt-lens-'));
+    try {
+        if (detected === 'pdf')
+            return await ingestPdf(input, opts, work);
+        if (detected === 'web')
+            return await ingestWeb(input, opts, work);
+        return await ingestPodcast(input, opts, work);
+    }
+    finally {
+        rmSync(work, { recursive: true, force: true });
+    }
+}
+//# sourceMappingURL=ingest.js.map

package/dist/src/lens/ingest.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ingest.js","sourceRoot":"","sources":["../../../src/lens/ingest.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,MAAM,IAAI,SAAS,EAAE,MAAM,mBAAmB,CAAC;AACxD,OAAO,EACL,SAAS,EACT,MAAM,EACN,UAAU,EACV,SAAS,EACT,WAAW,EACX,QAAQ,EACR,YAAY,EACZ,UAAU,EACV,MAAM,EACN,SAAS,GACV,MAAM,SAAS,CAAC;AACjB,OAAO,EAAE,IAAI,EAAE,MAAM,UAAU,CAAC;AAChC,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACtE,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,GAAG,EAAE,MAAM,gBAAgB,CAAC;AACrC,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AACvD,OAAO,EAAE,gBAAgB,EAAE,MAAM,8BAA8B,CAAC;AAChE,OAAO,EACL,0BAA0B,EAC1B,cAAc,EACd,gBAAgB,GAEjB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAE,eAAe,EAAkC,MAAM,qBAAqB,CAAC;AACtF,OAAO,EAAE,WAAW,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAC5E,OAAO,EAAE,YAAY,EAAE,UAAU,EAAmB,MAAM,oBAAoB,CAAC;AAC/E,OAAO,EAAE,UAAU,EAAE,cAAc,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AACjE,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AACrD,OAAO,EACL,cAAc,EACd,QAAQ,EACR,UAAU,EACV,WAAW,EACX,kBAAkB,GAEnB,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AACrD,OAAO,EAAE,cAAc,EAAE,aAAa,EAAE,UAAU,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AA2D3F,MAAM,kBAAkB,GAAG,GAAG,GAAG,IAAI,GAAG,IAAI,CAAC;AAC7C,MAAM,cAAc,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;AACxC,MAAM,aAAa,GAAG,CAAC,CAAC;AACxB,MAAM,mBAAmB,GAAG,OAAO,CAAC;AACpC,MAAM,kBAAkB,GAAG,OAAO,CAAC;AACnC,yDAAyD;AACzD,MAAM,CAAC,MAAM,aAAa,GAAG,GAAG,CAAC;AACjC,MAAM,UAAU,GAAG,uDAAuD,CAAC;AAE3E,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,CAAS,EAAU,EAAE,CAC7C,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AAE3D,6DAA6D;AAC7D,MAAM,UAAU,SAAS,CAAC,KAAe;IACvC,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC5B,MAAM,OAAO,GAAG,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,MAAM,IAAI,CAAC,CAAC;IACpD,MAAM,MAAM,GAAG,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,MAAM,IAAI,CAAC,CAAC;IAChD,OAAO,OAAO,GAAG,CAAC,IAAI,MAAM,GAAG,OAAO,GAAG,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;AAC7D,CAAC;AAED,MAAM,aAAa,GAAe,KAAK,EAAE,IAAI,EAAE,EAAE,CAC/C,CAAC,MAAM,SAAS,CAAC,IAAI,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;AAE/D;;;GAGG;AACH,KAAK,UAAU,gBAAgB,CAAC,GAAW,EAAE,MAAkB;IAC7D,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;IAC5B,IAAI,MAAM,CAAC,QAAQ,KAAK,OAAO,IAAI,MAAM,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAChE,MAAM,IAAI,KAAK,CAAC,iCAAiC,GAAG,EAAE,CAAC,CAAC;IAC1D,CAAC;IACD,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;IACzD,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC;IAC3D,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,IAAI,SAAS,CAAC,IAAI,CAAC,gBAAgB,CAAC,EAAE,CAAC;QAC/D,MAAM,IAAI,KAAK,CAAC,kCAAkC,GAAG,EAAE,CAAC,CAAC;IAC3D,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,cAAc,CAC3B,GAAW,EACX,IAAiB,EACjB,SAAuB,EACvB,MAA8B;IAE9B,IAAI,CAAC,MAAM;QAAE,OAAO,SAAS,CAAC,GAAG,EAAE,EAAE,GAAG,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC;IACpE,IAAI,OAAO,GAAG,GAAG,CAAC;IAClB,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,IAAI,aAAa,EAAE,GAAG,EAAE,EAAE,CAAC;QAC9C,MAAM,gBAAgB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QACxC,MAAM,GAAG,GAAG,MAAM,SAAS,CAAC,OAAO,EAAE,EAAE,GAAG,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC;QACtE,MAAM,QAAQ,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QAC7C,IAAI,GAAG,CAAC,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ;YAAE,OAAO,GAAG,CAAC;QACnE,MAAM,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QAChD,OAAO,GAAG,IAAI,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC;IAC5C,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,UAAU,aAAa,gBAAgB,GAAG,EAAE,CAAC,CAAC;AAChE,CAAC;AAED,iDAAiD;AACjD,KAAK,UAAU,UAAU,CACvB,GAAa,EACb,KAAa,EACb,MAAc,EACd,OAAoC;IAEpC,IAAI,CAAC,GAAG,CAAC,IAAI;QAAE,OAAO;IACtB,MAAM,MAAM,GAAG,GAAG,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;IACpC,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,SAAS,CAAC;QACR,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QAC5C,IAAI,IAAI;YAAE,OAAO;QACjB,KAAK,IAAI,KAAK,CAAC,UAAU,CAAC;QAC1B,IAAI,KAAK,GAAG,KAAK,EAAE,CAAC;YAClB,MAAM,MAAM,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;YAC7C,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,CAAC;QAC1B,CAAC;QACD,OAAO,CAAC,KAAK,CAAC,CAAC;IACjB,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,QAAQ,CAC5B,GAAW,EACX,IAAY,EACZ,YAA0B,KAAK,EAC/B,OAAmD,EAAE;IAErD,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,IAAI,kBAAkB,CAAC;IAClD,MAAM,MAAM,GAAG,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,GAAG,IAAI,CAAC,YAAY,GAAG,EAAE,CAAC;IACvE,MAAM,GAAG,GAAG,MAAM,cAAc,CAC9B,GAAG,EACH,EAAE,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,mBAAmB,CAAC,EAAE,OAAO,EAAE,EAAE,YAAY,EAAE,UAAU,EAAE,EAAE,EAC3F,SAAS,EACT,IAAI,CAAC,MAAM,CACZ,CAAC;IACF,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;QACZ,MAAM,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QAChD,MAAM,IAAI,KAAK,CAAC,WAAW,GAAG,CAAC,MAAM,MAAM,GAAG,EAAE,CAAC,CAAC;IACpD,CAAC;IACD,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC;IAChE,IAAI,QAAQ,GAAG,KAAK,EAAE,CAAC;QACrB,MAAM,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QAChD,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,CAAC;IAC1B,CAAC;IACD,MAAM,EAAE,GAAG,QAAQ,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IAC/B,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,IAAI,CAAC;QACH,MAAM,UAAU,CAAC,GAAG,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC;QACtE,QAAQ,GAAG,IAAI,CAAC;IAClB,CAAC;YAAS,CAAC;QACT,SAAS,CAAC,EAAE,CAAC,CAAC;QACd,IAAI,CAAC,QAAQ;YAAE,MAAM,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAC/C,CAAC;IACD,OAAO,EAAE,WAAW,EAAE,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,EAAE,EAAE,CAAC;AAChE,CAAC;AAED,wDAAwD;AACxD,KAAK,UAAU,SAAS,CAAC,GAAW,EAAE,SAAuB;IAC3D,MAAM,GAAG,GAAG,MAAM,SAAS,CAAC,GAAG,EAAE;QAC/B,QAAQ,EAAE,QAAQ;QAClB,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,mBAAmB,CAAC;QAChD,OAAO,EAAE,EAAE,YAAY,EAAE,UAAU,EAAE;KACtC,CAAC,CAAC;IACH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;QACZ,MAAM,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QAChD,MAAM,IAAI,KAAK,CAAC,cAAc,GAAG,CAAC,MAAM,MAAM,GAAG,EAAE,CAAC,CAAC;IACvD,CAAC;IACD,MAAM,MAAM,GAAiB,EAAE,CAAC;IAChC,MAAM,UAAU,CAAC,GAAG,EAAE,cAAc,EAAE,kBAAkB,GAAG,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IACtF,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;AACjD,CAAC;AAED,KAAK,UAAU,SAAS,CACtB,GAAe,EACf,MAAc,EACd,MAAc,EACd,IAAc,EACd,GAAW,EACX,SAAiB;IAEjB,IAAI,CAAC;QACH,sEAAsE;QACtE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,GAAG,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,CAAC;QACxF,OAAO,MAAM,CAAC;IAChB,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,MAAM,IAAI,GAAG,CAAC,YAAY,YAAY,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAC5E,IAAI,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;QAC9C,MAAM,CAAC,CAAC;IACV,CAAC;AACH,CAAC;AAED,SAAS,YAAY,CAAI,MAAc,EAAE,IAAY;IACnD,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;IACnD,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAM,CAAC;IAC/B,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,uBAAuB,MAAM,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;IAC/E,CAAC;AACH,CAAC;AAED,uDAAuD;AACvD,SAAS,aAAa,CAAC,IAAY,EAAE,EAAU,EAAE,IAAc;IAC7D,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QACrB,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACtD,IAAI,UAAU,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;YAAE,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACzF,CAAC;AACH,CAAC;AAED,SAAS,OAAO,CACd,KAAkB,EAClB,UAAmB,EACnB,MAAe;IAQf,MAAM,CAAC,GAAG,eAAe,CAAC,UAAU,CAAC,CAAC;IACtC,IAAI,CAAC,CAAC,CAAC,EAAE;QAAE,MAAM,CAAC,CAAC,KAAK,CAAC;IACzB,MAAM,CAAC,GAAG,gBAAgB,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IAC7C,IAAI,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CACb,sBAAsB,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAClG,CAAC;IACJ,CAAC;IACD,MAAM,WAAW,GAAG,eAAe,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC;IACpD,MAAM,cAAc,GAAG,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IACrD,MAAM,UAAU,GAAG,cAAc,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACvD,eAAe,CAAC,UAAU,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;IACpC,OAAO;QACL,cAAc;QACd,UAAU;QACV,UAAU,EAAE,CAAC,CAAC,KAAK;QACnB,MAAM,EAAE,CAAC,CAAC,IAAI;QACd,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACxC,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,SAAS,CACtB,KAAa,EACb,IAAuB,EACvB,IAAY;IAEZ,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,IAAI,UAAU,CAAC;IACnC,MAAM,MAAM,GAAG,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC3C,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;IAC1E,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;IACzC,IAAI,MAAM,EAAE,CAAC;QACX,MAAM,QAAQ,CAAC,GAAG,EAAE,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;IAC/C,CAAC;SAAM,CAAC;QACN,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,YAAY,KAAK,EAAE,CAAC,CAAC;QACtE,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC,CAAC;IAClC,CAAC;IACD,IAAI,YAAY,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,OAAO,EAAE,CAAC;QACxE,MAAM,IAAI,KAAK,CAAC,4CAA4C,KAAK,EAAE,CAAC,CAAC;IACvE,CAAC;IACD,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IAC9B,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACpC,IAAI,MAAc,CAAC;IACnB,IAAI,CAAC;QACH,MAAM,GAAG,MAAM,SAAS,CACtB,GAAG,EACH,IAAI,CAAC,MAAM,IAAI,UAAU,EAAE,EAC3B,cAAc,EACd,CAAC,OAAO,EAAE,GAAG,EAAE,MAAM,CAAC,aAAa,CAAC,CAAC,EACrC,IAAI,EACJ,kBAAkB,CACnB,CAAC;IACJ,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,oDAAoD;QACpD,MAAM,CAAC,GAAG,CAAC,YAAY,YAAY,CAAC,CAAC,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACnF,IAAI,CAAC,EAAE,CAAC;YACN,MAAM,IAAI,KAAK,CACb,QAAQ,CAAC,CAAC,CAAC,CAAE,kBAAkB,aAAa,qCAAqC,EACjF,EAAE,KAAK,EAAE,CAAC,EAAE,CACb,CAAC;QACJ,CAAC;QACD,MAAM,CAAC,CAAC;IACV,CAAC;IACD,MAAM,CAAC,GAAG,YAAY,CAAa,MAAM,EAAE,QAAQ,CAAC,CAAC;IACrD,IAAI,CAAC,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,MAAM,IAAI,KAAK,CACb,uDAAuD,CACxD,CAAC;IACJ,CAAC;IACD,MAAM,YAAY,GAAG,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,EAAE,IAAI,CAAC;IACrF,MAAM,KAAK,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,YAAY,IAAI,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IACxF,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,YAAY,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,CAAC;IAC9D,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,mBAAmB,IAAI,EAAE,CAAC,CAAC;IACnE,MAAM,KAAK,GAAG,IAAI,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC7C,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAC5B,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,OAAO,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACnD,aAAa,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC,CAAC;IACxD,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE,OAAO,EAAE,YAAY,CAAC,CAAC,CAAC;IAElD,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,MAAM,KAAK,GAAG,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAC1E,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACrB,QAAQ,CAAC,IAAI,CACX,iBAAiB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,0BAA0B,CAC5D,CAAC;IACJ,CAAC;IACD,MAAM,MAAM,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAClE,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC;QAAE,QAAQ,CAAC,IAAI,CAAC,mBAAmB,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAE7E,MAAM,KAAK,GAAG,OAAO,CACnB,KAAK,EACL;QACE,IAAI;QACJ,IAAI,EAAE;YACJ,MAAM,EAAE,KAAK;YACb,GAAG;YACH,KAAK;YACL,WAAW,EAAE,CAAC;YACd,IAAI,EAAE,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAC3C,aAAa,EAAE,MAAM;SACtB;QACD,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC5B,CAAC,EAAE,CAAC,CAAC,CAAC;YACN,QAAQ,EAAE,CAAC;YACX,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAChC,KAAK,EAAE,CAAC,CAAC,KAAK;SACf,CAAC,CAAC;KACJ,EACD;QACE,aAAa,EAAE,0BAA0B;QACzC,IAAI;QACJ,IAAI,EAAE,KAAK;QACX,KAAK,EAAE,CAAC,CAAC,KAAK;QACd,MAAM,EAAE,CAAC,CAAC,MAAM;QAChB,OAAO,EAAE,CAAC,CAAC,OAAO;KACnB,CACF,CAAC;IACF,OAAO;QACL,IAAI;QACJ,IAAI,EAAE,KAAK;QACX,KAAK;QACL,cAAc,EAAE,KAAK,CAAC,cAAc;QACpC,UAAU,EAAE,KAAK,CAAC,UAAU;QAC5B,KAAK,EAAE,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,MAAM;QACvC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM;QAChC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QACpE,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACnF,QAAQ;QACR,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACjE,CAAC;AACJ,CAAC;AAmBD,MAAM,OAAO,GAAG,CAAC,CAAqB,EAAsB,EAAE;IAC5D,IAAI,CAAC,CAAC;QAAE,OAAO,SAAS,CAAC;IACzB,MAAM,CAAC,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC;IACtB,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AAC9E,CAAC,CAAC;AAEF,SAAS,MAAM,CAAC,GAAW;IACzB,IAAI,CAAC;QACH,OAAO,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC;IAC/B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,KAAK,UAAU,SAAS,CACtB,KAAa,EACb,IAAuB,EACvB,IAAY;IAEZ,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,IAAI,UAAU,CAAC;IACnC,MAAM,MAAM,GAAG,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC3C,IAAI,IAAI,CAAC,SAAS,KAAK,SAAS,IAAI,CAAC,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC;QACtF,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;IACjE,CAAC;IACD,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,IAAI,aAAa,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACpF,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;IACzC,IAAI,MAAM,EAAE,CAAC;QACX,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,QAAQ,CAAC,GAAG,EAAE,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QACtE,IAAI,mBAAmB,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC;YAC1C,MAAM,IAAI,KAAK,CAAC,0CAA0C,KAAK,EAAE,CAAC,CAAC;QACrE,CAAC;IACH,CAAC;SAAM,CAAC;QACN,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,YAAY,KAAK,EAAE,CAAC,CAAC;QACtE,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,QAAQ,CAAC,CAAC;IACnC,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,SAAS,CAC5B,GAAG,EACH,IAAI,CAAC,MAAM,IAAI,UAAU,EAAE,EAC3B,cAAc,EACd,CAAC,QAAQ,EAAE,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAC5C,IAAI,EACJ,kBAAkB,CACnB,CAAC;IACF,MAAM,CAAC,GAAG,YAAY,CAAa,MAAM,EAAE,QAAQ,CAAC,CAAC;IACrD,IAAI,CAAC,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,MAAM,IAAI,KAAK,CACb,kDAAkD,CACnD,CAAC;IACJ,CAAC;IACD,MAAM,KAAK,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,EAAE,IAAI,IAAI,MAAM,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC;SAC/F,IAAI,EAAE;SACN,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IACjB,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,YAAY,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,CAAC;IAC9D,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,mBAAmB,IAAI,EAAE,CAAC,CAAC;IACnE,MAAM,KAAK,GAAG,IAAI,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC7C,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,OAAO,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC/D,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,WAAW,CAAC,CAAC,CAAC;IAC9D,MAAM,OAAO,GAAG,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;IACxD,MAAM,EAAE,GAAG,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,IAAI,IAAI,MAAM,CAAC,GAAG,CAAC,CAAC;IAC7C,MAAM,SAAS,GAAG,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAClC,MAAM,KAAK,GAAG,OAAO,CACnB,KAAK,EACL;QACE,IAAI;QACJ,IAAI,EAAE;YACJ,MAAM,EAAE,KAAK;YACb,GAAG;YACH,KAAK;YACL,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC9B,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAChD,WAAW,EAAE,CAAC;YACd,IAAI,EAAE,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;gBAC9B,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE;gBACtB,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YACzC,aAAa,EAAE,MAAM;SACtB;QACD,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC5B,CAAC,EAAE,CAAC,CAAC,CAAC;YACN,QAAQ,EAAE,CAAC;YACX,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACjC,CAAC,CAAC;KACJ,EACD,EAAE,aAAa,EAAE,0BAA0B,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CACnF,CAAC;IACF,OAAO;QACL,IAAI;QACJ,IAAI,EAAE,KAAK;QACX,KAAK;QACL,cAAc,EAAE,KAAK,CAAC,cAAc;QACpC,UAAU,EAAE,KAAK,CAAC,UAAU;QAC5B,KAAK,EAAE,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,MAAM;QACvC,KAAK,EAAE,CAAC;QACR,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QACpE,OAAO,EAAE,EAAE;QACX,QAAQ,EAAE,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,OAAO,oBAAoB,CAAC,CAAC,CAAC,CAAC,EAAE;QACxE,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACjE,CAAC;AACJ,CAAC;AAQD,qCAAqC;AACrC,SAAS,YAAY,CAAC,IAAY,EAAE,QAAgB,EAAE,IAAY;IAChE,MAAM,GAAG,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC1E,IAAI,GAAG,KAAK,QAAQ,EAAE,CAAC;QACrB,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,+BAA+B,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC;IAC7E,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,YAAY,CAC1B,IAAY,EACZ,EAAU,EACV,OAA4C,MAAM;IAElD,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5C,MAAM,IAAI,GAAG,GAAG,EAAE,OAAO,CAAC;IAC1B,IAAI,CAAC;QACH,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACjB,UAAU,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;IACvB,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,MAAM,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAC9B,MAAM,CAAC,CAAC;IACV,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,mBAAmB,CAChC,GAAe,EACf,SAAuB,EACvB,IAAY;IAEZ,MAAM,GAAG,GAAG,aAAa,EAAE,CAAC;IAC5B,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACpC,MAAM,GAAG,GAAG,cAAc,CAAC,YAAY,CAAC;IACxC,MAAM,GAAG,GAAG,cAAc,CAAC,SAAS,CAAC;IACrC,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;IACzC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;IACtC,MAAM,OAAO,GAAG;QACd,GAAG,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAChD,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;KAC9C,CAAC;IACF,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC;QACxE,GAAG,CAAC,0BAA0B,EAAE,gCAAgC,GAAG,EAAE,CAAC,CAAC;IACzE,CAAC;IACD,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;QAC9B,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,sBAAsB,CAAC,CAAC;QACnD,MAAM,QAAQ,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC;QAChD,YAAY,CAAC,OAAO,EAAE,GAAG,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QAC9C,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;QAC5C,SAAS,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACzC,MAAM,GAAG,CAAC,KAAK,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,iBAAiB,EAAE,IAAI,EAAE,QAAQ,CAAC,EAAE;YACpE,GAAG,EAAE,IAAI;YACT,SAAS,EAAE,mBAAmB;SAC/B,CAAC,CAAC;QACH,YAAY,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,IAAI,CAAC,EAAE,YAAY,CAAC,CAAC;IACvD,CAAC;IACD,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QAC3B,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,gBAAgB,CAAC,CAAC;QAC7C,MAAM,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC;QAC5C,YAAY,CAAC,OAAO,EAAE,GAAG,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;QAC/C,YAAY,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;IACnC,CAAC;IACD,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,CAAC;AACrC,CAAC;AAED,+DAA+D;AAC/D,MAAM,iBAAiB,GAAG,GAAG,CAAC;AAE9B,MAAM,CAAC,MAAM,qBAAqB,GAAG,OAAO,CAAC;AAE7C;;;GAGG;AACH,KAAK,UAAU,aAAa,CAC1B,KAAa,EACb,IAAuB,EACvB,IAAY;IAEZ,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,IAAI,UAAU,CAAC;IACnC,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,KAAK,CAAC;IAC1C,MAAM,MAAM,GAAG,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC3C,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,IAAI,KAAK,GAAG,EAAE,CAAC;IACf,IAAI,IAAI,GAAG,EAAE,CAAC;IACd,IAAI,OAA2B,CAAC;IAChC,yCAAyC;IACzC,MAAM,UAAU,GAAG,MAAM,IAAI,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;IACjG,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC;IACvC,IAAI,QAAQ,EAAE,CAAC;QACb,MAAM,EAAE,GAAG,WAAW,CAAC,MAAM,SAAS,CAAC,KAAK,EAAE,SAAS,CAAC,EAAE,IAAI,CAAC,OAAO,IAAI,CAAC,CAAC,CAAC;QAC7E,QAAQ,GAAG,EAAE,CAAC,QAAQ,CAAC;QACvB,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC;QACjB,IAAI,GAAG,EAAE,CAAC,IAAI,CAAC;QACf,OAAO,GAAG,EAAE,CAAC,OAAO,CAAC;IACvB,CAAC;IACD,MAAM,GAAG,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IAChD,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,EAAE,QAAQ,GAAG,EAAE,CAAC,CAAC;IAC5C,mEAAmE;IACnE,IAAI,MAAM,EAAE,CAAC;QACX,MAAM,QAAQ,CACZ,QAAQ,EACR,SAAS,EACT,SAAS,EACT,QAAQ,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CACzD,CAAC;IACJ,CAAC;SAAM,CAAC;QACN,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,YAAY,KAAK,EAAE,CAAC,CAAC;QACtE,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,SAAS,CAAC,CAAC;IACpC,CAAC;IACD,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,IAAI,qBAAqB,CAAC;IACzD,MAAM,MAAM,GAAG,MAAM,SAAS,CAC5B,GAAG,EACH,IAAI,CAAC,MAAM,IAAI,UAAU,EAAE,EAC3B,kBAAkB,EAClB,CAAC,SAAS,EAAE,KAAK,EAAE,EAAE,CAAC,EACtB,IAAI;IACJ,sDAAsD;IACtD,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CACnB,CAAC;IACF,MAAM,CAAC,GAAG,YAAY,CAAa,MAAM,EAAE,MAAM,CAAC,CAAC;IACnD,IAAI,CAAC,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC;QACzB,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;IACtD,4CAA4C;IAC5C,IAAI,QAAQ,GAA8B,EAAE,CAAC;IAC7C,IAAI,WAAmB,CAAC;IACxB,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;QAClB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,mBAAmB,CAAC,GAAG,EAAE,SAAS,EAAE,IAAI,CAAC,CAAC;YAC/D,MAAM,GAAG,GAAG,MAAM,SAAS,CACzB,GAAG,EACH,IAAI,CAAC,MAAM,IAAI,UAAU,EAAE,EAC3B,UAAU,EACV,CAAC,SAAS,EAAE,MAAM,CAAC,YAAY,EAAE,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,iBAAiB,CAAC,CAAC,EAC7E,IAAI,EACJ,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CACnB,CAAC;YACF,QAAQ,GAAG,cAAc,CAAC,CAAC,CAAC,QAAQ,EAAE,YAAY,CAAgB,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC;YACjF,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;YACrD,WAAW,GAAG,MAAM,KAAK,qCAAqC,CAAC;QACjE,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,MAAM,GAAG,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YACzE,WAAW,GAAG,4BAA4B,MAAM,EAAE,CAAC;QACrD,CAAC;IACH,CAAC;SAAM,CAAC;QACN,WAAW,GAAG,wCAAwC,KAAK,GAAG,CAAC;IACjE,CAAC;IACD,MAAM,IAAI,GAAG,KAAK,IAAI,QAAQ,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;IAC9D,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,YAAY,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,IAAI,CAAC,CAAC;IAClE,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,mBAAmB,IAAI,EAAE,CAAC,CAAC;IACnE,MAAM,KAAK,GAAG,IAAI,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC7C,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,OAAO,CAAC,CAAC;IAChD,SAAS,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACzC,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,EAAE,QAAQ,GAAG,EAAE,CAAC,CAAC;IAC3C,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;IACxB,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IACnC,MAAM,KAAK,GAAG,OAAO,CACnB,KAAK,EACL;QACE,IAAI;QACJ,IAAI,EAAE;YACJ,MAAM,EAAE,SAAS;YACjB,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,aAAa,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI;YACxD,KAAK,EAAE,aAAa,CAAC,IAAI,CAAC,CAAC,IAAI;YAC/B,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,SAAS;YACtC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAClC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAChD,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,GAAG,GAAG,CAAC,GAAG,GAAG;YAC/C,IAAI,EAAE,CAAC,CAAC,QAAQ,IAAI,KAAK;YACzB,aAAa,EAAE,SAAS;SACzB;QACD,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;YAChC,6CAA6C;YAC7C,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC;YACvD,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;YAC5B,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;QAC9E,CAAC,CAAC;KACH,EACD,EAAE,aAAa,EAAE,0BAA0B,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,CACrE,CAAC;IACF,OAAO;QACL,IAAI;QACJ,IAAI,EAAE,SAAS;QACf,KAAK,EAAE,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK;QAClC,cAAc,EAAE,KAAK,CAAC,cAAc;QACpC,UAAU,EAAE,KAAK,CAAC,UAAU;QAC5B,KAAK,EAAE,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,MAAM;QACvC,KAAK,EAAE,CAAC;QACR,MAAM,EAAE,EAAE;QACV,OAAO,EAAE,EAAE;QACX,QAAQ,EAAE,CAAC,WAAW,CAAC;QACvB,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACjE,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,KAAa,EACb,IAAuB;IAEvB,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,IAAI,cAAc,CAAC,KAAK,CAAC,CAAC;IACpD,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;QAC3B,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAC;IAC/E,CAAC;IACD,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;QACtB,MAAM,IAAI,KAAK,CAAC,iDAAiD,KAAK,EAAE,CAAC,CAAC;IAC5E,CAAC;IACD,4DAA4D;IAC5D,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,eAAe,CAAC,CAAC,CAAC;IAC1D,IAAI,CAAC;QACH,IAAI,QAAQ,KAAK,KAAK;YAAE,OAAO,MAAM,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;QAClE,IAAI,QAAQ,KAAK,KAAK;YAAE,OAAO,MAAM,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;QAClE,OAAO,MAAM,aAAa,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;IAChD,CAAC;YAAS,CAAC;QACT,MAAM,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACjD,CAAC;AACH,CAAC"}

package/dist/src/lens/kind.d.ts

@@ -0,0 +1,11 @@
+import type { LensKind } from '../digest/schema.js';
+export type DetectedKind = 'youtube' | LensKind;
+export declare const AUDIO_EXTS: string[];
+/**
+ * 렌즈가 받은 주소나 파일이 무슨 자료인지 판단한다. 유튜브는 video-digest로 넘긴다.
+ * 순서는 유튜브, PDF, 오디오와 피드, 나머지 웹 글이다. 로컬 파일은 확장자로만 본다
+ */
+export declare function detectLensKind(input: string): DetectedKind | null;
+/** arXiv 초록 주소는 PDF 주소로 바꾼다. 다른 주소는 그대로 둔다 */
+export declare function pdfUrlOf(url: string): string;
+//# sourceMappingURL=kind.d.ts.map

package/dist/src/lens/kind.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"kind.d.ts","sourceRoot":"","sources":["../../../src/lens/kind.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAEpD,MAAM,MAAM,YAAY,GAAG,SAAS,GAAG,QAAQ,CAAC;AAEhD,eAAO,MAAM,UAAU,UAAqE,CAAC;AAuB7F;;;GAGG;AACH,wBAAgB,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,YAAY,GAAG,IAAI,CAiBjE;AAED,8CAA8C;AAC9C,wBAAgB,QAAQ,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAG5C"}