dsh-convert-core 0.1.0-alpha.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +149 -0
- package/bin/media-to-md.mjs +168 -0
- package/bin/tita-convert.mjs +85 -0
- package/docs/media-to-md.md +143 -0
- package/lib/adapters/anydoc.d.ts +73 -0
- package/lib/adapters/anydoc.d.ts.map +1 -0
- package/lib/adapters/anydoc.js +295 -0
- package/lib/adapters/anydoc.js.map +1 -0
- package/lib/adapters/iddoc.d.ts +28 -0
- package/lib/adapters/iddoc.d.ts.map +1 -0
- package/lib/adapters/iddoc.js +153 -0
- package/lib/adapters/iddoc.js.map +1 -0
- package/lib/adapters/index.d.ts +41 -0
- package/lib/adapters/index.d.ts.map +1 -0
- package/lib/adapters/index.js +115 -0
- package/lib/adapters/index.js.map +1 -0
- package/lib/adapters/scanned.d.ts +28 -0
- package/lib/adapters/scanned.d.ts.map +1 -0
- package/lib/adapters/scanned.js +121 -0
- package/lib/adapters/scanned.js.map +1 -0
- package/lib/adapters/text.d.ts +29 -0
- package/lib/adapters/text.d.ts.map +1 -0
- package/lib/adapters/text.js +135 -0
- package/lib/adapters/text.js.map +1 -0
- package/lib/adapters/types.d.ts +65 -0
- package/lib/adapters/types.d.ts.map +1 -0
- package/lib/adapters/types.js +11 -0
- package/lib/adapters/types.js.map +1 -0
- package/lib/contract.d.ts +185 -0
- package/lib/contract.d.ts.map +1 -0
- package/lib/contract.js +59 -0
- package/lib/contract.js.map +1 -0
- package/lib/delivery.d.ts +36 -0
- package/lib/delivery.d.ts.map +1 -0
- package/lib/delivery.js +97 -0
- package/lib/delivery.js.map +1 -0
- package/lib/http.d.ts +34 -0
- package/lib/http.d.ts.map +1 -0
- package/lib/http.js +372 -0
- package/lib/http.js.map +1 -0
- package/lib/markdown.d.ts +32 -0
- package/lib/markdown.d.ts.map +1 -0
- package/lib/markdown.js +145 -0
- package/lib/markdown.js.map +1 -0
- package/lib/media/binaries.d.ts +26 -0
- package/lib/media/binaries.d.ts.map +1 -0
- package/lib/media/binaries.js +60 -0
- package/lib/media/binaries.js.map +1 -0
- package/lib/media/convert.d.ts +19 -0
- package/lib/media/convert.d.ts.map +1 -0
- package/lib/media/convert.js +210 -0
- package/lib/media/convert.js.map +1 -0
- package/lib/media/index.d.ts +27 -0
- package/lib/media/index.d.ts.map +1 -0
- package/lib/media/index.js +27 -0
- package/lib/media/index.js.map +1 -0
- package/lib/media/markdown.d.ts +40 -0
- package/lib/media/markdown.d.ts.map +1 -0
- package/lib/media/markdown.js +89 -0
- package/lib/media/markdown.js.map +1 -0
- package/lib/media/media.d.ts +45 -0
- package/lib/media/media.d.ts.map +1 -0
- package/lib/media/media.js +167 -0
- package/lib/media/media.js.map +1 -0
- package/lib/media/models.d.ts +31 -0
- package/lib/media/models.d.ts.map +1 -0
- package/lib/media/models.js +87 -0
- package/lib/media/models.js.map +1 -0
- package/lib/media/scanned.d.ts +18 -0
- package/lib/media/scanned.d.ts.map +1 -0
- package/lib/media/scanned.js +179 -0
- package/lib/media/scanned.js.map +1 -0
- package/lib/media/types.d.ts +154 -0
- package/lib/media/types.d.ts.map +1 -0
- package/lib/media/types.js +23 -0
- package/lib/media/types.js.map +1 -0
- package/lib/server.d.ts +35 -0
- package/lib/server.d.ts.map +1 -0
- package/lib/server.js +64 -0
- package/lib/server.js.map +1 -0
- package/lib/service.d.ts +170 -0
- package/lib/service.d.ts.map +1 -0
- package/lib/service.js +562 -0
- package/lib/service.js.map +1 -0
- package/package.json +59 -0
- package/scripts/asr.py +55 -0
- package/scripts/ocr.py +40 -0
- package/scripts/pdf_pages.py +49 -0
- package/scripts/vendor.mjs +76 -0
- package/src/adapters/anydoc.ts +356 -0
- package/src/adapters/iddoc.ts +171 -0
- package/src/adapters/index.ts +147 -0
- package/src/adapters/scanned.ts +139 -0
- package/src/adapters/text.ts +146 -0
- package/src/adapters/types.ts +76 -0
- package/src/contract.ts +230 -0
- package/src/delivery.ts +124 -0
- package/src/http.ts +394 -0
- package/src/markdown.ts +141 -0
- package/src/media/binaries.ts +67 -0
- package/src/media/convert.ts +232 -0
- package/src/media/index.ts +43 -0
- package/src/media/markdown.ts +105 -0
- package/src/media/media.ts +204 -0
- package/src/media/models.ts +124 -0
- package/src/media/scanned.ts +200 -0
- package/src/media/types.ts +171 -0
- package/src/server.ts +85 -0
- package/src/service.ts +639 -0
- package/web/app.js +382 -0
- package/web/index.html +217 -0
- package/web/styles.css +263 -0
- package/web/vendor/icons.js +25 -0
- package/web/vendor/vue.global.prod.js +14 -0
|
@@ -0,0 +1,60 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* 外部二进制探测。
|
|
3
|
+
*
|
|
4
|
+
* 这个包与文档类转换器的根本差别就在这里:它需要 `ffmpeg`/`ffprobe`,转写档还需要
|
|
5
|
+
* `uvx`(用来按需拉起 faster-whisper / RapidOCR)。探测结果既用于 `probe()`(宿主上报能力),
|
|
6
|
+
* 也用于错误信息里给出**可操作**的安装命令 —— 缺依赖要吵,但不能静默降级。
|
|
7
|
+
*/
|
|
8
|
+
import { execFile } from 'node:child_process';
|
|
9
|
+
import { promisify } from 'node:util';
|
|
10
|
+
const execFileAsync = promisify(execFile);
|
|
11
|
+
export const FFMPEG_HINT = '装 ffmpeg(含 ffprobe):macOS `brew install ffmpeg`,Debian/Ubuntu `apt install ffmpeg`。';
|
|
12
|
+
export const UVX_HINT = '安装 uv(内含 uvx):`curl -LsSf https://astral.sh/uv/install.sh | sh`;或用 tools.uvxPath 指向已有的 uvx。';
|
|
13
|
+
/** 每次都真跑一次 `-version`;调用方(宿主)自己缓存,别在这里藏状态。 */
|
|
14
|
+
export async function probeTools(options = {}) {
|
|
15
|
+
const versions = {};
|
|
16
|
+
try {
|
|
17
|
+
const { stdout } = await execFileAsync('ffprobe', ['-version']);
|
|
18
|
+
const found = /ffprobe version (\S+)/.exec(stdout)?.[1];
|
|
19
|
+
if (found)
|
|
20
|
+
versions.ffprobe = found;
|
|
21
|
+
}
|
|
22
|
+
catch {
|
|
23
|
+
/* 缺失由调用方汇报 */
|
|
24
|
+
}
|
|
25
|
+
try {
|
|
26
|
+
const { stdout } = await execFileAsync('ffmpeg', ['-version']);
|
|
27
|
+
const found = /ffmpeg version (\S+)/.exec(stdout)?.[1];
|
|
28
|
+
if (found)
|
|
29
|
+
versions.ffmpeg = found;
|
|
30
|
+
}
|
|
31
|
+
catch {
|
|
32
|
+
/* 缺失由调用方汇报 */
|
|
33
|
+
}
|
|
34
|
+
try {
|
|
35
|
+
const uvx = options.uvxPath?.trim() || process.env.MEDIA_TO_MD_UVX?.trim() || 'uvx';
|
|
36
|
+
const { stdout } = await execFileAsync(uvx, ['--version']);
|
|
37
|
+
// `uvx --version` 形如 `uvx 0.11.6 (65950801c 2026-04-09 aarch64-apple-darwin)`,只取版本号。
|
|
38
|
+
const found = /(\d+\.\d+\.\d+)/.exec(stdout)?.[1];
|
|
39
|
+
if (found)
|
|
40
|
+
versions.uvx = found;
|
|
41
|
+
}
|
|
42
|
+
catch {
|
|
43
|
+
/* 可选依赖:只有转写/OCR 档才要求 */
|
|
44
|
+
}
|
|
45
|
+
return versions;
|
|
46
|
+
}
|
|
47
|
+
export async function runFfmpeg(args, options = {}) {
|
|
48
|
+
try {
|
|
49
|
+
const { stdout, stderr } = await execFileAsync('ffmpeg', args, { maxBuffer: 32 * 1024 * 1024 });
|
|
50
|
+
return { stdout, stderr };
|
|
51
|
+
}
|
|
52
|
+
catch (cause) {
|
|
53
|
+
if (options.allowFailure) {
|
|
54
|
+
const error = cause;
|
|
55
|
+
return { stdout: error.stdout ?? '', stderr: error.stderr ?? '' };
|
|
56
|
+
}
|
|
57
|
+
throw cause;
|
|
58
|
+
}
|
|
59
|
+
}
|
|
60
|
+
//# sourceMappingURL=binaries.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"binaries.js","sourceRoot":"","sources":["../../src/media/binaries.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAA;AAC7C,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAA;AAErC,MAAM,aAAa,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAA;AAQzC,MAAM,CAAC,MAAM,WAAW,GAAG,qFAAqF,CAAA;AAChH,MAAM,CAAC,MAAM,QAAQ,GAAG,6FAA6F,CAAA;AAMrH,8CAA8C;AAC9C,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,UAAwB,EAAE;IACzD,MAAM,QAAQ,GAAiB,EAAE,CAAA;IACjC,IAAI,CAAC;QACH,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,aAAa,CAAC,SAAS,EAAE,CAAC,UAAU,CAAC,CAAC,CAAA;QAC/D,MAAM,KAAK,GAAG,uBAAuB,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;QACvD,IAAI,KAAK;YAAE,QAAQ,CAAC,OAAO,GAAG,KAAK,CAAA;IACrC,CAAC;IAAC,MAAM,CAAC;QACP,cAAc;IAChB,CAAC;IACD,IAAI,CAAC;QACH,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,aAAa,CAAC,QAAQ,EAAE,CAAC,UAAU,CAAC,CAAC,CAAA;QAC9D,MAAM,KAAK,GAAG,sBAAsB,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;QACtD,IAAI,KAAK;YAAE,QAAQ,CAAC,MAAM,GAAG,KAAK,CAAA;IACpC,CAAC;IAAC,MAAM,CAAC;QACP,cAAc;IAChB,CAAC;IACD,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,OAAO,CAAC,OAAO,EAAE,IAAI,EAAE,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,IAAI,EAAE,IAAI,KAAK,CAAA;QACnF,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,aAAa,CAAC,GAAG,EAAE,CAAC,WAAW,CAAC,CAAC,CAAA;QAC1D,qFAAqF;QACrF,MAAM,KAAK,GAAG,iBAAiB,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;QACjD,IAAI,KAAK;YAAE,QAAQ,CAAC,GAAG,GAAG,KAAK,CAAA;IACjC,CAAC;IAAC,MAAM,CAAC;QACP,wBAAwB;IAC1B,CAAC;IACD,OAAO,QAAQ,CAAA;AACjB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,IAAc,EAAE,UAAsC,EAAE;IACtF,IAAI,CAAC;QACH,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,aAAa,CAAC,QAAQ,EAAE,IAAI,EAAE,EAAE,SAAS,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI,EAAE,CAAC,CAAA;QAC/F,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,CAAA;IAC3B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;YACzB,MAAM,KAAK,GAAG,KAA6C,CAAA;YAC3D,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,IAAI,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,IAAI,EAAE,EAAE,CAAA;QACnE,CAAC;QACD,MAAM,KAAK,CAAA;IACb,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* 主编排:一个本地文件 → 知识就绪 Markdown + 本地图片。
|
|
3
|
+
*
|
|
4
|
+
* 档位规则(刻意保持简单可预测):
|
|
5
|
+
*
|
|
6
|
+
* | mode | 字幕 | 转写 | 说明 |
|
|
7
|
+
* | --------------- | ---- | ---- | ---- |
|
|
8
|
+
* | `auto`(默认) | 优先 | 仅当允许下载模型 | 有字幕就绝不碰模型 |
|
|
9
|
+
* | `subtitle-only` | 只用 | 永不 | 拿不到字幕就是"没有逐字稿",不报错 |
|
|
10
|
+
* | `transcribe` | 跳过 | 强制 | 必须允许下载模型 |
|
|
11
|
+
* | `frames-only` | 跳过 | 跳过 | 只要关键帧(连 OCR 也要显式开) |
|
|
12
|
+
*/
|
|
13
|
+
import { type MediaToMarkdownOptions, type MediaToMarkdownResult } from './types.js';
|
|
14
|
+
export declare const VIDEO_EXTENSIONS: string[];
|
|
15
|
+
export declare const AUDIO_EXTENSIONS: string[];
|
|
16
|
+
export declare const IMAGE_EXTENSIONS: string[];
|
|
17
|
+
export declare const MEDIA_EXTENSIONS: string[];
|
|
18
|
+
export declare function convertMedia(options: MediaToMarkdownOptions): Promise<MediaToMarkdownResult>;
|
|
19
|
+
//# sourceMappingURL=convert.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"convert.d.ts","sourceRoot":"","sources":["../../src/media/convert.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAWH,OAAO,EAKL,KAAK,sBAAsB,EAC3B,KAAK,qBAAqB,EAE3B,MAAM,YAAY,CAAA;AAEnB,eAAO,MAAM,gBAAgB,UAE5B,CAAA;AACD,eAAO,MAAM,gBAAgB,UAE5B,CAAA;AACD,eAAO,MAAM,gBAAgB,UAE5B,CAAA;AACD,eAAO,MAAM,gBAAgB,UAAkE,CAAA;AA2B/F,wBAAsB,YAAY,CAAC,OAAO,EAAE,sBAAsB,GAAG,OAAO,CAAC,qBAAqB,CAAC,CA8JlG"}
|
|
@@ -0,0 +1,210 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* 主编排:一个本地文件 → 知识就绪 Markdown + 本地图片。
|
|
3
|
+
*
|
|
4
|
+
* 档位规则(刻意保持简单可预测):
|
|
5
|
+
*
|
|
6
|
+
* | mode | 字幕 | 转写 | 说明 |
|
|
7
|
+
* | --------------- | ---- | ---- | ---- |
|
|
8
|
+
* | `auto`(默认) | 优先 | 仅当允许下载模型 | 有字幕就绝不碰模型 |
|
|
9
|
+
* | `subtitle-only` | 只用 | 永不 | 拿不到字幕就是"没有逐字稿",不报错 |
|
|
10
|
+
* | `transcribe` | 跳过 | 强制 | 必须允许下载模型 |
|
|
11
|
+
* | `frames-only` | 跳过 | 跳过 | 只要关键帧(连 OCR 也要显式开) |
|
|
12
|
+
*/
|
|
13
|
+
import { createHash } from 'node:crypto';
|
|
14
|
+
import { createReadStream } from 'node:fs';
|
|
15
|
+
import { mkdtemp, readFile, rm, stat } from 'node:fs/promises';
|
|
16
|
+
import { basename, extname, join } from 'node:path';
|
|
17
|
+
import { tmpdir } from 'node:os';
|
|
18
|
+
import { probeTools, runFfmpeg, FFMPEG_HINT } from './binaries.js';
|
|
19
|
+
import { buildMarkdown } from './markdown.js';
|
|
20
|
+
import { extractKeyframes, extractSubtitles, parseSrt, probeMedia } from './media.js';
|
|
21
|
+
import { describeModel, ocrImages, transcribe } from './models.js';
|
|
22
|
+
import { MediaToMarkdownError, } from './types.js';
|
|
23
|
+
export const VIDEO_EXTENSIONS = [
|
|
24
|
+
'.mp4', '.m4v', '.mov', '.mkv', '.webm', '.avi', '.flv', '.wmv', '.mpg', '.mpeg', '.ogv',
|
|
25
|
+
];
|
|
26
|
+
export const AUDIO_EXTENSIONS = [
|
|
27
|
+
'.mp3', '.m4a', '.wav', '.aac', '.flac', '.ogg', '.opus', '.aiff', '.aif', '.amr', '.wma',
|
|
28
|
+
];
|
|
29
|
+
export const IMAGE_EXTENSIONS = [
|
|
30
|
+
'.png', '.jpg', '.jpeg', '.webp', '.gif', '.bmp', '.tif', '.tiff', '.heic',
|
|
31
|
+
];
|
|
32
|
+
export const MEDIA_EXTENSIONS = [...VIDEO_EXTENSIONS, ...AUDIO_EXTENSIONS, ...IMAGE_EXTENSIONS];
|
|
33
|
+
const IMAGE_MAGIC = [
|
|
34
|
+
{ test: data => data.subarray(0, 8).equals(Buffer.from([0x89, 0x50, 0x4e, 0x47, 0x0d, 0x0a, 0x1a, 0x0a])), extension: 'png', contentType: 'image/png' },
|
|
35
|
+
{ test: data => data[0] === 0xff && data[1] === 0xd8, extension: 'jpg', contentType: 'image/jpeg' },
|
|
36
|
+
{ test: data => data.subarray(0, 3).toString('latin1') === 'GIF', extension: 'gif', contentType: 'image/gif' },
|
|
37
|
+
{ test: data => data.subarray(0, 4).toString('latin1') === 'RIFF' && data.subarray(8, 12).toString('latin1') === 'WEBP', extension: 'webp', contentType: 'image/webp' },
|
|
38
|
+
{ test: data => data.subarray(0, 2).toString('latin1') === 'BM', extension: 'bmp', contentType: 'image/bmp' },
|
|
39
|
+
];
|
|
40
|
+
async function sha256OfFile(file) {
|
|
41
|
+
const hash = createHash('sha256');
|
|
42
|
+
await new Promise((resolve, reject) => {
|
|
43
|
+
createReadStream(file)
|
|
44
|
+
.on('data', chunk => hash.update(chunk))
|
|
45
|
+
.on('error', reject)
|
|
46
|
+
.on('end', () => resolve());
|
|
47
|
+
});
|
|
48
|
+
return `sha256:${hash.digest('hex')}`;
|
|
49
|
+
}
|
|
50
|
+
function progressReporter(options) {
|
|
51
|
+
return (stage, progress, message) => {
|
|
52
|
+
options.onProgress?.({ stage, progress, ...(message ? { message } : {}) });
|
|
53
|
+
};
|
|
54
|
+
}
|
|
55
|
+
export async function convertMedia(options) {
|
|
56
|
+
const file = options.file;
|
|
57
|
+
const fileInfo = await stat(file).catch(() => undefined);
|
|
58
|
+
if (!fileInfo?.isFile()) {
|
|
59
|
+
throw new MediaToMarkdownError('INPUT_NOT_A_FILE', `输入不是文件:${file}`);
|
|
60
|
+
}
|
|
61
|
+
const versions = await probeTools({ ...(options.tools?.uvxPath ? { uvxPath: options.tools.uvxPath } : {}) });
|
|
62
|
+
if (!versions.ffmpeg || !versions.ffprobe) {
|
|
63
|
+
const missing = [!versions.ffprobe ? 'ffprobe' : null, !versions.ffmpeg ? 'ffmpeg' : null].filter(Boolean).join('、');
|
|
64
|
+
throw new MediaToMarkdownError('DEPENDENCY_MISSING', `缺少外部二进制:${missing}`, FFMPEG_HINT);
|
|
65
|
+
}
|
|
66
|
+
const extension = extname(file).toLowerCase();
|
|
67
|
+
const title = options.title?.trim() || basename(file, extname(file));
|
|
68
|
+
const mode = options.mode ?? 'auto';
|
|
69
|
+
const report = progressReporter(options);
|
|
70
|
+
const warnings = [];
|
|
71
|
+
const scratch = await mkdtemp(join(tmpdir(), 'media-to-md-'));
|
|
72
|
+
const dependencyVersions = { ffmpeg: versions.ffmpeg };
|
|
73
|
+
if (versions.uvx)
|
|
74
|
+
dependencyVersions.uvx = versions.uvx;
|
|
75
|
+
const externalId = await sha256OfFile(file);
|
|
76
|
+
try {
|
|
77
|
+
/* ------------------------------ 图片档 ------------------------------ */
|
|
78
|
+
if (IMAGE_EXTENSIONS.includes(extension)) {
|
|
79
|
+
report('probing', null, '读取图片');
|
|
80
|
+
const bytes = await readFile(file);
|
|
81
|
+
const magic = IMAGE_MAGIC.find(entry => entry.test(bytes));
|
|
82
|
+
const assetExtension = magic?.extension ?? (extension.replace('.', '') || 'bin');
|
|
83
|
+
const rel = `assets/image-${createHash('sha1').update(bytes).digest('hex').slice(0, 12)}.${assetExtension}`;
|
|
84
|
+
let ocrText = '';
|
|
85
|
+
if (options.imageOcr) {
|
|
86
|
+
report('ocr', null, '本地 OCR');
|
|
87
|
+
const ocr = await ocrImages([file], options.tools, options.signal);
|
|
88
|
+
warnings.push(...ocr.warnings);
|
|
89
|
+
ocrText = (ocr.entries[0]?.text ?? '').trim();
|
|
90
|
+
warnings.push({ code: 'IMAGE_OCR_ENABLED', message: '已显式开启图片 OCR(imageOcr=true)。' });
|
|
91
|
+
}
|
|
92
|
+
else {
|
|
93
|
+
warnings.push({ code: 'IMAGE_OCR_SKIPPED', message: '未做图片 OCR:图片直接收录、靠多模态召回;如需文字请设 imageOcr=true。' });
|
|
94
|
+
}
|
|
95
|
+
const meta = {
|
|
96
|
+
sourceFormat: 'image',
|
|
97
|
+
containerExtension: assetExtension,
|
|
98
|
+
durationSeconds: 0,
|
|
99
|
+
sizeBytes: fileInfo.size,
|
|
100
|
+
hasVideo: false,
|
|
101
|
+
hasAudio: false,
|
|
102
|
+
hasSubtitleTrack: false,
|
|
103
|
+
transcriptSource: 'none',
|
|
104
|
+
};
|
|
105
|
+
return {
|
|
106
|
+
title: title.slice(0, 300),
|
|
107
|
+
markdown: buildMarkdown({ title, meta, frames: [], cues: [], image: { rel, ocrText } }),
|
|
108
|
+
assets: [{ rel, data: bytes, ...(magic ? { contentType: magic.contentType } : {}) }],
|
|
109
|
+
meta,
|
|
110
|
+
transcript: { source: 'none', cues: [] },
|
|
111
|
+
warnings,
|
|
112
|
+
dependencyVersions,
|
|
113
|
+
externalId,
|
|
114
|
+
};
|
|
115
|
+
}
|
|
116
|
+
/* ------------------------------ 音视频档 ------------------------------ */
|
|
117
|
+
report('probing', 0.05, '探测媒体信息');
|
|
118
|
+
const probe = await probeMedia(file, options.signal);
|
|
119
|
+
const sourceFormat = probe.hasVideo ? 'video' : 'audio';
|
|
120
|
+
let frames = [];
|
|
121
|
+
if (probe.hasVideo) {
|
|
122
|
+
report('frames', 0.2, mode === 'frames-only' ? '抽取关键帧(只要帧)' : '抽取关键帧');
|
|
123
|
+
frames = await extractKeyframes(file, probe.durationSeconds, scratch, options.frames ?? {}, options.signal);
|
|
124
|
+
}
|
|
125
|
+
if (frames.length > 0) {
|
|
126
|
+
warnings.push({ code: 'KEYFRAMES_EXTRACTED', message: `已抽出 ${frames.length} 个关键帧并落地为 assets/。` });
|
|
127
|
+
}
|
|
128
|
+
let frameOcr = new Map();
|
|
129
|
+
if (options.ocrFrames && frames.length > 0) {
|
|
130
|
+
report('ocr', 0.35, '关键帧画面文字 OCR');
|
|
131
|
+
// OCR 读的是落盘的真实路径(scratch 下),结果再按顺序映射回 rel。
|
|
132
|
+
const ocr = await ocrImages(frames.map(frame => frame.sourcePath), options.tools, options.signal);
|
|
133
|
+
warnings.push(...ocr.warnings);
|
|
134
|
+
const bySourcePath = new Map(ocr.entries.map(entry => [entry.path, entry.text.trim()]));
|
|
135
|
+
frameOcr = new Map(frames
|
|
136
|
+
.map(frame => [frame.rel, bySourcePath.get(frame.sourcePath) ?? ''])
|
|
137
|
+
.filter(([, text]) => text.length > 0));
|
|
138
|
+
}
|
|
139
|
+
let cues = [];
|
|
140
|
+
let transcriptSource = 'none';
|
|
141
|
+
if (mode !== 'frames-only') {
|
|
142
|
+
report('subtitles', 0.45, '查找字幕轨');
|
|
143
|
+
const subtitleText = await extractSubtitles(file, probe, scratch, options.signal);
|
|
144
|
+
if (subtitleText) {
|
|
145
|
+
cues = parseSrt(subtitleText);
|
|
146
|
+
transcriptSource = 'subtitle';
|
|
147
|
+
warnings.push({ code: 'SUBTITLE_USED', message: `使用字幕轨/旁挂字幕(${cues.length} 条),未下载任何转写模型。` });
|
|
148
|
+
}
|
|
149
|
+
else if (!probe.hasAudio) {
|
|
150
|
+
warnings.push({ code: 'NO_AUDIO_TRACK', message: '该文件没有音频轨,也没有字幕。' });
|
|
151
|
+
}
|
|
152
|
+
else if (mode === 'subtitle-only') {
|
|
153
|
+
warnings.push({ code: 'SUBTITLE_MISSING', message: '没有可用字幕;subtitle-only 档不做转写。' });
|
|
154
|
+
}
|
|
155
|
+
else {
|
|
156
|
+
const asr = options.asr ?? {};
|
|
157
|
+
const model = asr.model?.trim() || 'small';
|
|
158
|
+
const mayDownload = asr.allowModelDownload === true || isLocalModelPath(model);
|
|
159
|
+
if (mode === 'auto' && !mayDownload) {
|
|
160
|
+
throw new MediaToMarkdownError('ASR_MODEL_REQUIRED', `无字幕,转写需要下载本地 whisper 模型(${model},${describeModel(model)});当前未允许下载,已放弃转换。`, '确认后设 allowModelDownload=true 重试;中文建议 model=large-v3-turbo、language=zh。也可以先用 ffmpeg 抽字幕轨,或改用带字幕的来源。');
|
|
161
|
+
}
|
|
162
|
+
report('transcribing', 0.6, '本地转写(首次会下载模型)');
|
|
163
|
+
const audio = join(scratch, 'audio-16k.wav');
|
|
164
|
+
await runFfmpeg(['-hide_banner', '-loglevel', 'error', '-y', '-i', file, '-vn', '-ac', '1', '-ar', '16000', '-c:a', 'pcm_s16le', audio]);
|
|
165
|
+
const result = await transcribe(audio, scratch, asr, options.tools, options.signal);
|
|
166
|
+
cues = result.cues;
|
|
167
|
+
transcriptSource = cues.length > 0 ? 'transcription' : 'none';
|
|
168
|
+
warnings.push({
|
|
169
|
+
code: 'ASR_LOCAL',
|
|
170
|
+
message: `无字幕,已用本地 faster-whisper(${result.model},语言 ${result.language ?? 'auto'})转写;音频未离开本机。`,
|
|
171
|
+
});
|
|
172
|
+
}
|
|
173
|
+
}
|
|
174
|
+
report('assembling', 0.9, '装配 Markdown');
|
|
175
|
+
const meta = {
|
|
176
|
+
sourceFormat,
|
|
177
|
+
containerExtension: extension.replace('.', ''),
|
|
178
|
+
durationSeconds: probe.durationSeconds,
|
|
179
|
+
sizeBytes: probe.sizeBytes,
|
|
180
|
+
...(probe.width ? { width: probe.width } : {}),
|
|
181
|
+
...(probe.height ? { height: probe.height } : {}),
|
|
182
|
+
...(probe.fps ? { fps: probe.fps } : {}),
|
|
183
|
+
...(probe.videoCodec ? { videoCodec: probe.videoCodec } : {}),
|
|
184
|
+
...(probe.audioCodec ? { audioCodec: probe.audioCodec } : {}),
|
|
185
|
+
hasVideo: probe.hasVideo,
|
|
186
|
+
hasAudio: probe.hasAudio,
|
|
187
|
+
hasSubtitleTrack: probe.hasSubtitleTrack,
|
|
188
|
+
transcriptSource,
|
|
189
|
+
};
|
|
190
|
+
return {
|
|
191
|
+
title: title.slice(0, 300),
|
|
192
|
+
markdown: buildMarkdown({ title, meta, frames, cues, frameOcr }),
|
|
193
|
+
assets: frames.map(frame => ({ rel: frame.rel, data: frame.data, contentType: 'image/jpeg' })),
|
|
194
|
+
meta,
|
|
195
|
+
transcript: { source: transcriptSource, cues },
|
|
196
|
+
warnings,
|
|
197
|
+
dependencyVersions,
|
|
198
|
+
externalId,
|
|
199
|
+
};
|
|
200
|
+
}
|
|
201
|
+
finally {
|
|
202
|
+
if (!options.keepScratch)
|
|
203
|
+
await rm(scratch, { recursive: true, force: true }).catch(() => undefined);
|
|
204
|
+
}
|
|
205
|
+
}
|
|
206
|
+
/** 模型名看着像路径(本地目录)时不视为需要下载。 */
|
|
207
|
+
function isLocalModelPath(model) {
|
|
208
|
+
return model.includes('/') || model.startsWith('.') || model.startsWith('~');
|
|
209
|
+
}
|
|
210
|
+
//# sourceMappingURL=convert.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"convert.js","sourceRoot":"","sources":["../../src/media/convert.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AACxC,OAAO,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAA;AAC1C,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAA;AAC9D,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAA;AACnD,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAA;AAChC,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,eAAe,CAAA;AAClE,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAA;AAC7C,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,YAAY,CAAA;AACrF,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AAClE,OAAO,EACL,oBAAoB,GAOrB,MAAM,YAAY,CAAA;AAEnB,MAAM,CAAC,MAAM,gBAAgB,GAAG;IAC9B,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;CACzF,CAAA;AACD,MAAM,CAAC,MAAM,gBAAgB,GAAG;IAC9B,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM;CAC1F,CAAA;AACD,MAAM,CAAC,MAAM,gBAAgB,GAAG;IAC9B,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO;CAC3E,CAAA;AACD,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,GAAG,gBAAgB,EAAE,GAAG,gBAAgB,EAAE,GAAG,gBAAgB,CAAC,CAAA;AAE/F,MAAM,WAAW,GAAuF;IACtG,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,WAAW,EAAE,WAAW,EAAE;IACvJ,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,WAAW,EAAE,YAAY,EAAE;IACnG,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,WAAW,EAAE,WAAW,EAAE;IAC9G,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,MAAM,IAAI,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,WAAW,EAAE,YAAY,EAAE;IACvK,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,WAAW,EAAE,WAAW,EAAE;CAC9G,CAAA;AAED,KAAK,UAAU,YAAY,CAAC,IAAY;IACtC,MAAM,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAA;IACjC,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC1C,gBAAgB,CAAC,IAAI,CAAC;aACnB,EAAE,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;aACvC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC;aACnB,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAA;IAC/B,CAAC,CAAC,CAAA;IACF,OAAO,UAAU,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAA;AACvC,CAAC;AAED,SAAS,gBAAgB,CAAC,OAA+B;IACvD,OAAO,CAAC,KAAgF,EAAE,QAAuB,EAAE,OAAgB,EAAQ,EAAE;QAC3I,OAAO,CAAC,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAA;IAC5E,CAAC,CAAA;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,OAA+B;IAChE,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAA;IACzB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAA;IACxD,IAAI,CAAC,QAAQ,EAAE,MAAM,EAAE,EAAE,CAAC;QACxB,MAAM,IAAI,oBAAoB,CAAC,kBAAkB,EAAE,UAAU,IAAI,EAAE,CAAC,CAAA;IACtE,CAAC;IACD,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC,EAAE,GAAG,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAA;IAC5G,IAAI,CAAC,QAAQ,CAAC,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;QAC1C,MAAM,OAAO,GAAG,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QACpH,MAAM,IAAI,oBAAoB,CAAC,oBAAoB,EAAE,WAAW,OAAO,EAAE,EAAE,WAAW,CAAC,CAAA;IACzF,CAAC;IAED,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAA;IAC7C,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAA;IACpE,MAAM,IAAI,GAAc,OAAO,CAAC,IAAI,IAAI,MAAM,CAAA;IAC9C,MAAM,MAAM,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAA;IACxC,MAAM,QAAQ,GAAmB,EAAE,CAAA;IACnC,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,cAAc,CAAC,CAAC,CAAA;IAC7D,MAAM,kBAAkB,GAA2B,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAA;IAC9E,IAAI,QAAQ,CAAC,GAAG;QAAE,kBAAkB,CAAC,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAA;IAEvD,MAAM,UAAU,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC,CAAA;IAE3C,IAAI,CAAC;QACH,uEAAuE;QACvE,IAAI,gBAAgB,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;YACzC,MAAM,CAAC,SAAS,EAAE,IAAI,EAAE,MAAM,CAAC,CAAA;YAC/B,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAA;YAClC,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAA;YAC1D,MAAM,cAAc,GAAG,KAAK,EAAE,SAAS,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,KAAK,CAAC,CAAA;YAChF,MAAM,GAAG,GAAG,gBAAgB,UAAU,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,cAAc,EAAE,CAAA;YAC3G,IAAI,OAAO,GAAG,EAAE,CAAA;YAChB,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;gBACrB,MAAM,CAAC,KAAK,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAA;gBAC7B,MAAM,GAAG,GAAG,MAAM,SAAS,CAAC,CAAC,IAAI,CAAC,EAAE,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,CAAA;gBAClE,QAAQ,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,QAAQ,CAAC,CAAA;gBAC9B,OAAO,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAA;gBAC7C,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,mBAAmB,EAAE,OAAO,EAAE,6BAA6B,EAAE,CAAC,CAAA;YACtF,CAAC;iBAAM,CAAC;gBACN,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,mBAAmB,EAAE,OAAO,EAAE,8CAA8C,EAAE,CAAC,CAAA;YACvG,CAAC;YACD,MAAM,IAAI,GAAc;gBACtB,YAAY,EAAE,OAAO;gBACrB,kBAAkB,EAAE,cAAc;gBAClC,eAAe,EAAE,CAAC;gBAClB,SAAS,EAAE,QAAQ,CAAC,IAAI;gBACxB,QAAQ,EAAE,KAAK;gBACf,QAAQ,EAAE,KAAK;gBACf,gBAAgB,EAAE,KAAK;gBACvB,gBAAgB,EAAE,MAAM;aACzB,CAAA;YACD,OAAO;gBACL,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;gBAC1B,QAAQ,EAAE,aAAa,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE,CAAC;gBACvF,MAAM,EAAE,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;gBACpF,IAAI;gBACJ,UAAU,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE;gBACxC,QAAQ;gBACR,kBAAkB;gBAClB,UAAU;aACX,CAAA;QACH,CAAC;QAED,wEAAwE;QACxE,MAAM,CAAC,SAAS,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAA;QACjC,MAAM,KAAK,GAAG,MAAM,UAAU,CAAC,IAAI,EAAE,OAAO,CAAC,MAAM,CAAC,CAAA;QACpD,MAAM,YAAY,GAAsB,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAA;QAE1E,IAAI,MAAM,GAAiD,EAAE,CAAA;QAC7D,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;YACnB,MAAM,CAAC,QAAQ,EAAE,GAAG,EAAE,IAAI,KAAK,aAAa,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,OAAO,CAAC,CAAA;YACtE,MAAM,GAAG,MAAM,gBAAgB,CAAC,IAAI,EAAE,KAAK,CAAC,eAAe,EAAE,OAAO,EAAE,OAAO,CAAC,MAAM,IAAI,EAAE,EAAE,OAAO,CAAC,MAAM,CAAC,CAAA;QAC7G,CAAC;QACD,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtB,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,qBAAqB,EAAE,OAAO,EAAE,OAAO,MAAM,CAAC,MAAM,oBAAoB,EAAE,CAAC,CAAA;QACnG,CAAC;QAED,IAAI,QAAQ,GAAG,IAAI,GAAG,EAAkB,CAAA;QACxC,IAAI,OAAO,CAAC,SAAS,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3C,MAAM,CAAC,KAAK,EAAE,IAAI,EAAE,aAAa,CAAC,CAAA;YAClC,2CAA2C;YAC3C,MAAM,GAAG,GAAG,MAAM,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,CAAA;YACjG,QAAQ,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,QAAQ,CAAC,CAAA;YAC9B,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAA;YACvF,QAAQ,GAAG,IAAI,GAAG,CAChB,MAAM;iBACH,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,EAAE,CAAU,CAAC;iBAC5E,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CACzC,CAAA;QACH,CAAC;QAED,IAAI,IAAI,GAAgD,EAAE,CAAA;QAC1D,IAAI,gBAAgB,GAAkD,MAAM,CAAA;QAE5E,IAAI,IAAI,KAAK,aAAa,EAAE,CAAC;YAC3B,MAAM,CAAC,WAAW,EAAE,IAAI,EAAE,OAAO,CAAC,CAAA;YAClC,MAAM,YAAY,GAAG,MAAM,gBAAgB,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,CAAA;YACjF,IAAI,YAAY,EAAE,CAAC;gBACjB,IAAI,GAAG,QAAQ,CAAC,YAAY,CAAC,CAAA;gBAC7B,gBAAgB,GAAG,UAAU,CAAA;gBAC7B,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,OAAO,EAAE,cAAc,IAAI,CAAC,MAAM,gBAAgB,EAAE,CAAC,CAAA;YAC9F,CAAC;iBAAM,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;gBAC3B,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,OAAO,EAAE,iBAAiB,EAAE,CAAC,CAAA;YACvE,CAAC;iBAAM,IAAI,IAAI,KAAK,eAAe,EAAE,CAAC;gBACpC,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,kBAAkB,EAAE,OAAO,EAAE,6BAA6B,EAAE,CAAC,CAAA;YACrF,CAAC;iBAAM,CAAC;gBACN,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,EAAE,CAAA;gBAC7B,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,OAAO,CAAA;gBAC1C,MAAM,WAAW,GAAG,GAAG,CAAC,kBAAkB,KAAK,IAAI,IAAI,gBAAgB,CAAC,KAAK,CAAC,CAAA;gBAC9E,IAAI,IAAI,KAAK,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;oBACpC,MAAM,IAAI,oBAAoB,CAC5B,oBAAoB,EACpB,2BAA2B,KAAK,IAAI,aAAa,CAAC,KAAK,CAAC,kBAAkB,EAC1E,oGAAoG,CACrG,CAAA;gBACH,CAAC;gBACD,MAAM,CAAC,cAAc,EAAE,GAAG,EAAE,eAAe,CAAC,CAAA;gBAC5C,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,EAAE,eAAe,CAAC,CAAA;gBAC5C,MAAM,SAAS,CAAC,CAAC,cAAc,EAAE,WAAW,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,CAAC,CAAC,CAAA;gBACxI,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,CAAA;gBACnF,IAAI,GAAG,MAAM,CAAC,IAAI,CAAA;gBAClB,gBAAgB,GAAG,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,MAAM,CAAA;gBAC7D,QAAQ,CAAC,IAAI,CAAC;oBACZ,IAAI,EAAE,WAAW;oBACjB,OAAO,EAAE,2BAA2B,MAAM,CAAC,KAAK,OAAO,MAAM,CAAC,QAAQ,IAAI,MAAM,cAAc;iBAC/F,CAAC,CAAA;YACJ,CAAC;QACH,CAAC;QAED,MAAM,CAAC,YAAY,EAAE,GAAG,EAAE,aAAa,CAAC,CAAA;QACxC,MAAM,IAAI,GAAG;YACX,YAAY;YACZ,kBAAkB,EAAE,SAAS,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC;YAC9C,eAAe,EAAE,KAAK,CAAC,eAAe;YACtC,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC9C,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACjD,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACxC,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7D,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7D,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,gBAAgB,EAAE,KAAK,CAAC,gBAAgB;YACxC,gBAAgB;SACjB,CAAA;QACD,OAAO;YACL,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;YAC1B,QAAQ,EAAE,aAAa,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;YAChE,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,WAAW,EAAE,YAAY,EAAE,CAAC,CAAC;YAC9F,IAAI;YACJ,UAAU,EAAE,EAAE,MAAM,EAAE,gBAAgB,EAAE,IAAI,EAAE;YAC9C,QAAQ;YACR,kBAAkB;YAClB,UAAU;SACX,CAAA;IACH,CAAC;YAAS,CAAC;QACT,IAAI,CAAC,OAAO,CAAC,WAAW;YAAE,MAAM,EAAE,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAA;IACtG,CAAC;AACH,CAAC;AAED,8BAA8B;AAC9B,SAAS,gBAAgB,CAAC,KAAa;IACrC,OAAO,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,CAAA;AAC9E,CAAC"}
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* media-to-md —— 本地音视频 / 图片 → Markdown + 本地图片。
|
|
3
|
+
*
|
|
4
|
+
* 纯本地:不调用云端 API、不调用大模型。两个专用小模型(whisper 语音识别、RapidOCR
|
|
5
|
+
* 画面文字)都是可选档位,是否允许下载由调用方显式决定。
|
|
6
|
+
*
|
|
7
|
+
* ```ts
|
|
8
|
+
* import { convertMedia } from 'dsh-convert-core/media'
|
|
9
|
+
*
|
|
10
|
+
* const result = await convertMedia({
|
|
11
|
+
* file: '/abs/path/clip.mp4',
|
|
12
|
+
* mode: 'auto',
|
|
13
|
+
* asr: { model: 'large-v3-turbo', language: 'zh', allowModelDownload: true },
|
|
14
|
+
* frames: { samples: 12, maxFrames: 40, sceneThreshold: 0.3 },
|
|
15
|
+
* onProgress: p => console.log(p.stage, p.progress),
|
|
16
|
+
* })
|
|
17
|
+
* // result.markdown / result.assets / result.warnings / result.meta
|
|
18
|
+
* ```
|
|
19
|
+
*/
|
|
20
|
+
export { convertMedia, MEDIA_EXTENSIONS, VIDEO_EXTENSIONS, AUDIO_EXTENSIONS, IMAGE_EXTENSIONS } from './convert.js';
|
|
21
|
+
export { convertScannedDocument } from './scanned.js';
|
|
22
|
+
export { probeTools, FFMPEG_HINT, UVX_HINT, type ToolVersions } from './binaries.js';
|
|
23
|
+
export { probeMedia, extractKeyframes, extractSubtitles, parseSrt, type MediaProbe, type ExtractedFrame } from './media.js';
|
|
24
|
+
export { transcribe, ocrImages, ASR_MODEL_SIZES, describeModel, type TranscriptionResult, type OcrEntry } from './models.js';
|
|
25
|
+
export { buildMarkdown, buildScannedMarkdown, formatClock, type BuildMarkdownInput, type BuildScannedMarkdownInput } from './markdown.js';
|
|
26
|
+
export { MediaToMarkdownError, type MediaAsset, type MediaAsrOptions, type MediaCue, type MediaFrameOptions, type MediaMeta, type MediaMode, type MediaSourceFormat, type MediaToMarkdownOptions, type MediaToMarkdownProgress, type MediaToMarkdownResult, type MediaToolOptions, type MediaWarning, type ScannedPage, type ScannedPdfOptions, } from './types.js';
|
|
27
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/media/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAEH,OAAO,EAAE,YAAY,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAA;AACnH,OAAO,EAAE,sBAAsB,EAAE,MAAM,cAAc,CAAA;AACrD,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,QAAQ,EAAE,KAAK,YAAY,EAAE,MAAM,eAAe,CAAA;AACpF,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,QAAQ,EAAE,KAAK,UAAU,EAAE,KAAK,cAAc,EAAE,MAAM,YAAY,CAAA;AAC3H,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,eAAe,EAAE,aAAa,EAAE,KAAK,mBAAmB,EAAE,KAAK,QAAQ,EAAE,MAAM,aAAa,CAAA;AAC5H,OAAO,EAAE,aAAa,EAAE,oBAAoB,EAAE,WAAW,EAAE,KAAK,kBAAkB,EAAE,KAAK,yBAAyB,EAAE,MAAM,eAAe,CAAA;AACzI,OAAO,EACL,oBAAoB,EACpB,KAAK,UAAU,EACf,KAAK,eAAe,EACpB,KAAK,QAAQ,EACb,KAAK,iBAAiB,EACtB,KAAK,SAAS,EACd,KAAK,SAAS,EACd,KAAK,iBAAiB,EACtB,KAAK,sBAAsB,EAC3B,KAAK,uBAAuB,EAC5B,KAAK,qBAAqB,EAC1B,KAAK,gBAAgB,EACrB,KAAK,YAAY,EACjB,KAAK,WAAW,EAChB,KAAK,iBAAiB,GACvB,MAAM,YAAY,CAAA"}
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* media-to-md —— 本地音视频 / 图片 → Markdown + 本地图片。
|
|
3
|
+
*
|
|
4
|
+
* 纯本地:不调用云端 API、不调用大模型。两个专用小模型(whisper 语音识别、RapidOCR
|
|
5
|
+
* 画面文字)都是可选档位,是否允许下载由调用方显式决定。
|
|
6
|
+
*
|
|
7
|
+
* ```ts
|
|
8
|
+
* import { convertMedia } from 'dsh-convert-core/media'
|
|
9
|
+
*
|
|
10
|
+
* const result = await convertMedia({
|
|
11
|
+
* file: '/abs/path/clip.mp4',
|
|
12
|
+
* mode: 'auto',
|
|
13
|
+
* asr: { model: 'large-v3-turbo', language: 'zh', allowModelDownload: true },
|
|
14
|
+
* frames: { samples: 12, maxFrames: 40, sceneThreshold: 0.3 },
|
|
15
|
+
* onProgress: p => console.log(p.stage, p.progress),
|
|
16
|
+
* })
|
|
17
|
+
* // result.markdown / result.assets / result.warnings / result.meta
|
|
18
|
+
* ```
|
|
19
|
+
*/
|
|
20
|
+
export { convertMedia, MEDIA_EXTENSIONS, VIDEO_EXTENSIONS, AUDIO_EXTENSIONS, IMAGE_EXTENSIONS } from './convert.js';
|
|
21
|
+
export { convertScannedDocument } from './scanned.js';
|
|
22
|
+
export { probeTools, FFMPEG_HINT, UVX_HINT } from './binaries.js';
|
|
23
|
+
export { probeMedia, extractKeyframes, extractSubtitles, parseSrt } from './media.js';
|
|
24
|
+
export { transcribe, ocrImages, ASR_MODEL_SIZES, describeModel } from './models.js';
|
|
25
|
+
export { buildMarkdown, buildScannedMarkdown, formatClock } from './markdown.js';
|
|
26
|
+
export { MediaToMarkdownError, } from './types.js';
|
|
27
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/media/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAEH,OAAO,EAAE,YAAY,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAA;AACnH,OAAO,EAAE,sBAAsB,EAAE,MAAM,cAAc,CAAA;AACrD,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,QAAQ,EAAqB,MAAM,eAAe,CAAA;AACpF,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,QAAQ,EAAwC,MAAM,YAAY,CAAA;AAC3H,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,eAAe,EAAE,aAAa,EAA2C,MAAM,aAAa,CAAA;AAC5H,OAAO,EAAE,aAAa,EAAE,oBAAoB,EAAE,WAAW,EAA2D,MAAM,eAAe,CAAA;AACzI,OAAO,EACL,oBAAoB,GAerB,MAAM,YAAY,CAAA"}
|
|
@@ -0,0 +1,40 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Markdown 装配 —— 纯模板,零模型、零网络。
|
|
3
|
+
*
|
|
4
|
+
* 产物只返回**正文**:front matter 是宿主的契约(转换内核自己写,CLI 自己写),
|
|
5
|
+
* 这个包不该替宿主决定 front matter 字段。
|
|
6
|
+
*/
|
|
7
|
+
import type { ExtractedFrame } from './media.js';
|
|
8
|
+
import type { MediaCue, MediaMeta } from './types.js';
|
|
9
|
+
export declare function formatClock(seconds: number): string;
|
|
10
|
+
export interface BuildMarkdownInput {
|
|
11
|
+
title: string;
|
|
12
|
+
meta: MediaMeta;
|
|
13
|
+
frames: ExtractedFrame[];
|
|
14
|
+
cues: MediaCue[];
|
|
15
|
+
/** 关键帧 rel → 画面文字(仅在开启帧 OCR 时非空)。 */
|
|
16
|
+
frameOcr?: Map<string, string>;
|
|
17
|
+
/** 图片输入的资产与文字。 */
|
|
18
|
+
image?: {
|
|
19
|
+
rel: string;
|
|
20
|
+
ocrText: string;
|
|
21
|
+
};
|
|
22
|
+
}
|
|
23
|
+
export declare function buildMarkdown(input: BuildMarkdownInput): string;
|
|
24
|
+
export interface BuildScannedMarkdownInput {
|
|
25
|
+
title: string;
|
|
26
|
+
totalPages: number;
|
|
27
|
+
pageImages: boolean;
|
|
28
|
+
pages: Array<{
|
|
29
|
+
index: number;
|
|
30
|
+
rel: string;
|
|
31
|
+
text: string;
|
|
32
|
+
}>;
|
|
33
|
+
}
|
|
34
|
+
/**
|
|
35
|
+
* 扫描档的 Markdown:逐页一节,页内先图后文。
|
|
36
|
+
*
|
|
37
|
+
* 不承诺版面顺序与表格结构 —— 这一档只负责"把图片页里的字读出来"。
|
|
38
|
+
*/
|
|
39
|
+
export declare function buildScannedMarkdown(input: BuildScannedMarkdownInput): string;
|
|
40
|
+
//# sourceMappingURL=markdown.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"markdown.d.ts","sourceRoot":"","sources":["../../src/media/markdown.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,YAAY,CAAA;AAChD,OAAO,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,YAAY,CAAA;AAErD,wBAAgB,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAQnD;AAED,MAAM,WAAW,kBAAkB;IACjC,KAAK,EAAE,MAAM,CAAA;IACb,IAAI,EAAE,SAAS,CAAA;IACf,MAAM,EAAE,cAAc,EAAE,CAAA;IACxB,IAAI,EAAE,QAAQ,EAAE,CAAA;IAChB,qCAAqC;IACrC,QAAQ,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAC9B,kBAAkB;IAClB,KAAK,CAAC,EAAE;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAA;CACzC;AAED,wBAAgB,aAAa,CAAC,KAAK,EAAE,kBAAkB,GAAG,MAAM,CA2C/D;AAED,MAAM,WAAW,yBAAyB;IACxC,KAAK,EAAE,MAAM,CAAA;IACb,UAAU,EAAE,MAAM,CAAA;IAClB,UAAU,EAAE,OAAO,CAAA;IACnB,KAAK,EAAE,KAAK,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,CAAA;CAC3D;AAED;;;;GAIG;AACH,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,yBAAyB,GAAG,MAAM,CAgB7E"}
|
|
@@ -0,0 +1,89 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Markdown 装配 —— 纯模板,零模型、零网络。
|
|
3
|
+
*
|
|
4
|
+
* 产物只返回**正文**:front matter 是宿主的契约(转换内核自己写,CLI 自己写),
|
|
5
|
+
* 这个包不该替宿主决定 front matter 字段。
|
|
6
|
+
*/
|
|
7
|
+
export function formatClock(seconds) {
|
|
8
|
+
const total = Math.max(0, Math.floor(seconds));
|
|
9
|
+
const hours = Math.floor(total / 3600);
|
|
10
|
+
const minutes = Math.floor((total % 3600) / 60);
|
|
11
|
+
const secs = total % 60;
|
|
12
|
+
const mm = String(minutes).padStart(2, '0');
|
|
13
|
+
const ss = String(secs).padStart(2, '0');
|
|
14
|
+
return hours > 0 ? `${String(hours).padStart(2, '0')}:${mm}:${ss}` : `${mm}:${ss}`;
|
|
15
|
+
}
|
|
16
|
+
export function buildMarkdown(input) {
|
|
17
|
+
const { title, meta, frames, cues, image } = input;
|
|
18
|
+
const frameOcr = input.frameOcr ?? new Map();
|
|
19
|
+
const lines = [`# ${title}`, ''];
|
|
20
|
+
const facts = [
|
|
21
|
+
meta.durationSeconds > 0 ? `时长 ${formatClock(meta.durationSeconds)}` : null,
|
|
22
|
+
meta.width && meta.height ? `${meta.width}×${meta.height}` : null,
|
|
23
|
+
meta.videoCodec ?? null,
|
|
24
|
+
meta.audioCodec ? `音频 ${meta.audioCodec}` : null,
|
|
25
|
+
].filter((value) => value !== null);
|
|
26
|
+
if (facts.length > 0)
|
|
27
|
+
lines.push(`> ${facts.join(' · ')}`, '');
|
|
28
|
+
if (image) {
|
|
29
|
+
lines.push(``, '');
|
|
30
|
+
if (image.ocrText)
|
|
31
|
+
lines.push('## 画面文字', '', image.ocrText, '');
|
|
32
|
+
else
|
|
33
|
+
lines.push('_图片已原样收录(未做 OCR);以多模态方式参与召回。_', '');
|
|
34
|
+
}
|
|
35
|
+
if (frames.length > 0) {
|
|
36
|
+
lines.push('## 时间轴', '');
|
|
37
|
+
for (const [index, frame] of frames.entries()) {
|
|
38
|
+
const start = frame.seconds;
|
|
39
|
+
const end = index + 1 < frames.length ? frames[index + 1].seconds : Number.POSITIVE_INFINITY;
|
|
40
|
+
lines.push(`### ${formatClock(start)}`, '', ``, '');
|
|
41
|
+
const ocr = frameOcr.get(frame.rel);
|
|
42
|
+
if (ocr)
|
|
43
|
+
lines.push('**画面文字**', '', ocr, '');
|
|
44
|
+
const inWindow = cues.filter(cue => cue.seconds >= start - 0.01 && cue.seconds < end);
|
|
45
|
+
for (const cue of inWindow)
|
|
46
|
+
lines.push(`- \`${formatClock(cue.seconds)}\` ${cue.text}`);
|
|
47
|
+
if (inWindow.length > 0)
|
|
48
|
+
lines.push('');
|
|
49
|
+
}
|
|
50
|
+
}
|
|
51
|
+
if (!image) {
|
|
52
|
+
lines.push('## 逐字稿', '');
|
|
53
|
+
if (cues.length === 0) {
|
|
54
|
+
lines.push(meta.transcriptSource === 'none' ? '_没有字幕轨,也未开启本地转写。_' : '_未识别到可用语音内容。_', '');
|
|
55
|
+
}
|
|
56
|
+
else {
|
|
57
|
+
for (const cue of cues)
|
|
58
|
+
lines.push(`- \`${formatClock(cue.seconds)}\` ${cue.text}`);
|
|
59
|
+
lines.push('');
|
|
60
|
+
}
|
|
61
|
+
}
|
|
62
|
+
return lines.join('\n');
|
|
63
|
+
}
|
|
64
|
+
/**
|
|
65
|
+
* 扫描档的 Markdown:逐页一节,页内先图后文。
|
|
66
|
+
*
|
|
67
|
+
* 不承诺版面顺序与表格结构 —— 这一档只负责"把图片页里的字读出来"。
|
|
68
|
+
*/
|
|
69
|
+
export function buildScannedMarkdown(input) {
|
|
70
|
+
const { title, totalPages, pageImages, pages } = input;
|
|
71
|
+
const lines = [`# ${title}`, ''];
|
|
72
|
+
const facts = [`共 ${totalPages} 页`, `已识别 ${pages.length} 页`, '本地 OCR(轻量档,无版面还原)'];
|
|
73
|
+
lines.push(`> ${facts.join(' · ')}`, '');
|
|
74
|
+
if (pages.length === 0) {
|
|
75
|
+
lines.push('_没有可识别的页面。_', '');
|
|
76
|
+
return lines.join('\n');
|
|
77
|
+
}
|
|
78
|
+
for (const page of pages) {
|
|
79
|
+
lines.push(`## 第 ${page.index} 页`, '');
|
|
80
|
+
if (pageImages)
|
|
81
|
+
lines.push(``, '');
|
|
82
|
+
if (page.text.trim())
|
|
83
|
+
lines.push(page.text.trim(), '');
|
|
84
|
+
else
|
|
85
|
+
lines.push('_本页未识别到文字。_', '');
|
|
86
|
+
}
|
|
87
|
+
return lines.join('\n');
|
|
88
|
+
}
|
|
89
|
+
//# sourceMappingURL=markdown.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"markdown.js","sourceRoot":"","sources":["../../src/media/markdown.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAKH,MAAM,UAAU,WAAW,CAAC,OAAe;IACzC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAA;IAC9C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,CAAA;IACtC,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,CAAA;IAC/C,MAAM,IAAI,GAAG,KAAK,GAAG,EAAE,CAAA;IACvB,MAAM,EAAE,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAA;IAC3C,MAAM,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAA;IACxC,OAAO,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAA;AACpF,CAAC;AAaD,MAAM,UAAU,aAAa,CAAC,KAAyB;IACrD,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,KAAK,CAAA;IAClD,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,IAAI,IAAI,GAAG,EAAkB,CAAA;IAC5D,MAAM,KAAK,GAAa,CAAC,KAAK,KAAK,EAAE,EAAE,EAAE,CAAC,CAAA;IAE1C,MAAM,KAAK,GAAG;QACZ,IAAI,CAAC,eAAe,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,WAAW,CAAC,IAAI,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI;QAC3E,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,IAAI;QACjE,IAAI,CAAC,UAAU,IAAI,IAAI;QACvB,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,IAAI;KACjD,CAAC,MAAM,CAAC,CAAC,KAAK,EAAmB,EAAE,CAAC,KAAK,KAAK,IAAI,CAAC,CAAA;IACpD,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;QAAE,KAAK,CAAC,IAAI,CAAC,KAAK,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,CAAC,CAAA;IAE9D,IAAI,KAAK,EAAE,CAAC;QACV,KAAK,CAAC,IAAI,CAAC,KAAK,KAAK,KAAK,KAAK,CAAC,GAAG,GAAG,EAAE,EAAE,CAAC,CAAA;QAC3C,IAAI,KAAK,CAAC,OAAO;YAAE,KAAK,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,EAAE,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC,CAAA;;YAC1D,KAAK,CAAC,IAAI,CAAC,+BAA+B,EAAE,EAAE,CAAC,CAAA;IACtD,CAAC;IAED,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtB,KAAK,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAA;QACxB,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,EAAE,EAAE,CAAC;YAC9C,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAA;YAC3B,MAAM,GAAG,GAAG,KAAK,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,GAAG,CAAC,CAAE,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,iBAAiB,CAAA;YAC7F,KAAK,CAAC,IAAI,CAAC,OAAO,WAAW,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,EAAE,KAAK,WAAW,CAAC,KAAK,CAAC,KAAK,KAAK,CAAC,GAAG,GAAG,EAAE,EAAE,CAAC,CAAA;YACzF,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;YACnC,IAAI,GAAG;gBAAE,KAAK,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,CAAC,CAAA;YAC5C,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,OAAO,IAAI,KAAK,GAAG,IAAI,IAAI,GAAG,CAAC,OAAO,GAAG,GAAG,CAAC,CAAA;YACrF,KAAK,MAAM,GAAG,IAAI,QAAQ;gBAAE,KAAK,CAAC,IAAI,CAAC,OAAO,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,CAAA;YACvF,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC;gBAAE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;QACzC,CAAC;IACH,CAAC;IAED,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,KAAK,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAA;QACxB,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACtB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,gBAAgB,KAAK,MAAM,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,eAAe,EAAE,EAAE,CAAC,CAAA;QAC1F,CAAC;aAAM,CAAC;YACN,KAAK,MAAM,GAAG,IAAI,IAAI;gBAAE,KAAK,CAAC,IAAI,CAAC,OAAO,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,CAAA;YACnF,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;QAChB,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;AACzB,CAAC;AASD;;;;GAIG;AACH,MAAM,UAAU,oBAAoB,CAAC,KAAgC;IACnE,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,UAAU,EAAE,KAAK,EAAE,GAAG,KAAK,CAAA;IACtD,MAAM,KAAK,GAAa,CAAC,KAAK,KAAK,EAAE,EAAE,EAAE,CAAC,CAAA;IAC1C,MAAM,KAAK,GAAG,CAAC,KAAK,UAAU,IAAI,EAAE,OAAO,KAAK,CAAC,MAAM,IAAI,EAAE,mBAAmB,CAAC,CAAA;IACjF,KAAK,CAAC,IAAI,CAAC,KAAK,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,CAAC,CAAA;IACxC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,KAAK,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,CAAC,CAAA;QAC7B,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IACzB,CAAC;IACD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,KAAK,CAAC,IAAI,CAAC,QAAQ,IAAI,CAAC,KAAK,IAAI,EAAE,EAAE,CAAC,CAAA;QACtC,IAAI,UAAU;YAAE,KAAK,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,KAAK,OAAO,IAAI,CAAC,GAAG,GAAG,EAAE,EAAE,CAAC,CAAA;QACnE,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;YAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,EAAE,CAAC,CAAA;;YACjD,KAAK,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,CAAC,CAAA;IACpC,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;AACzB,CAAC"}
|
|
@@ -0,0 +1,45 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* 媒体探测、关键帧与字幕 —— 全部走 ffmpeg/ffprobe,不含任何模型。
|
|
3
|
+
*/
|
|
4
|
+
import { type MediaCue, type MediaFrameOptions } from './types.js';
|
|
5
|
+
export interface MediaStream {
|
|
6
|
+
codec_type?: string;
|
|
7
|
+
codec_name?: string;
|
|
8
|
+
width?: number;
|
|
9
|
+
height?: number;
|
|
10
|
+
r_frame_rate?: string;
|
|
11
|
+
}
|
|
12
|
+
export interface MediaProbe {
|
|
13
|
+
durationSeconds: number;
|
|
14
|
+
sizeBytes: number;
|
|
15
|
+
hasVideo: boolean;
|
|
16
|
+
hasAudio: boolean;
|
|
17
|
+
hasSubtitleTrack: boolean;
|
|
18
|
+
width?: number;
|
|
19
|
+
height?: number;
|
|
20
|
+
fps?: number;
|
|
21
|
+
videoCodec?: string;
|
|
22
|
+
audioCodec?: string;
|
|
23
|
+
}
|
|
24
|
+
export declare function probeMedia(file: string, signal?: AbortSignal): Promise<MediaProbe>;
|
|
25
|
+
export interface ExtractedFrame {
|
|
26
|
+
/** 产物内相对路径(含 `assets/` 前缀),写进 Markdown 用。 */
|
|
27
|
+
rel: string;
|
|
28
|
+
/** 落盘的真实路径(scratch 下),给 OCR 之类的后续步骤用。 */
|
|
29
|
+
sourcePath: string;
|
|
30
|
+
data: Buffer;
|
|
31
|
+
seconds: number;
|
|
32
|
+
}
|
|
33
|
+
/**
|
|
34
|
+
* 均匀采样 + 场景变化两路合并,再按内容 sha1 去重。
|
|
35
|
+
*
|
|
36
|
+
* 只靠 `scene` 检测会漏内容:口播/图文类视频几乎没有硬切,阈值再低也可能只出 1 帧
|
|
37
|
+
* (实测:一个 3 段画面的测试视频,阈值降到 0.1 仍然只有 1 帧)。只靠均匀采样又会漏掉
|
|
38
|
+
* 真正的画面切换。两路都跑,按时间排序、近邻合并、内容去重。
|
|
39
|
+
*/
|
|
40
|
+
export declare function extractKeyframes(file: string, durationSeconds: number, scratch: string, options?: MediaFrameOptions, signal?: AbortSignal): Promise<ExtractedFrame[]>;
|
|
41
|
+
/** 内嵌字幕轨优先,没有再看同名旁挂 `.srt`。 */
|
|
42
|
+
export declare function extractSubtitles(file: string, probe: MediaProbe, scratch: string, signal?: AbortSignal): Promise<string | undefined>;
|
|
43
|
+
/** 极简 SRT 解析:取起止时间与文本,顺带去掉自动字幕常见的滚动重复行。 */
|
|
44
|
+
export declare function parseSrt(source: string): MediaCue[];
|
|
45
|
+
//# sourceMappingURL=media.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"media.d.ts","sourceRoot":"","sources":["../../src/media/media.ts"],"names":[],"mappings":"AAAA;;GAEG;AAMH,OAAO,EAAwB,KAAK,QAAQ,EAAE,KAAK,iBAAiB,EAAE,MAAM,YAAY,CAAA;AAKxF,MAAM,WAAW,WAAW;IAC1B,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,YAAY,CAAC,EAAE,MAAM,CAAA;CACtB;AAED,MAAM,WAAW,UAAU;IACzB,eAAe,EAAE,MAAM,CAAA;IACvB,SAAS,EAAE,MAAM,CAAA;IACjB,QAAQ,EAAE,OAAO,CAAA;IACjB,QAAQ,EAAE,OAAO,CAAA;IACjB,gBAAgB,EAAE,OAAO,CAAA;IACzB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,GAAG,CAAC,EAAE,MAAM,CAAA;IACZ,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,UAAU,CAAC,EAAE,MAAM,CAAA;CACpB;AAED,wBAAsB,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,UAAU,CAAC,CA+BxF;AAED,MAAM,WAAW,cAAc;IAC7B,6CAA6C;IAC7C,GAAG,EAAE,MAAM,CAAA;IACX,yCAAyC;IACzC,UAAU,EAAE,MAAM,CAAA;IAClB,IAAI,EAAE,MAAM,CAAA;IACZ,OAAO,EAAE,MAAM,CAAA;CAChB;AAUD;;;;;;GAMG;AACH,wBAAsB,gBAAgB,CACpC,IAAI,EAAE,MAAM,EACZ,eAAe,EAAE,MAAM,EACvB,OAAO,EAAE,MAAM,EACf,OAAO,GAAE,iBAAsB,EAC/B,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,cAAc,EAAE,CAAC,CAwD3B;AAED,+BAA+B;AAC/B,wBAAsB,gBAAgB,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC,CAmB1I;AAED,2CAA2C;AAC3C,wBAAgB,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,QAAQ,EAAE,CAoBnD"}
|