@aalis/api-media 0.10.0 → 0.11.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.d.ts +11 -10
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +1 -1
- package/dist/index.js.map +1 -1
- package/package.json +5 -8
package/dist/index.d.ts
CHANGED
|
@@ -75,7 +75,10 @@ export interface TranscribeInput {
|
|
|
75
75
|
attachment: MessageAttachment;
|
|
76
76
|
/** 期望语种（ISO 639-1，如 'zh' / 'en'）；不填由 backend 自检 */
|
|
77
77
|
language?: string;
|
|
78
|
-
/**
|
|
78
|
+
/**
|
|
79
|
+
* 是否需要时间戳分段。后端可忽略：第一方只有经 asr 桥接的 plugin-asr-openai 返回 segments，
|
|
80
|
+
* 音频 LLM 与 plugin-asr-whisper-cpp 只给整段 text。
|
|
81
|
+
*/
|
|
79
82
|
withTimestamps?: boolean;
|
|
80
83
|
/**
|
|
81
84
|
* 对话上下文文本（可选）：仅当 backend 为 LLM-as-audio（如 gemma4:e4b）时有意义；
|
|
@@ -113,12 +116,15 @@ export interface MediaService {
|
|
|
113
116
|
transcribe(attachment: MessageAttachment, opts?: TranscribeOptions): Promise<string | undefined>;
|
|
114
117
|
/**
|
|
115
118
|
* 一站式：处理整条 IncomingMessage 的所有 attachments，
|
|
116
|
-
* 把每条附件的文本描述写入 msg._attachmentDescriptions（与 attachments
|
|
117
|
-
*
|
|
119
|
+
* 把每条附件的文本描述写入 msg._attachmentDescriptions（与 attachments 同长度；
|
|
120
|
+
* 本服务不写描述的位，如文件，保留调用前已有的值）。
|
|
121
|
+
* 同一消息对象重复调用共享同一次处理（进行中则等它、返回同一份报告），不重复识别。
|
|
122
|
+
* 由 plugin-media 的 preprocessor 调用；触发插件判定前要看附件描述时（如 plugin-trigger-laya）也会提前调用。
|
|
118
123
|
*/
|
|
119
124
|
processMessage(msg: IncomingMessage): Promise<MediaProcessReport>;
|
|
120
125
|
/**
|
|
121
|
-
*
|
|
126
|
+
* 主动描述单张图片（含动图自动多帧）。没有可用的 vision processor、识别结果为空，或动图取不到、
|
|
127
|
+
* 抽不出帧时返回空串；识别过程出错（识别模型调用失败、静态图取不到等）时抛出，调用方需自行 try/catch。
|
|
122
128
|
* 与 describe([att]) 不同：本方法专为 `analyze_image` 等单图工具优化，
|
|
123
129
|
* 内部走描述缓存（30 天滑动 TTL；键取落盘路径里的内容哈希，非内容寻址的来源经
|
|
124
130
|
* 落盘时登记的别名收敛到同一条）；可传 hint 注入用户意图（带 hint 不读写缓存）。
|
|
@@ -139,9 +145,8 @@ export interface MediaService {
|
|
|
139
145
|
* 此后 lookupDescription / rememberDescription 传**原始来源**即可命中落盘 ref
|
|
140
146
|
* 那条内容哈希键——OneBot 引用消息只拿得到原始 URL 时也不必重认。别名按来源串相等命中；
|
|
141
147
|
* QQ 直链的 rkey 会轮换，由适配器在登记与查询两侧剥掉后再登记/再查一次（见 plugin-adapter-onebot）。
|
|
142
|
-
* 可选方法：老实现缺席时调用方跳过即可（`media.rememberDescriptionAlias?.(…)`）。
|
|
143
148
|
*/
|
|
144
|
-
rememberDescriptionAlias
|
|
149
|
+
rememberDescriptionAlias(source: string, landedRef: string): void;
|
|
145
150
|
/**
|
|
146
151
|
* 为含图消息构造视觉识别上下文（当前消息 + 引用消息 + 最近历史）。
|
|
147
152
|
* 用作 vision LLM 的 hint，让模型聚焦用户真正关心的问题。
|
|
@@ -173,8 +178,6 @@ export interface DescribeVideoOptions {
|
|
|
173
178
|
hint?: string;
|
|
174
179
|
/** 本地缓存路径（避免重新下载） */
|
|
175
180
|
localPath?: string;
|
|
176
|
-
/** 最大输出 token */
|
|
177
|
-
maxTokens?: number;
|
|
178
181
|
}
|
|
179
182
|
export interface BuildContextOptions {
|
|
180
183
|
/** 最近前文条数，默认由实现决定 */
|
|
@@ -188,8 +191,6 @@ export interface DescribeOptions {
|
|
|
188
191
|
}
|
|
189
192
|
export interface TranscribeOptions {
|
|
190
193
|
language?: string;
|
|
191
|
-
withTimestamps?: boolean;
|
|
192
|
-
prefer?: string | ModelRef;
|
|
193
194
|
}
|
|
194
195
|
export interface MediaProcessReport {
|
|
195
196
|
total: number;
|
package/dist/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAWA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAE/C,OAAO,KAAK,EAAE,eAAe,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAEhF,4DAA4D;AAC5D,MAAM,MAAM,eAAe;AACzB,qBAAqB;AACnB,QAAQ;AACV;;;;;GAKG;GACD,OAAO;AACT,0CAA0C;GACxC,mBAAmB;AACrB,0BAA0B;GACxB,gBAAgB,CAAC;AAErB,gDAAgD;AAChD,MAAM,WAAW,cAAc;IAC7B,4CAA4C;IAC5C,IAAI,EAAE,MAAM,CAAC;IACb,cAAc;IACd,YAAY,EAAE,eAAe,EAAE,CAAC;IAChC,gBAAgB;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,4DAA4D;IAC5D,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,4DAA4D;IAC5D,QAAQ,CAAC,CAAC,KAAK,EAAE,aAAa,GAAG,OAAO,CAAC,cAAc,CAAC,CAAC;IACzD;;;OAGG;IACH,UAAU,CAAC,CAAC,KAAK,EAAE,eAAe,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAAC;CAChE;AAED,MAAM,WAAW,aAAa;IAC5B,4CAA4C;IAC5C,WAAW,EAAE,iBAAiB,EAAE,CAAC;IACjC;;;;;;OAMG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB;;;;OAIG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;IACd;;;OAGG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,mBAAmB;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,uDAAuD;IACvD,IAAI,CAAC,EAAE,QAAQ,GAAG,UAAU,CAAC;CAC9B;AAED,MAAM,WAAW,cAAc;IAC7B,uDAAuD;IACvD,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,mBAAmB;IACnB,IAAI,CAAC,EAAE;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;CAC/D;AAED,MAAM,WAAW,eAAe;IAC9B,sBAAsB;IACtB,UAAU,EAAE,iBAAiB,CAAC;IAC9B,mDAAmD;IACnD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAWA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAE/C,OAAO,KAAK,EAAE,eAAe,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAEhF,4DAA4D;AAC5D,MAAM,MAAM,eAAe;AACzB,qBAAqB;AACnB,QAAQ;AACV;;;;;GAKG;GACD,OAAO;AACT,0CAA0C;GACxC,mBAAmB;AACrB,0BAA0B;GACxB,gBAAgB,CAAC;AAErB,gDAAgD;AAChD,MAAM,WAAW,cAAc;IAC7B,4CAA4C;IAC5C,IAAI,EAAE,MAAM,CAAC;IACb,cAAc;IACd,YAAY,EAAE,eAAe,EAAE,CAAC;IAChC,gBAAgB;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,4DAA4D;IAC5D,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,4DAA4D;IAC5D,QAAQ,CAAC,CAAC,KAAK,EAAE,aAAa,GAAG,OAAO,CAAC,cAAc,CAAC,CAAC;IACzD;;;OAGG;IACH,UAAU,CAAC,CAAC,KAAK,EAAE,eAAe,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAAC;CAChE;AAED,MAAM,WAAW,aAAa;IAC5B,4CAA4C;IAC5C,WAAW,EAAE,iBAAiB,EAAE,CAAC;IACjC;;;;;;OAMG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB;;;;OAIG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;IACd;;;OAGG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,mBAAmB;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,uDAAuD;IACvD,IAAI,CAAC,EAAE,QAAQ,GAAG,UAAU,CAAC;CAC9B;AAED,MAAM,WAAW,cAAc;IAC7B,uDAAuD;IACvD,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,mBAAmB;IACnB,IAAI,CAAC,EAAE;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;CAC/D;AAED,MAAM,WAAW,eAAe;IAC9B,sBAAsB;IACtB,UAAU,EAAE,iBAAiB,CAAC;IAC9B,mDAAmD;IACnD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB;;;OAGG;IACH,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB;;;OAGG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,gBAAgB;IAC/B,WAAW;IACX,IAAI,EAAE,MAAM,CAAC;IACb,uBAAuB;IACvB,QAAQ,CAAC,EAAE,KAAK,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC/D,aAAa;IACb,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,IAAI,CAAC,EAAE;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;CAC9C;AAID,4CAA4C;AAC5C,MAAM,WAAW,YAAY;IAC3B,qDAAqD;IACrD,iBAAiB,CAAC,CAAC,EAAE,cAAc,GAAG,MAAM,IAAI,CAAC;IACjD,uBAAuB;IACvB,cAAc,CAAC,GAAG,CAAC,EAAE,eAAe,GAAG,cAAc,EAAE,CAAC;IACxD,wFAAwF;IACxF,aAAa,CAAC,GAAG,EAAE,eAAe,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,QAAQ,GAAG,IAAI,GAAG,cAAc,GAAG,IAAI,CAAC;IAE9F,mDAAmD;IACnD,QAAQ,CAAC,WAAW,EAAE,iBAAiB,EAAE,EAAE,IAAI,CAAC,EAAE,eAAe,GAAG,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC;IACvG,cAAc;IACd,UAAU,CAAC,UAAU,EAAE,iBAAiB,EAAE,IAAI,CAAC,EAAE,iBAAiB,GAAG,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC,CAAC;IAEjG;;;;;;OAMG;IACH,cAAc,CAAC,GAAG,EAAE,eAAe,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAAC;IAIlE;;;;;;OAMG;IACH,aAAa,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,oBAAoB,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAE9E;;;OAGG;IACH,aAAa,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,oBAAoB,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAE9E,+BAA+B;IAC/B,iBAAiB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAAC;IAEnD,4CAA4C;IAC5C,mBAAmB,CAAC,QAAQ,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAEjE;;;;;;OAMG;IACH,wBAAwB,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IAElE;;;OAGG;IACH,YAAY,CAAC,GAAG,EAAE,eAAe,EAAE,IAAI,CAAC,EAAE,mBAAmB,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;CACjF;AAED,MAAM,WAAW,oBAAoB;IACnC,6BAA6B;IAC7B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,iCAAiC;IACjC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,gCAAgC;IAChC,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,iBAAiB;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB;;;;;;;;OAQG;IACH,WAAW,CAAC,EAAE,MAAM,GAAG,QAAQ,GAAG,UAAU,GAAG,cAAc,CAAC;CAC/D;AAED,MAAM,WAAW,oBAAoB;IACnC,mCAAmC;IACnC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,qBAAqB;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,mBAAmB;IAClC,qBAAqB;IACrB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,eAAe;IAC9B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,sDAAsD;IACtD,MAAM,CAAC,EAAE,MAAM,GAAG,QAAQ,CAAC;CAC5B;AAED,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,kBAAkB;IACjC,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,EAAE,MAAM,CAAC;IACrB,wCAAwC;IACxC,KAAK,EAAE,KAAK,CAAC;QACX,IAAI,EAAE,iBAAiB,CAAC,MAAM,CAAC,CAAC;QAChC,GAAG,CAAC,EAAE,eAAe,CAAC;QACtB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,KAAK,CAAC,EAAE,MAAM,CAAC;KAChB,CAAC,CAAC;CACJ;AAID,OAAO,QAAQ,aAAa,CAAC;IAC3B,UAAU,WAAW;QACnB;;;WAGG;QACH,iBAAiB,EAAE,CAAC,IAAI,EAAE;YAAE,SAAS,EAAE,MAAM,CAAC;YAAC,MAAM,EAAE,kBAAkB,CAAA;SAAE,CAAC,CAAC;KAC9E;CACF;AAGD,eAAO,MAAM,KAAK,uGAAuC,CAAC"}
|
package/dist/index.js
CHANGED
|
@@ -6,7 +6,7 @@
|
|
|
6
6
|
// （任意声明了 vision / audio 能力的 LLM 都自动暴露为对应 processor）。
|
|
7
7
|
// 真正"非 LLM"的 backend（如 whisper.cpp / 云 ASR）则注册为独立 processor。
|
|
8
8
|
//
|
|
9
|
-
//
|
|
9
|
+
// 依赖：@aalis/core、@aalis/schema-message、@aalis/api-llm（仅 ModelRef 类型）。
|
|
10
10
|
// ============================================================
|
|
11
11
|
import { defineService } from '@aalis/core';
|
|
12
12
|
// ----- 服务描述符（按激活绑定；调用型：绑定接口是 ServiceRef）-----
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,+DAA+D;AAC/D,+BAA+B;AAC/B,EAAE;AACF,2CAA2C;AAC3C,8CAA8C;AAC9C,qDAAqD;AACrD,6DAA6D;AAC7D,EAAE;AACF,
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,+DAA+D;AAC/D,+BAA+B;AAC/B,EAAE;AACF,2CAA2C;AAC3C,8CAA8C;AAC9C,qDAAqD;AACrD,6DAA6D;AAC7D,EAAE;AACF,sEAAsE;AACtE,+DAA+D;AAG/D,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAyO5C,+CAA+C;AAC/C,MAAM,CAAC,MAAM,KAAK,GAAG,aAAa,CAAe,OAAO,CAAC,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@aalis/api-media",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.11.1",
|
|
4
4
|
"license": "MIT",
|
|
5
5
|
"repository": {
|
|
6
6
|
"type": "git",
|
|
@@ -19,19 +19,16 @@
|
|
|
19
19
|
"dist"
|
|
20
20
|
],
|
|
21
21
|
"dependencies": {
|
|
22
|
-
"@aalis/api-llm": ">=0.
|
|
23
|
-
"@aalis/schema-message": ">=0.
|
|
22
|
+
"@aalis/api-llm": ">=0.12.0 <1.0.0",
|
|
23
|
+
"@aalis/schema-message": ">=0.9.0 <1.0.0"
|
|
24
24
|
},
|
|
25
25
|
"devDependencies": {
|
|
26
26
|
"@types/node": "^22.0.0",
|
|
27
27
|
"typescript": "^5.7.0",
|
|
28
|
-
"@aalis/core": "0.
|
|
29
|
-
},
|
|
30
|
-
"aalis": {
|
|
31
|
-
"types": true
|
|
28
|
+
"@aalis/core": "0.19.0"
|
|
32
29
|
},
|
|
33
30
|
"peerDependencies": {
|
|
34
|
-
"@aalis/core": ">=0.
|
|
31
|
+
"@aalis/core": ">=0.18.0 <1.0.0"
|
|
35
32
|
},
|
|
36
33
|
"keywords": [
|
|
37
34
|
"aalis",
|