@aalis/api-media 0.9.2 → 0.10.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +27 -0
- package/dist/index.d.ts +7 -10
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +3 -1
- package/dist/index.js.map +1 -1
- package/package.json +3 -3
package/README.md
ADDED
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
# @aalis/api-media
|
|
2
|
+
|
|
3
|
+
多模态媒体识别契约：图像 / 音频 / 视频处理为文本。
|
|
4
|
+
|
|
5
|
+
## 安装
|
|
6
|
+
|
|
7
|
+
```bash
|
|
8
|
+
pnpm add @aalis/api-media
|
|
9
|
+
```
|
|
10
|
+
|
|
11
|
+
## 提供
|
|
12
|
+
|
|
13
|
+
服务描述符：`media`（服务名 `media`）。
|
|
14
|
+
|
|
15
|
+
```ts
|
|
16
|
+
import { media } from '@aalis/api-media';
|
|
17
|
+
```
|
|
18
|
+
|
|
19
|
+
实现见 `@aalis/plugin-media`。
|
|
20
|
+
|
|
21
|
+
## 文档
|
|
22
|
+
|
|
23
|
+
详见 [docs/services/media.md](../../docs/services/media.md)。
|
|
24
|
+
|
|
25
|
+
## 许可
|
|
26
|
+
|
|
27
|
+
见仓库根目录 LICENSE。
|
package/dist/index.d.ts
CHANGED
|
@@ -1,5 +1,4 @@
|
|
|
1
1
|
import type { ModelRef } from '@aalis/api-llm';
|
|
2
|
-
import type { Context } from '@aalis/core';
|
|
3
2
|
import type { IncomingMessage, MessageAttachment } from '@aalis/schema-message';
|
|
4
3
|
/** 媒体能力枚举（与 LLM Capability 互不重叠：LLM 描述模型能力，Media 描述处理动作） */
|
|
5
4
|
export type MediaCapability =
|
|
@@ -27,12 +26,12 @@ export interface MediaProcessor {
|
|
|
27
26
|
/** 优先级（数值大者优先；同 cap 多 processor 时由 MediaService 仲裁；默认 0） */
|
|
28
27
|
priority?: number;
|
|
29
28
|
/** 描述/识别（用于 vision / document.image / video.passthrough） */
|
|
30
|
-
describe?(input: DescribeInput
|
|
29
|
+
describe?(input: DescribeInput): Promise<DescribeResult>;
|
|
31
30
|
/**
|
|
32
31
|
* 音频→文本（用于 audio cap）。返回的 text 应能让下游 LLM
|
|
33
32
|
* “听懂”该音频：语音输原文转写；音乐/环境音输描述；听不清也要说出听到什么。
|
|
34
33
|
*/
|
|
35
|
-
transcribe?(input: TranscribeInput
|
|
34
|
+
transcribe?(input: TranscribeInput): Promise<TranscribeResult>;
|
|
36
35
|
}
|
|
37
36
|
export interface DescribeInput {
|
|
38
37
|
/** 待描述的附件（同一 batch 内 mime/kind 由调用方保证一致） */
|
|
@@ -138,8 +137,8 @@ export interface MediaService {
|
|
|
138
137
|
* 登记「来源 URL / data URI → 落盘 ref」别名：由**落盘方**在落盘成功后调一次
|
|
139
138
|
* （适配器把远端 URL 落成 `data/images/…` 时、WebUI base64 落盘时）。
|
|
140
139
|
* 此后 lookupDescription / rememberDescription 传**原始来源**即可命中落盘 ref
|
|
141
|
-
* 那条内容哈希键——OneBot 引用消息只拿得到原始 URL
|
|
142
|
-
* QQ
|
|
140
|
+
* 那条内容哈希键——OneBot 引用消息只拿得到原始 URL 时也不必重认。别名按来源串相等命中；
|
|
141
|
+
* QQ 直链的 rkey 会轮换，由适配器在登记与查询两侧剥掉后再登记/再查一次（见 plugin-adapter-onebot）。
|
|
143
142
|
* 可选方法：老实现缺席时调用方跳过即可（`media.rememberDescriptionAlias?.(…)`）。
|
|
144
143
|
*/
|
|
145
144
|
rememberDescriptionAlias?(source: string, landedRef: string): void;
|
|
@@ -164,6 +163,8 @@ export interface DescribeImageOptions {
|
|
|
164
163
|
* - `'detailed'`：详细图像识别（不限字数、聚焦图像整体详情/网络梗/代码/表格），用于一般信息密度高的图
|
|
165
164
|
* - `'professional'`：专业学科题目识别（严格 LaTeX、几何坐标识别、几何形状反幻觉），用于数学/物理/化学题
|
|
166
165
|
* - `'auto'`：单次推理自路由——模型看图自判类型并按类型给相应详略（不再前置分类推理）
|
|
166
|
+
*
|
|
167
|
+
* 描述缓存按档分键：`'auto'` 与到达识别共用一条，其余三档各自一条；带 hint 不进缓存。
|
|
167
168
|
*/
|
|
168
169
|
detailLevel?: 'auto' | 'casual' | 'detailed' | 'professional';
|
|
169
170
|
}
|
|
@@ -214,9 +215,5 @@ declare module '@aalis/core' {
|
|
|
214
215
|
}];
|
|
215
216
|
}
|
|
216
217
|
}
|
|
217
|
-
declare
|
|
218
|
-
interface ServiceTypeMap {
|
|
219
|
-
media: MediaService;
|
|
220
|
-
}
|
|
221
|
-
}
|
|
218
|
+
export declare const media: import("@aalis/core").ServiceDescriptor<MediaService, import("@aalis/core").ServiceRef<MediaService>>;
|
|
222
219
|
//# sourceMappingURL=index.d.ts.map
|
package/dist/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAWA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAWA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAE/C,OAAO,KAAK,EAAE,eAAe,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAEhF,4DAA4D;AAC5D,MAAM,MAAM,eAAe;AACzB,qBAAqB;AACnB,QAAQ;AACV;;;;;GAKG;GACD,OAAO;AACT,0CAA0C;GACxC,mBAAmB;AACrB,0BAA0B;GACxB,gBAAgB,CAAC;AAErB,gDAAgD;AAChD,MAAM,WAAW,cAAc;IAC7B,4CAA4C;IAC5C,IAAI,EAAE,MAAM,CAAC;IACb,cAAc;IACd,YAAY,EAAE,eAAe,EAAE,CAAC;IAChC,gBAAgB;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,4DAA4D;IAC5D,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,4DAA4D;IAC5D,QAAQ,CAAC,CAAC,KAAK,EAAE,aAAa,GAAG,OAAO,CAAC,cAAc,CAAC,CAAC;IACzD;;;OAGG;IACH,UAAU,CAAC,CAAC,KAAK,EAAE,eAAe,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAAC;CAChE;AAED,MAAM,WAAW,aAAa;IAC5B,4CAA4C;IAC5C,WAAW,EAAE,iBAAiB,EAAE,CAAC;IACjC;;;;;;OAMG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB;;;;OAIG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;IACd;;;OAGG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,mBAAmB;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,uDAAuD;IACvD,IAAI,CAAC,EAAE,QAAQ,GAAG,UAAU,CAAC;CAC9B;AAED,MAAM,WAAW,cAAc;IAC7B,uDAAuD;IACvD,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,mBAAmB;IACnB,IAAI,CAAC,EAAE;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;CAC/D;AAED,MAAM,WAAW,eAAe;IAC9B,sBAAsB;IACtB,UAAU,EAAE,iBAAiB,CAAC;IAC9B,mDAAmD;IACnD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,gBAAgB;IAChB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB;;;OAGG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,gBAAgB;IAC/B,WAAW;IACX,IAAI,EAAE,MAAM,CAAC;IACb,uBAAuB;IACvB,QAAQ,CAAC,EAAE,KAAK,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC/D,aAAa;IACb,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,IAAI,CAAC,EAAE;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;CAC9C;AAID,4CAA4C;AAC5C,MAAM,WAAW,YAAY;IAC3B,qDAAqD;IACrD,iBAAiB,CAAC,CAAC,EAAE,cAAc,GAAG,MAAM,IAAI,CAAC;IACjD,uBAAuB;IACvB,cAAc,CAAC,GAAG,CAAC,EAAE,eAAe,GAAG,cAAc,EAAE,CAAC;IACxD,wFAAwF;IACxF,aAAa,CAAC,GAAG,EAAE,eAAe,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,QAAQ,GAAG,IAAI,GAAG,cAAc,GAAG,IAAI,CAAC;IAE9F,mDAAmD;IACnD,QAAQ,CAAC,WAAW,EAAE,iBAAiB,EAAE,EAAE,IAAI,CAAC,EAAE,eAAe,GAAG,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC;IACvG,cAAc;IACd,UAAU,CAAC,UAAU,EAAE,iBAAiB,EAAE,IAAI,CAAC,EAAE,iBAAiB,GAAG,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC,CAAC;IAEjG;;;;OAIG;IACH,cAAc,CAAC,GAAG,EAAE,eAAe,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAAC;IAIlE;;;;;OAKG;IACH,aAAa,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,oBAAoB,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAE9E;;;OAGG;IACH,aAAa,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,oBAAoB,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAE9E,+BAA+B;IAC/B,iBAAiB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAAC;IAEnD,4CAA4C;IAC5C,mBAAmB,CAAC,QAAQ,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAEjE;;;;;;;OAOG;IACH,wBAAwB,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IAEnE;;;OAGG;IACH,YAAY,CAAC,GAAG,EAAE,eAAe,EAAE,IAAI,CAAC,EAAE,mBAAmB,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;CACjF;AAED,MAAM,WAAW,oBAAoB;IACnC,6BAA6B;IAC7B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,iCAAiC;IACjC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,gCAAgC;IAChC,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,iBAAiB;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB;;;;;;;;OAQG;IACH,WAAW,CAAC,EAAE,MAAM,GAAG,QAAQ,GAAG,UAAU,GAAG,cAAc,CAAC;CAC/D;AAED,MAAM,WAAW,oBAAoB;IACnC,mCAAmC;IACnC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,qBAAqB;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,iBAAiB;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,mBAAmB;IAClC,qBAAqB;IACrB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,eAAe;IAC9B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,sDAAsD;IACtD,MAAM,CAAC,EAAE,MAAM,GAAG,QAAQ,CAAC;CAC5B;AAED,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,MAAM,CAAC,EAAE,MAAM,GAAG,QAAQ,CAAC;CAC5B;AAED,MAAM,WAAW,kBAAkB;IACjC,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,EAAE,MAAM,CAAC;IACrB,wCAAwC;IACxC,KAAK,EAAE,KAAK,CAAC;QACX,IAAI,EAAE,iBAAiB,CAAC,MAAM,CAAC,CAAC;QAChC,GAAG,CAAC,EAAE,eAAe,CAAC;QACtB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,KAAK,CAAC,EAAE,MAAM,CAAC;KAChB,CAAC,CAAC;CACJ;AAID,OAAO,QAAQ,aAAa,CAAC;IAC3B,UAAU,WAAW;QACnB;;;WAGG;QACH,iBAAiB,EAAE,CAAC,IAAI,EAAE;YAAE,SAAS,EAAE,MAAM,CAAC;YAAC,MAAM,EAAE,kBAAkB,CAAA;SAAE,CAAC,CAAC;KAC9E;CACF;AAGD,eAAO,MAAM,KAAK,uGAAuC,CAAC"}
|
package/dist/index.js
CHANGED
|
@@ -8,5 +8,7 @@
|
|
|
8
8
|
//
|
|
9
9
|
// 依赖：仅 @aalis/core 与 @aalis/schema-message。
|
|
10
10
|
// ============================================================
|
|
11
|
-
|
|
11
|
+
import { defineService } from '@aalis/core';
|
|
12
|
+
// ----- 服务描述符（按激活绑定；调用型：绑定接口是 ServiceRef）-----
|
|
13
|
+
export const media = defineService('media');
|
|
12
14
|
//# sourceMappingURL=index.js.map
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,+DAA+D;AAC/D,+BAA+B;AAC/B,EAAE;AACF,2CAA2C;AAC3C,8CAA8C;AAC9C,qDAAqD;AACrD,6DAA6D;AAC7D,EAAE;AACF,4CAA4C;AAC5C,+DAA+D"}
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,+DAA+D;AAC/D,+BAA+B;AAC/B,EAAE;AACF,2CAA2C;AAC3C,8CAA8C;AAC9C,qDAAqD;AACrD,6DAA6D;AAC7D,EAAE;AACF,4CAA4C;AAC5C,+DAA+D;AAG/D,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAwO5C,+CAA+C;AAC/C,MAAM,CAAC,MAAM,KAAK,GAAG,aAAa,CAAe,OAAO,CAAC,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@aalis/api-media",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.10.0",
|
|
4
4
|
"license": "MIT",
|
|
5
5
|
"repository": {
|
|
6
6
|
"type": "git",
|
|
@@ -25,13 +25,13 @@
|
|
|
25
25
|
"devDependencies": {
|
|
26
26
|
"@types/node": "^22.0.0",
|
|
27
27
|
"typescript": "^5.7.0",
|
|
28
|
-
"@aalis/core": "0.
|
|
28
|
+
"@aalis/core": "0.17.0"
|
|
29
29
|
},
|
|
30
30
|
"aalis": {
|
|
31
31
|
"types": true
|
|
32
32
|
},
|
|
33
33
|
"peerDependencies": {
|
|
34
|
-
"@aalis/core": ">=0.
|
|
34
|
+
"@aalis/core": ">=0.17.0 <1.0.0"
|
|
35
35
|
},
|
|
36
36
|
"keywords": [
|
|
37
37
|
"aalis",
|