@helloxiaohu/plugin-mineru 0.1.6 → 0.1.7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (10) hide show
  1. package/dist/lib/mineru-toolset.strategy.d.ts +25 -0
  2. package/dist/lib/mineru-toolset.strategy.d.ts.map +1 -1
  3. package/dist/lib/mineru-toolset.strategy.js +27 -0
  4. package/dist/lib/mineru.tool.d.ts +1 -0
  5. package/dist/lib/mineru.tool.d.ts.map +1 -1
  6. package/dist/lib/mineru.tool.js +9 -0
  7. package/dist/lib/mineru.toolset.d.ts +1 -0
  8. package/dist/lib/mineru.toolset.d.ts.map +1 -1
  9. package/dist/lib/mineru.toolset.js +2 -1
  10. package/package.json +1 -1
package/dist/lib/mineru-toolset.strategy.d.ts CHANGED
@@ -200,6 +200,31 @@ export declare class MinerUToolsetStrategy implements IToolsetStrategy<MinerUToo
200
200
  };
201
201
  };
202
202
  };
203
+ includeNonImageFiles: {
204
+ type: string;
205
+ title: {
206
+ en_US: string;
207
+ zh_Hans: string;
208
+ };
209
+ description: {
210
+ en_US: string;
211
+ zh_Hans: string;
212
+ };
213
+ enum: string[];
214
+ default: string;
215
+ 'x-ui': {
216
+ enumLabels: {
217
+ true: {
218
+ en_US: string;
219
+ zh_Hans: string;
220
+ };
221
+ false: {
222
+ en_US: string;
223
+ zh_Hans: string;
224
+ };
225
+ };
226
+ };
227
+ };
203
228
  extraFormats: {
204
229
  type: string;
205
230
  title: {
package/dist/lib/mineru-toolset.strategy.d.ts.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"mineru-toolset.strategy.d.ts","sourceRoot":"","sources":["../../src/lib/mineru-toolset.strategy.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAC/C,OAAO,EACL,cAAc,EACd,gBAAgB,EAEhB,oBAAoB,EACpB,kBAAkB,EACnB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,yBAAyB,EAAE,MAAM,4BAA4B,CAAC;AACvE,OAAO,EAAiB,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AASzE,qBAEa,qBAAsB,YAAW,gBAAgB,CAAC,mBAAmB,CAAC;IAsO/E,OAAO,CAAC,QAAQ,CAAC,aAAa;IAE9B,OAAO,CAAC,QAAQ,CAAC,YAAY;IAvO/B,IAAI;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;4BA4Ca,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;MA6KjC;IAEF,QAAQ,CAAC,WAAW,yBAMlB;gBAIiB,aAAa,EAAE,aAAa,EAE5B,YAAY,EAAE,yBAAyB;IAG1D,cAAc,CAAC,MAAM,EAAE,mBAAmB,GAAG,IAAI,GAAG,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC;IAWvE,MAAM,CAAC,MAAM,EAAE,GAAG,GAAG,OAAO,CAAC,cAAc,CAAC;IAyBlD,WAAW;;;;;;;;;;;;;;;;;;;;CAkBZ"}
1
+ {"version":3,"file":"mineru-toolset.strategy.d.ts","sourceRoot":"","sources":["../../src/lib/mineru-toolset.strategy.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAC/C,OAAO,EACL,cAAc,EACd,gBAAgB,EAEhB,oBAAoB,EACpB,kBAAkB,EACnB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,yBAAyB,EAAE,MAAM,4BAA4B,CAAC;AACvE,OAAO,EAAiB,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AASzE,qBAEa,qBAAsB,YAAW,gBAAgB,CAAC,mBAAmB,CAAC;IA+P/E,OAAO,CAAC,QAAQ,CAAC,aAAa;IAE9B,OAAO,CAAC,QAAQ,CAAC,YAAY;IAhQ/B,IAAI;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;4BA4Ca,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;MAsMjC;IAEF,QAAQ,CAAC,WAAW,yBAMlB;gBAIiB,aAAa,EAAE,aAAa,EAE5B,YAAY,EAAE,yBAAyB;IAG1D,cAAc,CAAC,MAAM,EAAE,mBAAmB,GAAG,IAAI,GAAG,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC;IAWvE,MAAM,CAAC,MAAM,EAAE,GAAG,GAAG,OAAO,CAAC,cAAc,CAAC;IA0BlD,WAAW;;;;;;;;;;;;;;;;;;;;CAmBZ"}
package/dist/lib/mineru-toolset.strategy.js CHANGED
@@ -212,6 +212,31 @@ let MinerUToolsetStrategy = class MinerUToolsetStrategy {
212
212
  },
213
213
  },
214
214
  },
215
+ includeNonImageFiles: {
216
+ type: 'string',
217
+ title: {
218
+ en_US: 'Include Non-Image Files',
219
+ zh_Hans: '包含非图片文件',
220
+ },
221
+ description: {
222
+ en_US: 'Include markdown and JSON files in tool file outputs.',
223
+ zh_Hans: '在工具文件输出中包含 Markdown 与 JSON 文件。',
224
+ },
225
+ enum: ['true', 'false'],
226
+ default: 'true',
227
+ 'x-ui': {
228
+ enumLabels: {
229
+ 'true': {
230
+ en_US: 'Enabled',
231
+ zh_Hans: '启用',
232
+ },
233
+ 'false': {
234
+ en_US: 'Disabled',
235
+ zh_Hans: '禁用',
236
+ },
237
+ },
238
+ },
239
+ },
215
240
  extraFormats: {
216
241
  type: 'string',
217
242
  title: {
@@ -259,6 +284,7 @@ let MinerUToolsetStrategy = class MinerUToolsetStrategy {
259
284
  language: creds.language,
260
285
  modelVersion: creds.modelVersion,
261
286
  returnJson: creds.returnJson,
287
+ includeNonImageFiles: creds.includeNonImageFiles,
262
288
  configService: this.configService,
263
289
  resultParser: this.resultParser,
264
290
  };
@@ -273,6 +299,7 @@ let MinerUToolsetStrategy = class MinerUToolsetStrategy {
273
299
  language: 'ch',
274
300
  modelVersion: 'pipeline',
275
301
  returnJson: false,
302
+ includeNonImageFiles: true,
276
303
  }),
277
304
  ];
278
305
  }
package/dist/lib/mineru.tool.d.ts CHANGED
@@ -10,6 +10,7 @@ export interface MinerUToolDefaults {
10
10
  language?: 'en' | 'ch';
11
11
  modelVersion?: 'pipeline' | 'vlm';
12
12
  returnJson?: boolean | string;
13
+ includeNonImageFiles?: boolean | string;
13
14
  }
14
15
  export declare function buildMinerUTool(configService: ConfigService, resultParser: MinerUResultParserService, options?: MinerUIntegrationOptions, fileSystem?: XpFileSystem, defaults?: MinerUToolDefaults): import("@langchain/core/tools").DynamicStructuredTool<z.ZodObject<{
15
16
  doc_url: z.ZodString;
package/dist/lib/mineru.tool.d.ts.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"mineru.tool.d.ts","sourceRoot":"","sources":["../../src/lib/mineru.tool.ts"],"names":[],"mappings":"AAEA,OAAO,EAAmB,YAAY,EAAE,MAAM,sBAAsB,CAAC;AACrE,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAE/C,OAAO,EAAE,yBAAyB,EAAE,MAAM,4BAA4B,CAAC;AAEvE,OAAO,EAAU,wBAAwB,EAAE,MAAM,YAAY,CAAC;AAI9D,MAAM,WAAW,kBAAkB;IACjC,KAAK,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;IACzB,aAAa,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;IACjC,WAAW,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;IAC/B,QAAQ,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC;IACvB,YAAY,CAAC,EAAE,UAAU,GAAG,KAAK,CAAC;IAClC,UAAU,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;CAC/B;AA+BD,wBAAgB,eAAe,CAC7B,aAAa,EAAE,aAAa,EAC5B,YAAY,EAAE,yBAAyB,EACvC,OAAO,CAAC,EAAE,wBAAwB,EAClC,UAAU,CAAC,EAAE,YAAY,EACzB,QAAQ,CAAC,EAAE,kBAAkB;;;;;;;;;;;;;;;;;;;MAsN9B"}
1
+ {"version":3,"file":"mineru.tool.d.ts","sourceRoot":"","sources":["../../src/lib/mineru.tool.ts"],"names":[],"mappings":"AAEA,OAAO,EAAmB,YAAY,EAAE,MAAM,sBAAsB,CAAC;AACrE,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAE/C,OAAO,EAAE,yBAAyB,EAAE,MAAM,4BAA4B,CAAC;AAEvE,OAAO,EAAU,wBAAwB,EAAE,MAAM,YAAY,CAAC;AAI9D,MAAM,WAAW,kBAAkB;IACjC,KAAK,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;IACzB,aAAa,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;IACjC,WAAW,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;IAC/B,QAAQ,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC;IACvB,YAAY,CAAC,EAAE,UAAU,GAAG,KAAK,CAAC;IAClC,UAAU,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;IAC9B,oBAAoB,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;CACzC;AA+BD,wBAAgB,eAAe,CAC7B,aAAa,EAAE,aAAa,EAC5B,YAAY,EAAE,yBAAyB,EACvC,OAAO,CAAC,EAAE,wBAAwB,EAClC,UAAU,CAAC,EAAE,YAAY,EACzB,QAAQ,CAAC,EAAE,kBAAkB;;;;;;;;;;;;;;;;;;;MAgO9B"}
package/dist/lib/mineru.tool.js CHANGED
@@ -64,6 +64,7 @@ export function buildMinerUTool(configService, resultParser, options, fileSystem
64
64
  language: defaults?.language,
65
65
  modelVersion: defaults?.modelVersion,
66
66
  returnJson: defaults?.returnJson,
67
+ includeNonImageFiles: defaults?.includeNonImageFiles,
67
68
  },
68
69
  });
69
70
  const finalIsOcr = defaults?.isOcr === undefined
@@ -89,6 +90,11 @@ export function buildMinerUTool(configService, resultParser, options, fileSystem
89
90
  : typeof defaults.returnJson === 'string'
90
91
  ? defaults.returnJson === 'true'
91
92
  : defaults.returnJson === true;
93
+ const includeNonImageFiles = defaults?.includeNonImageFiles === undefined
94
+ ? true
95
+ : typeof defaults.includeNonImageFiles === 'string'
96
+ ? defaults.includeNonImageFiles === 'true'
97
+ : defaults.includeNonImageFiles === true;
92
98
  const effectiveOptions = {
93
99
  apiUrl: finalApiUrl,
94
100
  apiKey: finalApiKey,
@@ -152,6 +158,9 @@ export function buildMinerUTool(configService, resultParser, options, fileSystem
152
158
  if (parsedResult.metadata?.assets) {
153
159
  for (const asset of parsedResult.metadata.assets) {
154
160
  if (asset.type === 'file' || asset.type === 'image') {
161
+ if (asset.type !== 'image' && !includeNonImageFiles) {
162
+ continue;
163
+ }
155
164
  const fileName = asset.filePath?.split(/[/\\]/).pop() ||
156
165
  asset.url?.split('/').pop() ||
157
166
  'file';
package/dist/lib/mineru.toolset.d.ts CHANGED
@@ -15,6 +15,7 @@ export interface MinerUToolsetConfig {
15
15
  language?: 'en' | 'ch';
16
16
  modelVersion?: 'pipeline' | 'vlm';
17
17
  returnJson?: boolean | string;
18
+ includeNonImageFiles?: boolean | string;
18
19
  }
19
20
  export declare class MinerUToolset extends BuiltinToolset<StructuredToolInterface, MinerUToolsetConfig> {
20
21
  private readonly config;
package/dist/lib/mineru.toolset.d.ts.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"mineru.toolset.d.ts","sourceRoot":"","sources":["../../src/lib/mineru.toolset.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,uBAAuB,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAChF,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AACpE,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAC/C,OAAO,EAAE,yBAAyB,EAAE,MAAM,4BAA4B,CAAC;AAIvE,MAAM,WAAW,mBAAmB;IAClC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,YAAY,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IACjC,UAAU,CAAC,EAAE,YAAY,CAAC;IAC1B,aAAa,CAAC,EAAE,aAAa,CAAC;IAC9B,YAAY,CAAC,EAAE,yBAAyB,CAAC;IACzC,KAAK,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;IACzB,aAAa,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;IACjC,WAAW,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;IAC/B,QAAQ,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC;IACvB,YAAY,CAAC,EAAE,UAAU,GAAG,KAAK,CAAC;IAClC,UAAU,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;CAC/B;AAED,qBAAa,aAAc,SAAQ,cAAc,CAAC,uBAAuB,EAAE,mBAAmB,CAAC;IAC7F,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAsB;IACpC,KAAK,EAAE,GAAG,EAAE,CAAM;gBAEf,MAAM,EAAE,mBAAmB;IAiBxB,oBAAoB,CAAC,YAAY,EAAE,mBAAmB,GAAG,OAAO,CAAC,IAAI,CAAC;IAItE,SAAS,IAAI,OAAO,CAAC,uBAAuB,CAAC,cAAc,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC;CAiDzF"}
1
+ {"version":3,"file":"mineru.toolset.d.ts","sourceRoot":"","sources":["../../src/lib/mineru.toolset.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,uBAAuB,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAChF,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AACpE,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAC/C,OAAO,EAAE,yBAAyB,EAAE,MAAM,4BAA4B,CAAC;AAIvE,MAAM,WAAW,mBAAmB;IAClC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,YAAY,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IACjC,UAAU,CAAC,EAAE,YAAY,CAAC;IAC1B,aAAa,CAAC,EAAE,aAAa,CAAC;IAC9B,YAAY,CAAC,EAAE,yBAAyB,CAAC;IACzC,KAAK,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;IACzB,aAAa,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;IACjC,WAAW,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;IAC/B,QAAQ,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC;IACvB,YAAY,CAAC,EAAE,UAAU,GAAG,KAAK,CAAC;IAClC,UAAU,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;IAC9B,oBAAoB,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;CACzC;AAED,qBAAa,aAAc,SAAQ,cAAc,CAAC,uBAAuB,EAAE,mBAAmB,CAAC;IAC7F,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAsB;IACpC,KAAK,EAAE,GAAG,EAAE,CAAM;gBAEf,MAAM,EAAE,mBAAmB;IAiBxB,oBAAoB,CAAC,YAAY,EAAE,mBAAmB,GAAG,OAAO,CAAC,IAAI,CAAC;IAItE,SAAS,IAAI,OAAO,CAAC,uBAAuB,CAAC,cAAc,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC;CAmDzF"}
package/dist/lib/mineru.toolset.js CHANGED
@@ -20,7 +20,7 @@ export class MinerUToolset extends BuiltinToolset {
20
20
  // No validation during authorization phase.
21
21
  }
22
22
  async initTools() {
23
- const { configService, resultParser, apiUrl, apiKey, extraFormats, fileSystem, isOcr, enableFormula, enableTable, language, modelVersion, returnJson, } = this.config;
23
+ const { configService, resultParser, apiUrl, apiKey, extraFormats, fileSystem, isOcr, enableFormula, enableTable, language, modelVersion, returnJson, includeNonImageFiles, } = this.config;
24
24
  if (!configService || !resultParser) {
25
25
  throw new Error('ConfigService and MinerUResultParserService are required');
26
26
  }
@@ -42,6 +42,7 @@ export class MinerUToolset extends BuiltinToolset {
42
42
  language: finalLanguage,
43
43
  modelVersion: finalModelVersion,
44
44
  returnJson,
45
+ includeNonImageFiles,
45
46
  }),
46
47
  ];
47
48
  return this.tools;
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@helloxiaohu/plugin-mineru",
3
- "version": "0.1.6",
3
+ "version": "0.1.7",
4
4
  "description": "MinerU document converter plugin for Xpert AI platform",
5
5
  "license": "AGPL-3.0",
6
6
  "repository": {