@kweaver-ai/kweaver-sdk 0.7.1 → 0.7.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (43) hide show
  1. package/README.md +34 -4
  2. package/README.zh.md +27 -2
  3. package/dist/api/datasources.d.ts +7 -0
  4. package/dist/api/datasources.js +8 -0
  5. package/dist/api/skills.js +10 -8
  6. package/dist/api/toolboxes.d.ts +2 -0
  7. package/dist/api/toolboxes.js +2 -1
  8. package/dist/cli.js +65 -17
  9. package/dist/commands/auth.js +85 -10
  10. package/dist/commands/bkn-ops.d.ts +6 -1
  11. package/dist/commands/bkn-ops.js +202 -93
  12. package/dist/commands/bkn-utils.d.ts +26 -2
  13. package/dist/commands/bkn-utils.js +66 -9
  14. package/dist/commands/config.js +8 -0
  15. package/dist/commands/context-loader.js +112 -36
  16. package/dist/commands/dataflow.js +194 -20
  17. package/dist/commands/ds.d.ts +23 -1
  18. package/dist/commands/ds.js +135 -27
  19. package/dist/commands/import-csv.d.ts +0 -2
  20. package/dist/commands/import-csv.js +2 -4
  21. package/dist/commands/skill.js +26 -6
  22. package/dist/commands/tool.d.ts +1 -0
  23. package/dist/commands/tool.js +12 -0
  24. package/dist/config/stateless.d.ts +13 -0
  25. package/dist/config/stateless.js +20 -0
  26. package/dist/config/store.d.ts +1 -0
  27. package/dist/config/store.js +17 -0
  28. package/dist/resources/toolboxes.d.ts +2 -0
  29. package/dist/templates/bkn/document/manifest.json +12 -0
  30. package/dist/templates/bkn/document/template.json +757 -0
  31. package/dist/templates/dataflow/unstructured/manifest.json +11 -0
  32. package/dist/templates/dataflow/unstructured/template.json +63 -0
  33. package/dist/templates/dataset/document/manifest.json +10 -0
  34. package/dist/templates/dataset/document/template.json +23 -0
  35. package/dist/templates/dataset/document-content/manifest.json +10 -0
  36. package/dist/templates/dataset/document-content/template.json +29 -0
  37. package/dist/templates/dataset/document-element/manifest.json +10 -0
  38. package/dist/templates/dataset/document-element/template.json +21 -0
  39. package/dist/utils/skill-bundle.d.ts +5 -0
  40. package/dist/utils/skill-bundle.js +74 -0
  41. package/dist/utils/template-loader.d.ts +40 -0
  42. package/dist/utils/template-loader.js +129 -0
  43. package/package.json +2 -1
@@ -0,0 +1,757 @@
1
+ {
2
+ "branch": "main",
3
+ "business_domain": "bd_public",
4
+ "color": "#0e5fc5",
5
+ "detail": "---\ntype: knowledge_network\nname: {{name}}\ntags: []\nbranch: main\n---\n\n# {{name}}\n\n\n## Network Overview\n\n",
6
+ "icon": "icon-dip-graph",
7
+ "module_type": "knowledge_network",
8
+ "name": "{{name}}",
9
+ "object_types": [
10
+ {
11
+ "branch": "main",
12
+ "color": "#0e5fc5",
13
+ "comment": "",
14
+ "data_properties": [
15
+ {
16
+ "comment": "",
17
+ "condition_operations": [
18
+ "==",
19
+ "!=",
20
+ "in",
21
+ "not_in",
22
+ ">",
23
+ ">=",
24
+ "<",
25
+ "<=",
26
+ "range",
27
+ "out_range",
28
+ "regex",
29
+ "like",
30
+ "not_like"
31
+ ],
32
+ "display_name": "deduplication_id",
33
+ "index_config": {
34
+ "fulltext_config": {
35
+ "analyzer": "ik_max_word",
36
+ "enabled": true
37
+ },
38
+ "keyword_config": {
39
+ "enabled": true,
40
+ "ignore_above_len": 1024
41
+ },
42
+ "vector_config": {
43
+ "enabled": true,
44
+ "model_id": "{{embedding_model_id}}"
45
+ }
46
+ },
47
+ "mapped_field": {
48
+ "display_name": "deduplication_id",
49
+ "name": "deduplication_id",
50
+ "type": "string"
51
+ },
52
+ "name": "deduplication_id",
53
+ "type": "string"
54
+ },
55
+ {
56
+ "comment": "",
57
+ "display_name": "document_id",
58
+ "mapped_field": {
59
+ "display_name": "document_id",
60
+ "name": "document_id",
61
+ "type": "string"
62
+ },
63
+ "name": "document_id",
64
+ "type": "string"
65
+ },
66
+ {
67
+ "comment": "",
68
+ "display_name": "img_path",
69
+ "mapped_field": {
70
+ "display_name": "img_path",
71
+ "name": "img_path",
72
+ "type": "string"
73
+ },
74
+ "name": "img_path",
75
+ "type": "string"
76
+ },
77
+ {
78
+ "comment": "",
79
+ "condition_operations": [
80
+ "==",
81
+ "!=",
82
+ "in",
83
+ "not_in",
84
+ ">",
85
+ ">=",
86
+ "<",
87
+ "<=",
88
+ "range",
89
+ "out_range",
90
+ "regex",
91
+ "like",
92
+ "not_like"
93
+ ],
94
+ "display_name": "id",
95
+ "index_config": {
96
+ "fulltext_config": {
97
+ "analyzer": "ik_max_word",
98
+ "enabled": true
99
+ },
100
+ "keyword_config": {
101
+ "enabled": true,
102
+ "ignore_above_len": 1024
103
+ },
104
+ "vector_config": {
105
+ "enabled": true,
106
+ "model_id": "{{embedding_model_id}}"
107
+ }
108
+ },
109
+ "mapped_field": {
110
+ "display_name": "id",
111
+ "name": "id",
112
+ "type": "string"
113
+ },
114
+ "name": "id",
115
+ "type": "string"
116
+ },
117
+ {
118
+ "comment": "",
119
+ "condition_operations": [
120
+ "match",
121
+ "multi_match",
122
+ "==",
123
+ "!=",
124
+ "in",
125
+ "not_in",
126
+ ">",
127
+ ">=",
128
+ "<",
129
+ "<=",
130
+ "range",
131
+ "out_range",
132
+ "regex",
133
+ "like",
134
+ "not_like"
135
+ ],
136
+ "display_name": "doc_name",
137
+ "index_config": {
138
+ "fulltext_config": {
139
+ "analyzer": "ik_max_word",
140
+ "enabled": true
141
+ },
142
+ "keyword_config": {
143
+ "enabled": true,
144
+ "ignore_above_len": 1024
145
+ },
146
+ "vector_config": {
147
+ "enabled": true,
148
+ "model_id": "{{embedding_model_id}}"
149
+ }
150
+ },
151
+ "mapped_field": {
152
+ "display_name": "doc_name",
153
+ "name": "doc_name",
154
+ "type": "text"
155
+ },
156
+ "name": "doc_name",
157
+ "type": "text"
158
+ },
159
+ {
160
+ "comment": "",
161
+ "display_name": "pages",
162
+ "name": "pages",
163
+ "type": "text"
164
+ },
165
+ {
166
+ "comment": "",
167
+ "condition_operations": [
168
+ "match",
169
+ "multi_match",
170
+ "==",
171
+ "!=",
172
+ "in",
173
+ "not_in",
174
+ ">",
175
+ ">=",
176
+ "<",
177
+ "<=",
178
+ "range",
179
+ "out_range",
180
+ "regex",
181
+ "like",
182
+ "not_like"
183
+ ],
184
+ "display_name": "slice_content",
185
+ "index_config": {
186
+ "fulltext_config": {
187
+ "analyzer": "ik_max_word",
188
+ "enabled": true
189
+ },
190
+ "keyword_config": {
191
+ "enabled": true,
192
+ "ignore_above_len": 1024
193
+ },
194
+ "vector_config": {
195
+ "enabled": true,
196
+ "model_id": "{{embedding_model_id}}"
197
+ }
198
+ },
199
+ "mapped_field": {
200
+ "display_name": "slice_content",
201
+ "name": "slice_content",
202
+ "type": "text"
203
+ },
204
+ "name": "slice_content",
205
+ "type": "text"
206
+ },
207
+ {
208
+ "comment": "",
209
+ "display_name": "segment_id",
210
+ "name": "segment_id",
211
+ "type": "string"
212
+ },
213
+ {
214
+ "comment": "",
215
+ "display_name": "updated_at",
216
+ "mapped_field": {
217
+ "display_name": "updated_at",
218
+ "name": "updated_at",
219
+ "type": "datetime"
220
+ },
221
+ "name": "updated_at",
222
+ "type": "datetime"
223
+ },
224
+ {
225
+ "comment": "",
226
+ "display_name": "doc_md5",
227
+ "mapped_field": {
228
+ "display_name": "doc_md5",
229
+ "name": "doc_md5",
230
+ "type": "string"
231
+ },
232
+ "name": "doc_md5",
233
+ "type": "string"
234
+ },
235
+ {
236
+ "comment": "",
237
+ "display_name": "slice_type",
238
+ "mapped_field": {
239
+ "display_name": "slice_type",
240
+ "name": "slice_type",
241
+ "type": "integer"
242
+ },
243
+ "name": "slice_type",
244
+ "type": "integer"
245
+ },
246
+ {
247
+ "comment": "",
248
+ "display_name": "element_ids",
249
+ "name": "element_ids",
250
+ "type": "string"
251
+ },
252
+ {
253
+ "comment": "",
254
+ "display_name": "created_at",
255
+ "mapped_field": {
256
+ "display_name": "created_at",
257
+ "name": "created_at",
258
+ "type": "datetime"
259
+ },
260
+ "name": "created_at",
261
+ "type": "datetime"
262
+ },
263
+ {
264
+ "comment": "",
265
+ "display_name": "element_id",
266
+ "name": "element_id",
267
+ "type": "string"
268
+ },
269
+ {
270
+ "comment": "",
271
+ "display_name": "slice_md5",
272
+ "mapped_field": {
273
+ "display_name": "slice_md5",
274
+ "name": "slice_md5",
275
+ "type": "string"
276
+ },
277
+ "name": "slice_md5",
278
+ "type": "string"
279
+ },
280
+ {
281
+ "comment": "",
282
+ "display_name": "text_vector",
283
+ "mapped_field": {
284
+ "display_name": "text_vector",
285
+ "name": "text_vector",
286
+ "type": "vector"
287
+ },
288
+ "name": "text_vector",
289
+ "type": "vector"
290
+ },
291
+ {
292
+ "comment": "",
293
+ "display_name": "image_vector",
294
+ "mapped_field": {
295
+ "display_name": "image_vector",
296
+ "name": "image_vector",
297
+ "type": "vector"
298
+ },
299
+ "name": "image_vector",
300
+ "type": "vector"
301
+ }
302
+ ],
303
+ "data_source": {
304
+ "id": "{{content_dataset_id}}",
305
+ "type": "resource"
306
+ },
307
+ "display_key": "id",
308
+ "icon": "icon-tianshenpi",
309
+ "id": "d6sco6s2mlgikcusgpo0",
310
+ "incremental_key": "",
311
+ "kn_id": "d6scm5c2mlgikcusgpmg",
312
+ "module_type": "object_type",
313
+ "name": "文档特征对象",
314
+ "primary_keys": [
315
+ "id"
316
+ ],
317
+ "tags": []
318
+ },
319
+ {
320
+ "branch": "main",
321
+ "color": "#0e5fc5",
322
+ "comment": "",
323
+ "data_properties": [
324
+ {
325
+ "comment": "",
326
+ "condition_operations": [
327
+ "match",
328
+ "multi_match",
329
+ "==",
330
+ "!=",
331
+ "in",
332
+ "not_in",
333
+ ">",
334
+ ">=",
335
+ "<",
336
+ "<=",
337
+ "range",
338
+ "out_range",
339
+ "regex",
340
+ "like",
341
+ "not_like"
342
+ ],
343
+ "display_name": "doc_name",
344
+ "index_config": {
345
+ "fulltext_config": {
346
+ "analyzer": "ik_max_word",
347
+ "enabled": true
348
+ },
349
+ "keyword_config": {
350
+ "enabled": true,
351
+ "ignore_above_len": 1024
352
+ },
353
+ "vector_config": {
354
+ "enabled": true,
355
+ "model_id": "{{embedding_model_id}}"
356
+ }
357
+ },
358
+ "mapped_field": {
359
+ "display_name": "doc_name",
360
+ "name": "doc_name",
361
+ "type": "text"
362
+ },
363
+ "name": "doc_name",
364
+ "type": "text"
365
+ },
366
+ {
367
+ "comment": "",
368
+ "condition_operations": [
369
+ "==",
370
+ "!=",
371
+ "in",
372
+ "not_in",
373
+ ">",
374
+ ">=",
375
+ "<",
376
+ "<=",
377
+ "range",
378
+ "out_range",
379
+ "regex",
380
+ "like",
381
+ "not_like"
382
+ ],
383
+ "display_name": "document_id",
384
+ "index_config": {
385
+ "fulltext_config": {
386
+ "analyzer": "",
387
+ "enabled": false
388
+ },
389
+ "keyword_config": {
390
+ "enabled": true,
391
+ "ignore_above_len": 1024
392
+ },
393
+ "vector_config": {
394
+ "enabled": false,
395
+ "model_id": ""
396
+ }
397
+ },
398
+ "mapped_field": {
399
+ "display_name": "document_id",
400
+ "name": "document_id",
401
+ "type": "string"
402
+ },
403
+ "name": "document_id",
404
+ "type": "string"
405
+ },
406
+ {
407
+ "comment": "",
408
+ "display_name": "rev",
409
+ "mapped_field": {
410
+ "display_name": "rev",
411
+ "name": "rev",
412
+ "type": "text"
413
+ },
414
+ "name": "rev",
415
+ "type": "text"
416
+ }
417
+ ],
418
+ "data_source": {
419
+ "id": "{{document_dataset_id}}",
420
+ "type": "resource"
421
+ },
422
+ "display_key": "doc_name",
423
+ "icon": "icon-tianshenpi",
424
+ "id": "d6scpd42mlgikcusgpp0",
425
+ "incremental_key": "",
426
+ "kn_id": "d6scm5c2mlgikcusgpmg",
427
+ "module_type": "object_type",
428
+ "name": "文档对象",
429
+ "primary_keys": [
430
+ "document_id"
431
+ ],
432
+ "tags": []
433
+ },
434
+ {
435
+ "branch": "main",
436
+ "color": "#0e5fc5",
437
+ "comment": "",
438
+ "data_properties": [
439
+ {
440
+ "comment": "",
441
+ "display_name": "reading_order",
442
+ "mapped_field": {
443
+ "display_name": "reading_order",
444
+ "name": "reading_order",
445
+ "type": "integer"
446
+ },
447
+ "name": "reading_order",
448
+ "type": "integer"
449
+ },
450
+ {
451
+ "comment": "",
452
+ "display_name": "bbox_height",
453
+ "name": "bbox_height",
454
+ "type": "integer"
455
+ },
456
+ {
457
+ "comment": "",
458
+ "display_name": "bbox_x",
459
+ "name": "bbox_x",
460
+ "type": "integer"
461
+ },
462
+ {
463
+ "comment": "",
464
+ "display_name": "modal_type",
465
+ "mapped_field": {
466
+ "display_name": "modal_type",
467
+ "name": "modal_type",
468
+ "type": "text"
469
+ },
470
+ "name": "modal_type",
471
+ "type": "text"
472
+ },
473
+ {
474
+ "comment": "",
475
+ "display_name": "bbox_y",
476
+ "name": "bbox_y",
477
+ "type": "integer"
478
+ },
479
+ {
480
+ "comment": "",
481
+ "display_name": "page_no",
482
+ "name": "page_no",
483
+ "type": "string"
484
+ },
485
+ {
486
+ "comment": "",
487
+ "display_name": "metadata_source_format",
488
+ "name": "metadata_source_format",
489
+ "type": "text"
490
+ },
491
+ {
492
+ "comment": "",
493
+ "display_name": "structure_html",
494
+ "name": "structure_html",
495
+ "type": "text"
496
+ },
497
+ {
498
+ "comment": "",
499
+ "display_name": "lat_lon",
500
+ "mapped_field": {
501
+ "display_name": "lat_lon",
502
+ "name": "lat_lon",
503
+ "type": "point"
504
+ },
505
+ "name": "lat_lon",
506
+ "type": "point"
507
+ },
508
+ {
509
+ "comment": "",
510
+ "display_name": "metadata_deduplication_id",
511
+ "name": "metadata_deduplication_id",
512
+ "type": "string"
513
+ },
514
+ {
515
+ "comment": "",
516
+ "display_name": "element_id",
517
+ "mapped_field": {
518
+ "display_name": "element_id",
519
+ "name": "element_id",
520
+ "type": "string"
521
+ },
522
+ "name": "element_id",
523
+ "type": "string"
524
+ },
525
+ {
526
+ "comment": "",
527
+ "display_name": "level",
528
+ "mapped_field": {
529
+ "display_name": "level",
530
+ "name": "level",
531
+ "type": "integer"
532
+ },
533
+ "name": "level",
534
+ "type": "integer"
535
+ },
536
+ {
537
+ "comment": "",
538
+ "display_name": "element_type",
539
+ "mapped_field": {
540
+ "display_name": "element_type",
541
+ "name": "element_type",
542
+ "type": "text"
543
+ },
544
+ "name": "element_type",
545
+ "type": "text"
546
+ },
547
+ {
548
+ "comment": "",
549
+ "display_name": "bbox_width",
550
+ "name": "bbox_width",
551
+ "type": "string"
552
+ },
553
+ {
554
+ "comment": "",
555
+ "display_name": "document_id",
556
+ "mapped_field": {
557
+ "display_name": "document_id",
558
+ "name": "document_id",
559
+ "type": "string"
560
+ },
561
+ "name": "document_id",
562
+ "type": "string"
563
+ },
564
+ {
565
+ "comment": "",
566
+ "condition_operations": [
567
+ "match",
568
+ "multi_match",
569
+ "==",
570
+ "!=",
571
+ "in",
572
+ "not_in",
573
+ ">",
574
+ ">=",
575
+ "<",
576
+ "<=",
577
+ "range",
578
+ "out_range",
579
+ "regex",
580
+ "like",
581
+ "not_like"
582
+ ],
583
+ "display_name": "content",
584
+ "index_config": {
585
+ "fulltext_config": {
586
+ "analyzer": "ik_max_word",
587
+ "enabled": true
588
+ },
589
+ "keyword_config": {
590
+ "enabled": false,
591
+ "ignore_above_len": 1024
592
+ },
593
+ "vector_config": {
594
+ "enabled": true,
595
+ "model_id": "{{embedding_model_id}}"
596
+ }
597
+ },
598
+ "mapped_field": {
599
+ "display_name": "content",
600
+ "name": "content",
601
+ "type": "text"
602
+ },
603
+ "name": "content",
604
+ "type": "text"
605
+ },
606
+ {
607
+ "comment": "",
608
+ "display_name": "img_path",
609
+ "name": "img_path",
610
+ "type": "string"
611
+ },
612
+ {
613
+ "comment": "",
614
+ "display_name": "parent_element_id",
615
+ "mapped_field": {
616
+ "display_name": "parent_element_id",
617
+ "name": "parent_element_id",
618
+ "type": "string"
619
+ },
620
+ "name": "parent_element_id",
621
+ "type": "string"
622
+ },
623
+ {
624
+ "comment": "",
625
+ "display_name": "@timestamp",
626
+ "mapped_field": {
627
+ "display_name": "@timestamp",
628
+ "name": "@timestamp",
629
+ "type": "integer"
630
+ },
631
+ "name": "timestamp",
632
+ "type": "integer"
633
+ },
634
+ {
635
+ "comment": "",
636
+ "display_name": "style",
637
+ "mapped_field": {
638
+ "display_name": "style",
639
+ "name": "style"
640
+ },
641
+ "name": "style",
642
+ "type": ""
643
+ }
644
+ ],
645
+ "data_source": {
646
+ "id": "{{element_dataset_id}}",
647
+ "type": "resource"
648
+ },
649
+ "display_key": "element_id",
650
+ "icon": "icon-tianshenpi",
651
+ "id": "d6scrvk2mlgikcusgpq0",
652
+ "incremental_key": "",
653
+ "kn_id": "d6scm5c2mlgikcusgpmg",
654
+ "module_type": "object_type",
655
+ "name": "文档解析树对象",
656
+ "primary_keys": [
657
+ "element_id"
658
+ ],
659
+ "tags": []
660
+ }
661
+ ],
662
+ "operations": [
663
+ "task_manage",
664
+ "import",
665
+ "export",
666
+ "create",
667
+ "delete",
668
+ "data_query",
669
+ "view_detail",
670
+ "modify",
671
+ "authorize"
672
+ ],
673
+ "relation_types": [
674
+ {
675
+ "branch": "main",
676
+ "color": "",
677
+ "comment": "",
678
+ "icon": "",
679
+ "id": "d6se2d42mlgikcusgpr0",
680
+ "kn_id": "d6scm5c2mlgikcusgpmg",
681
+ "mapping_rules": [
682
+ {
683
+ "source_property": {
684
+ "display_name": "document_id",
685
+ "name": "document_id"
686
+ },
687
+ "target_property": {
688
+ "display_name": "document_id",
689
+ "name": "document_id"
690
+ }
691
+ }
692
+ ],
693
+ "module_type": "relation_type",
694
+ "name": "文档包含特征",
695
+ "source_object_type": {
696
+ "branch": "",
697
+ "color": "",
698
+ "icon": "",
699
+ "id": "",
700
+ "name": ""
701
+ },
702
+ "source_object_type_id": "d6scpd42mlgikcusgpp0",
703
+ "tags": [],
704
+ "target_object_type": {
705
+ "branch": "",
706
+ "color": "",
707
+ "icon": "",
708
+ "id": "",
709
+ "name": ""
710
+ },
711
+ "target_object_type_id": "d6scrvk2mlgikcusgpq0",
712
+ "type": "direct"
713
+ },
714
+ {
715
+ "branch": "main",
716
+ "color": "",
717
+ "comment": "",
718
+ "icon": "",
719
+ "id": "d6se2jc2mlgikcusgps0",
720
+ "kn_id": "d6scm5c2mlgikcusgpmg",
721
+ "mapping_rules": [
722
+ {
723
+ "source_property": {
724
+ "display_name": "document_id",
725
+ "name": "document_id"
726
+ },
727
+ "target_property": {
728
+ "display_name": "document_id",
729
+ "name": "document_id"
730
+ }
731
+ }
732
+ ],
733
+ "module_type": "relation_type",
734
+ "name": "特征关联元素",
735
+ "source_object_type": {
736
+ "branch": "",
737
+ "color": "",
738
+ "icon": "",
739
+ "id": "",
740
+ "name": ""
741
+ },
742
+ "source_object_type_id": "d6sco6s2mlgikcusgpo0",
743
+ "tags": [],
744
+ "target_object_type": {
745
+ "branch": "",
746
+ "color": "",
747
+ "icon": "",
748
+ "id": "",
749
+ "name": ""
750
+ },
751
+ "target_object_type_id": "d6scrvk2mlgikcusgpq0",
752
+ "type": "direct"
753
+ }
754
+ ],
755
+ "tags": [],
756
+ "validate_dependency": false
757
+ }