dsh-data-domain-knowledge 0.1.0-alpha.9 → 0.1.1-alpha.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +118 -567
- package/cordis.patch.yml +5 -418
- package/eval/README.md +19 -8
- package/eval/benchmark-extraction-format.mjs +20 -0
- package/eval/evaluate-retrieval.mjs +17 -8
- package/eval/queries.example.jsonl +1 -0
- package/lib/client.js +4181 -3239
- package/lib/contract-envelope.d.ts +91 -0
- package/lib/contract-envelope.js +106 -0
- package/lib/contract-layout.d.ts +130 -0
- package/lib/contract-layout.js +138 -0
- package/lib/contract-refs.d.ts +39 -0
- package/lib/contract-refs.js +9 -0
- package/lib/contract-version.d.ts +311 -0
- package/lib/contract-version.js +270 -0
- package/lib/contract-wire.d.ts +147 -0
- package/lib/contract-wire.js +99 -0
- package/lib/contracts.d.ts +12 -0
- package/lib/contracts.js +12 -0
- package/lib/doc-page.js +2 -2
- package/lib/pages.js +3329 -1296
- package/lib/types/agent-behavior-rules.d.ts +10 -0
- package/lib/types/agent-behavior-rules.d.ts.map +1 -0
- package/lib/types/agent-behavior-rules.js +28 -0
- package/lib/types/agent-behavior-rules.js.map +1 -0
- package/lib/types/axis-registry.d.ts +37 -5
- package/lib/types/axis-registry.d.ts.map +1 -1
- package/lib/types/axis-registry.js +234 -26
- package/lib/types/axis-registry.js.map +1 -1
- package/lib/types/card-organize.d.ts +27 -12
- package/lib/types/card-organize.d.ts.map +1 -1
- package/lib/types/card-organize.js +58 -73
- package/lib/types/card-organize.js.map +1 -1
- package/lib/types/compiler/embedding-identity.d.ts +3 -0
- package/lib/types/compiler/embedding-identity.d.ts.map +1 -0
- package/lib/types/compiler/embedding-identity.js +24 -0
- package/lib/types/compiler/embedding-identity.js.map +1 -0
- package/lib/types/compiler/snapshot.d.ts +16 -0
- package/lib/types/compiler/snapshot.d.ts.map +1 -0
- package/lib/types/compiler/snapshot.js +2 -0
- package/lib/types/compiler/snapshot.js.map +1 -0
- package/lib/types/config-schema.d.ts +6 -3
- package/lib/types/config-schema.d.ts.map +1 -1
- package/lib/types/config-schema.js +6 -2
- package/lib/types/config-schema.js.map +1 -1
- package/lib/types/convert/host.d.ts +6 -5
- package/lib/types/convert/host.d.ts.map +1 -1
- package/lib/types/convert/host.js +58 -18
- package/lib/types/convert/host.js.map +1 -1
- package/lib/types/convert/ingest.d.ts +10 -1
- package/lib/types/convert/ingest.d.ts.map +1 -1
- package/lib/types/convert/ingest.js +68 -9
- package/lib/types/convert/ingest.js.map +1 -1
- package/lib/types/derive-contract.d.ts +3 -0
- package/lib/types/derive-contract.d.ts.map +1 -0
- package/lib/types/derive-contract.js +15 -0
- package/lib/types/derive-contract.js.map +1 -0
- package/lib/types/diagnosis/cards.d.ts +7 -3
- package/lib/types/diagnosis/cards.d.ts.map +1 -1
- package/lib/types/diagnosis/cards.js +13 -8
- package/lib/types/diagnosis/cards.js.map +1 -1
- package/lib/types/diagnosis/run.d.ts +4 -13
- package/lib/types/diagnosis/run.d.ts.map +1 -1
- package/lib/types/diagnosis/run.js +26 -16
- package/lib/types/diagnosis/run.js.map +1 -1
- package/lib/types/diagnosis/schema.js +2 -2
- package/lib/types/diagnosis/schema.js.map +1 -1
- package/lib/types/diagnosis/seed-source.d.ts +1 -1
- package/lib/types/diagnosis/seed-source.d.ts.map +1 -1
- package/lib/types/diagnosis/seed-source.js +5 -4
- package/lib/types/diagnosis/seed-source.js.map +1 -1
- package/lib/types/diagnosis/seed.d.ts +4 -4
- package/lib/types/diagnosis/seed.d.ts.map +1 -1
- package/lib/types/diagnosis/seed.js +6 -8
- package/lib/types/diagnosis/seed.js.map +1 -1
- package/lib/types/diagnosis/store.d.ts +24 -18
- package/lib/types/diagnosis/store.d.ts.map +1 -1
- package/lib/types/diagnosis/store.js +130 -65
- package/lib/types/diagnosis/store.js.map +1 -1
- package/lib/types/diagnosis/types.d.ts +47 -15
- package/lib/types/diagnosis/types.d.ts.map +1 -1
- package/lib/types/diagnosis/types.js.map +1 -1
- package/lib/types/environment/dsh-python.d.ts +77 -0
- package/lib/types/environment/dsh-python.d.ts.map +1 -0
- package/lib/types/environment/dsh-python.js +139 -0
- package/lib/types/environment/dsh-python.js.map +1 -0
- package/lib/types/environment/install.d.ts +15 -0
- package/lib/types/environment/install.d.ts.map +1 -0
- package/lib/types/environment/install.js +297 -0
- package/lib/types/environment/install.js.map +1 -0
- package/lib/types/environment/manifest.d.ts +208 -0
- package/lib/types/environment/manifest.d.ts.map +1 -0
- package/lib/types/environment/manifest.js +26 -0
- package/lib/types/environment/manifest.js.map +1 -0
- package/lib/types/environment/model-catalog.d.ts +223 -0
- package/lib/types/environment/model-catalog.d.ts.map +1 -0
- package/lib/types/environment/model-catalog.js +129 -0
- package/lib/types/environment/model-catalog.js.map +1 -0
- package/lib/types/environment/process.d.ts +10 -0
- package/lib/types/environment/process.d.ts.map +1 -0
- package/lib/types/environment/process.js +54 -0
- package/lib/types/environment/process.js.map +1 -0
- package/lib/types/environment/selection.d.ts +9 -0
- package/lib/types/environment/selection.d.ts.map +1 -0
- package/lib/types/environment/selection.js +29 -0
- package/lib/types/environment/selection.js.map +1 -0
- package/lib/types/environment/service.d.ts +64 -0
- package/lib/types/environment/service.d.ts.map +1 -0
- package/lib/types/environment/service.js +424 -0
- package/lib/types/environment/service.js.map +1 -0
- package/lib/types/environment/types.d.ts +56 -0
- package/lib/types/environment/types.d.ts.map +1 -0
- package/lib/types/environment/types.js +2 -0
- package/lib/types/environment/types.js.map +1 -0
- package/lib/types/events.d.ts +76 -0
- package/lib/types/events.d.ts.map +1 -0
- package/lib/types/events.js +52 -0
- package/lib/types/events.js.map +1 -0
- package/lib/types/extract-contract.d.ts +3 -0
- package/lib/types/extract-contract.d.ts.map +1 -0
- package/lib/types/extract-contract.js +41 -0
- package/lib/types/extract-contract.js.map +1 -0
- package/lib/types/extract-model.d.ts +5 -0
- package/lib/types/extract-model.d.ts.map +1 -1
- package/lib/types/extract-model.js.map +1 -1
- package/lib/types/extract-table-contract.d.ts +3 -0
- package/lib/types/extract-table-contract.d.ts.map +1 -0
- package/lib/types/extract-table-contract.js +27 -0
- package/lib/types/extract-table-contract.js.map +1 -0
- package/lib/types/extract-table.d.ts +8 -0
- package/lib/types/extract-table.d.ts.map +1 -0
- package/lib/types/extract-table.js +158 -0
- package/lib/types/extract-table.js.map +1 -0
- package/lib/types/extraction-runs.d.ts +30 -6
- package/lib/types/extraction-runs.d.ts.map +1 -1
- package/lib/types/extraction-runs.js +69 -8
- package/lib/types/extraction-runs.js.map +1 -1
- package/lib/types/fs-atomic.d.ts +0 -7
- package/lib/types/fs-atomic.d.ts.map +1 -1
- package/lib/types/fs-atomic.js +17 -2
- package/lib/types/fs-atomic.js.map +1 -1
- package/lib/types/images.d.ts +26 -0
- package/lib/types/images.d.ts.map +1 -0
- package/lib/types/images.js +196 -0
- package/lib/types/images.js.map +1 -0
- package/lib/types/index.d.ts +2 -2
- package/lib/types/index.d.ts.map +1 -1
- package/lib/types/index.js +598 -209
- package/lib/types/index.js.map +1 -1
- package/lib/types/intent/engine.d.ts +12 -4
- package/lib/types/intent/engine.d.ts.map +1 -1
- package/lib/types/intent/engine.js +43 -5
- package/lib/types/intent/engine.js.map +1 -1
- package/lib/types/intent/host.d.ts +5 -8
- package/lib/types/intent/host.d.ts.map +1 -1
- package/lib/types/intent/host.js +56 -11
- package/lib/types/intent/host.js.map +1 -1
- package/lib/types/intent/scope.d.ts +25 -0
- package/lib/types/intent/scope.d.ts.map +1 -0
- package/lib/types/intent/scope.js +116 -0
- package/lib/types/intent/scope.js.map +1 -0
- package/lib/types/intent/tools.d.ts +24 -20
- package/lib/types/intent/tools.d.ts.map +1 -1
- package/lib/types/intent/tools.js +65 -23
- package/lib/types/intent/tools.js.map +1 -1
- package/lib/types/intent/types.d.ts +11 -4
- package/lib/types/intent/types.d.ts.map +1 -1
- package/lib/types/knowledge-bases.d.ts +11 -5
- package/lib/types/knowledge-bases.d.ts.map +1 -1
- package/lib/types/knowledge-bases.js +52 -20
- package/lib/types/knowledge-bases.js.map +1 -1
- package/lib/types/knowledge-contract.d.ts +32 -0
- package/lib/types/knowledge-contract.d.ts.map +1 -0
- package/lib/types/knowledge-contract.js +116 -0
- package/lib/types/knowledge-contract.js.map +1 -0
- package/lib/types/knowledge.d.ts +31 -9
- package/lib/types/knowledge.d.ts.map +1 -1
- package/lib/types/knowledge.js +137 -60
- package/lib/types/knowledge.js.map +1 -1
- package/lib/types/layout.d.ts +10 -29
- package/lib/types/layout.d.ts.map +1 -1
- package/lib/types/layout.js +17 -36
- package/lib/types/layout.js.map +1 -1
- package/lib/types/materialize-snapshot.d.ts +49 -0
- package/lib/types/materialize-snapshot.d.ts.map +1 -0
- package/lib/types/materialize-snapshot.js +2 -0
- package/lib/types/materialize-snapshot.js.map +1 -0
- package/lib/types/migrate.d.ts +11 -0
- package/lib/types/migrate.d.ts.map +1 -1
- package/lib/types/migrate.js +83 -2
- package/lib/types/migrate.js.map +1 -1
- package/lib/types/model-text.d.ts +58 -1
- package/lib/types/model-text.d.ts.map +1 -1
- package/lib/types/model-text.js +85 -30
- package/lib/types/model-text.js.map +1 -1
- package/lib/types/oplog.d.ts.map +1 -1
- package/lib/types/oplog.js +7 -0
- package/lib/types/oplog.js.map +1 -1
- package/lib/types/organize-contract.d.ts +18 -0
- package/lib/types/organize-contract.d.ts.map +1 -0
- package/lib/types/organize-contract.js +82 -0
- package/lib/types/organize-contract.js.map +1 -0
- package/lib/types/pipeline/engine.d.ts +66 -0
- package/lib/types/pipeline/engine.d.ts.map +1 -0
- package/lib/types/pipeline/engine.js +352 -0
- package/lib/types/pipeline/engine.js.map +1 -0
- package/lib/types/pipeline/store.d.ts +73 -0
- package/lib/types/pipeline/store.d.ts.map +1 -0
- package/lib/types/pipeline/store.js +143 -0
- package/lib/types/pipeline/store.js.map +1 -0
- package/lib/types/pipeline/types.d.ts +102 -0
- package/lib/types/pipeline/types.d.ts.map +1 -0
- package/lib/types/pipeline/types.js +5 -0
- package/lib/types/pipeline/types.js.map +1 -0
- package/lib/types/present.d.ts +2 -0
- package/lib/types/present.d.ts.map +1 -1
- package/lib/types/present.js +9 -4
- package/lib/types/present.js.map +1 -1
- package/lib/types/preset-ids.d.ts +4 -0
- package/lib/types/preset-ids.d.ts.map +1 -0
- package/lib/types/preset-ids.js +6 -0
- package/lib/types/preset-ids.js.map +1 -0
- package/lib/types/query-analysis.d.ts +13 -1
- package/lib/types/query-analysis.d.ts.map +1 -1
- package/lib/types/query-analysis.js +62 -6
- package/lib/types/query-analysis.js.map +1 -1
- package/lib/types/recall-rank.d.ts +3 -3
- package/lib/types/recall-rank.d.ts.map +1 -1
- package/lib/types/recall-rank.js +4 -4
- package/lib/types/recall-rank.js.map +1 -1
- package/lib/types/retention.d.ts +39 -0
- package/lib/types/retention.d.ts.map +1 -0
- package/lib/types/retention.js +42 -0
- package/lib/types/retention.js.map +1 -0
- package/lib/types/retrieval/vector-index.d.ts +32 -0
- package/lib/types/retrieval/vector-index.d.ts.map +1 -0
- package/lib/types/retrieval/vector-index.js +15 -0
- package/lib/types/retrieval/vector-index.js.map +1 -0
- package/lib/types/retrieval/visibility.d.ts +6 -0
- package/lib/types/retrieval/visibility.d.ts.map +1 -0
- package/lib/types/retrieval/visibility.js +11 -0
- package/lib/types/retrieval/visibility.js.map +1 -0
- package/lib/types/runtime.d.ts +272 -27
- package/lib/types/runtime.d.ts.map +1 -1
- package/lib/types/runtime.js +2751 -537
- package/lib/types/runtime.js.map +1 -1
- package/lib/types/settings-schema.d.ts +17 -15
- package/lib/types/settings-schema.d.ts.map +1 -1
- package/lib/types/settings-schema.js +50 -47
- package/lib/types/settings-schema.js.map +1 -1
- package/lib/types/settings-volatile.d.ts +4 -4
- package/lib/types/settings-volatile.js +4 -4
- package/lib/types/source-evidence.d.ts +14 -0
- package/lib/types/source-evidence.d.ts.map +1 -0
- package/lib/types/source-evidence.js +36 -0
- package/lib/types/source-evidence.js.map +1 -0
- package/lib/types/store/axis-references.d.ts +5 -0
- package/lib/types/store/axis-references.d.ts.map +1 -0
- package/lib/types/store/axis-references.js +106 -0
- package/lib/types/store/axis-references.js.map +1 -0
- package/lib/types/store/derived.d.ts +12 -1
- package/lib/types/store/derived.d.ts.map +1 -1
- package/lib/types/store/derived.js +71 -12
- package/lib/types/store/derived.js.map +1 -1
- package/lib/types/store/knowledge-db.d.ts +31 -1
- package/lib/types/store/knowledge-db.d.ts.map +1 -1
- package/lib/types/store/knowledge-db.js +252 -18
- package/lib/types/store/knowledge-db.js.map +1 -1
- package/lib/types/store/migrate.d.ts.map +1 -1
- package/lib/types/store/migrate.js +17 -6
- package/lib/types/store/migrate.js.map +1 -1
- package/lib/types/trajectory-types.d.ts +172 -0
- package/lib/types/trajectory-types.d.ts.map +1 -0
- package/lib/types/trajectory-types.js +36 -0
- package/lib/types/trajectory-types.js.map +1 -0
- package/lib/types/types.d.ts +59 -27
- package/lib/types/types.d.ts.map +1 -1
- package/lib/types/types.js +6 -15
- package/lib/types/types.js.map +1 -1
- package/lib/types/wiki-finalize.d.ts +16 -0
- package/lib/types/wiki-finalize.d.ts.map +1 -1
- package/lib/types/wiki-finalize.js +26 -0
- package/lib/types/wiki-finalize.js.map +1 -1
- package/lib/types/wiki-materialize.d.ts +4 -0
- package/lib/types/wiki-materialize.d.ts.map +1 -1
- package/lib/types/wiki-materialize.js +21 -7
- package/lib/types/wiki-materialize.js.map +1 -1
- package/lib/types/wiki-trial-types.d.ts +87 -0
- package/lib/types/wiki-trial-types.d.ts.map +1 -1
- package/lib/types/wiki-trial-types.js +0 -16
- package/lib/types/wiki-trial-types.js.map +1 -1
- package/lib/types/wiki-trial.d.ts +40 -16
- package/lib/types/wiki-trial.d.ts.map +1 -1
- package/lib/types/wiki-trial.js +337 -224
- package/lib/types/wiki-trial.js.map +1 -1
- package/package.json +29 -20
- package/python/prepare-models.py +19 -0
- package/python/requirements.txt +8 -6
- package/scripts/doctor.mjs +13 -19
- package/scripts/environment.mjs +29 -0
- package/scripts/setup-embedding.sh +15 -5
- package/src/agent-behavior-rules.ts +37 -0
- package/src/axis-registry.ts +234 -27
- package/src/card-organize.ts +69 -75
- package/src/client/AgentBehaviorRulesCard.tsx +65 -0
- package/src/client/AttributionEventGuide.tsx +41 -39
- package/src/client/AxisRegistrySection.tsx +204 -164
- package/src/client/CompileDialogs.tsx +44 -29
- package/src/client/DeleteDocumentDialog.tsx +36 -5
- package/src/client/DirectoryPicker.tsx +0 -10
- package/src/client/EnvironmentSetup.tsx +243 -0
- package/src/client/ExpansionGraph.tsx +13 -7
- package/src/client/ExtractionTasksPage.tsx +578 -0
- package/src/client/GuideArchitectureCanvas.tsx +470 -0
- package/src/client/ImportFilesDialog.tsx +2 -13
- package/src/client/IntentLogic.tsx +2 -2
- package/src/client/IntentTab.tsx +118 -47
- package/src/client/KnowledgeBaseTab.tsx +277 -197
- package/src/client/KnowledgeLayerSection.tsx +24 -6
- package/src/client/KnowledgePanel.tsx +58 -93
- package/src/client/KnowledgeSettingsDrawer.tsx +90 -0
- package/src/client/ListPager.tsx +15 -5
- package/src/client/MaterializeTrajectoryView.tsx +124 -0
- package/src/client/NodeSettings.tsx +210 -89
- package/src/client/NormalizeTrajectoryView.tsx +136 -0
- package/src/client/PipelineNotice.tsx +26 -0
- package/src/client/PreviewSections.tsx +118 -51
- package/src/client/RecallPanel.tsx +89 -85
- package/src/client/TabGuide.tsx +159 -184
- package/src/client/TrialReportView.tsx +391 -214
- package/src/client/TypeDefinitionDrawer.tsx +150 -23
- package/src/client/WikiCardPreview.tsx +62 -16
- package/src/client/WikiFlowPanel.tsx +4 -4
- package/src/client/arch/NodeLogicPanel.tsx +3 -4
- package/src/client/arch/model.ts +6 -9
- package/src/client/architecture.tsx +23 -33
- package/src/client/attribution/AttributionGraph.tsx +10 -6
- package/src/client/attribution/AttributionTab.tsx +136 -84
- package/src/client/attribution/CaseView.tsx +3 -1
- package/src/client/attribution/EventView.tsx +108 -0
- package/src/client/attribution/RunView.tsx +2 -2
- package/src/client/attribution/StageChrome.tsx +34 -3
- package/src/client/attribution/ViewSwitch.tsx +20 -5
- package/src/client/attribution/graph-options.ts +47 -39
- package/src/client/attribution/model.ts +17 -10
- package/src/client/config-scope.ts +3 -3
- package/src/client/graph/palette.ts +165 -0
- package/src/client/index.ts +49 -42
- package/src/client/pages.css +459 -135
- package/src/client/pages.tsx +37 -9
- package/src/client/problem-domains.ts +1 -1
- package/src/client/session-remote.ts +9 -0
- package/src/client/styles.css +205 -62
- package/src/client/wiki-trial.ts +44 -3
- package/src/compiler/embedding-identity.ts +21 -0
- package/src/compiler/snapshot.ts +17 -0
- package/src/config-schema.ts +8 -3
- package/src/convert/host.ts +56 -21
- package/src/convert/ingest.ts +74 -10
- package/src/derive-contract.ts +14 -0
- package/src/diagnosis/cards.ts +13 -8
- package/src/diagnosis/run.ts +27 -17
- package/src/diagnosis/schema.ts +2 -2
- package/src/diagnosis/seed-source.ts +5 -4
- package/src/diagnosis/seed.ts +6 -8
- package/src/diagnosis/store.ts +138 -69
- package/src/diagnosis/types.ts +34 -15
- package/src/environment/dsh-python.ts +156 -0
- package/src/environment/install.ts +244 -0
- package/src/environment/manifest.ts +28 -0
- package/src/environment/model-catalog.ts +147 -0
- package/src/environment/process.ts +54 -0
- package/src/environment/selection.ts +29 -0
- package/src/environment/service.ts +348 -0
- package/src/environment/types.ts +45 -0
- package/src/events.ts +108 -0
- package/src/extract-contract.ts +42 -0
- package/src/extract-model.ts +10 -1
- package/src/extract-table-contract.ts +26 -0
- package/src/extract-table.ts +132 -0
- package/src/extraction-runs.ts +70 -11
- package/src/fs-atomic.ts +19 -2
- package/src/images.ts +203 -0
- package/src/index.ts +553 -205
- package/src/intent/README.md +8 -6
- package/src/intent/engine.ts +44 -6
- package/src/intent/host.ts +59 -18
- package/src/intent/scope.ts +125 -0
- package/src/intent/tools.ts +70 -28
- package/src/intent/types.ts +11 -4
- package/src/knowledge-bases.ts +56 -20
- package/src/knowledge-contract.ts +114 -0
- package/src/knowledge.ts +138 -69
- package/src/layout.ts +17 -37
- package/src/materialize-snapshot.ts +46 -0
- package/src/migrate.ts +75 -2
- package/src/model-text.ts +109 -4
- package/src/oplog.ts +7 -0
- package/src/organize-contract.ts +83 -0
- package/src/pipeline/engine.ts +323 -0
- package/src/pipeline/store.ts +147 -0
- package/src/pipeline/types.ts +93 -0
- package/src/present.ts +10 -4
- package/src/preset-ids.ts +6 -0
- package/src/python/embedding_worker.py +66 -2
- package/src/query-analysis.ts +68 -8
- package/src/recall-rank.ts +5 -5
- package/src/retention.ts +76 -0
- package/src/retrieval/vector-index.ts +45 -0
- package/src/retrieval/visibility.ts +14 -0
- package/src/runtime.ts +2708 -567
- package/src/settings-schema.ts +11 -8
- package/src/settings-volatile.ts +4 -4
- package/src/source-evidence.ts +37 -0
- package/src/store/axis-references.ts +96 -0
- package/src/store/derived.ts +70 -12
- package/src/store/knowledge-db.ts +248 -17
- package/src/store/migrate.ts +16 -6
- package/src/trajectory-types.ts +142 -0
- package/src/types.ts +61 -35
- package/src/wiki-finalize.ts +28 -0
- package/src/wiki-materialize.ts +25 -6
- package/src/wiki-trial-types.ts +83 -1
- package/src/wiki-trial.ts +357 -185
- package/lib/types/intent/preset-tools.d.ts +0 -37
- package/lib/types/intent/preset-tools.d.ts.map +0 -1
- package/lib/types/intent/preset-tools.js +0 -45
- package/lib/types/intent/preset-tools.js.map +0 -1
- package/preset/tita-data-agent/agent.cordis.yml +0 -394
- package/preset/tita-data-agent/preset.yml +0 -3
- package/scripts/install-agent-preset.mjs +0 -92
- package/scripts/sync-agent-preset.mjs +0 -188
- package/src/client/AgentPresetCard.tsx +0 -247
- package/src/client/agent-preset.ts +0 -121
- package/src/client/convert/ConvertPanel.tsx +0 -583
- package/src/client/convert/styles.css +0 -138
- package/src/client/convert/styles.ts +0 -49
- package/src/intent/preset-tools.ts +0 -48
package/lib/types/model-text.js
CHANGED
|
@@ -1,29 +1,3 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* 把平台 `llm` 服务的 chunk 流收成一段文本(0044 实机验证第三批)。
|
|
3
|
-
*
|
|
4
|
-
* ## 为什么单独一个文件
|
|
5
|
-
*
|
|
6
|
-
* 它可以在没有 DSH 上下文的情况下被测试:喂一串假 chunk,看结论对不对。
|
|
7
|
-
* 这段逻辑躲在 `index.ts` 的接缝里时,唯一能验证它的方法是「真跑一次编译再看告警」——
|
|
8
|
-
* 而正是因为没人那样做,下面这个坑活了很久。
|
|
9
|
-
*
|
|
10
|
-
* ## 那个坑:模型失败**不是抛异常**,是一条 finish chunk
|
|
11
|
-
*
|
|
12
|
-
* `LlmRuntime.stream()` 的契约写得很清楚:adapter 选择、派发、迭代的失败都会变成
|
|
13
|
-
* **终结性的 `finish` chunk**(`reason.kind === 'error' | 'aborted'`,里面带
|
|
14
|
-
* `failure.code` / `failure.message`)。只有中间件、嵌套调用这类问题才抛。
|
|
15
|
-
*
|
|
16
|
-
* 第一版接缝只挑 `text-delta` 累加文本,于是:
|
|
17
|
-
*
|
|
18
|
-
* - 模型调用失败(比如默认模型那一行选错了 provider)→ 一个文本都没收到 → 收成空串;
|
|
19
|
-
* - 空串交给 JSON 解析 → 「模型输出不是 JSON 对象」;
|
|
20
|
-
* - **真正的失败原因(code / message)被丢掉了**,人看到的是「模型答非所问」,
|
|
21
|
-
* 而事实是「模型根本没被调到」。
|
|
22
|
-
*
|
|
23
|
-
* 这两种故障的处理方式完全不同:一个是改提示词,一个是去改设置。所以这里把
|
|
24
|
-
* finish chunk 读出来,并在没有任何文本时**主动抛**——抛出去的 message 会原样出现在
|
|
25
|
-
* `rebuild` 的告警里(`extractWithModel` 接到异常后写的是「模型抽取不可用:…」)。
|
|
26
|
-
*/
|
|
27
1
|
/**
|
|
28
2
|
* 组一次模型请求。
|
|
29
3
|
*
|
|
@@ -71,7 +45,7 @@ export function buildModelRequest(input) {
|
|
|
71
45
|
* @throws 流以 error / aborted 结束时,抛出带 code 与 message 的错误;
|
|
72
46
|
* 流正常结束但一个字符都没有时,也抛 —— 「模型没说话」不是一次成功的调用。
|
|
73
47
|
*/
|
|
74
|
-
export async function collectModelText(stream) {
|
|
48
|
+
export async function collectModelText(stream, onUsage, onDelta) {
|
|
75
49
|
let text = '';
|
|
76
50
|
/** 流怎么结束的。用来区分「正常但空」「失败」「中止」三种情况。 */
|
|
77
51
|
let finish;
|
|
@@ -79,8 +53,11 @@ export async function collectModelText(stream) {
|
|
|
79
53
|
for await (const chunk of stream) {
|
|
80
54
|
if (!chunk || typeof chunk !== 'object')
|
|
81
55
|
continue;
|
|
56
|
+
if (chunk.type === 'usage' && chunk.usage)
|
|
57
|
+
onUsage?.(chunk.usage);
|
|
82
58
|
if (chunk.type === 'text-delta' && typeof chunk.text === 'string') {
|
|
83
59
|
text += chunk.text;
|
|
60
|
+
onDelta?.(chunk.text);
|
|
84
61
|
continue;
|
|
85
62
|
}
|
|
86
63
|
if (chunk.type === 'finish') {
|
|
@@ -89,9 +66,9 @@ export async function collectModelText(stream) {
|
|
|
89
66
|
failure = chunk.reason?.failure;
|
|
90
67
|
}
|
|
91
68
|
}
|
|
92
|
-
if (failure) {
|
|
93
|
-
const code = failure
|
|
94
|
-
const message = failure
|
|
69
|
+
if (failure || finish === 'error' || finish === 'aborted' || finish === 'max-tokens') {
|
|
70
|
+
const code = failure?.code?.trim() || (finish === 'max-tokens' ? 'OUTPUT_TRUNCATED' : '未知错误码');
|
|
71
|
+
const message = failure?.message?.trim() || (finish === 'max-tokens' ? '输出达到长度上限,部分返回已保留,请调整模型限制后重试' : '模型服务没有给出说明');
|
|
95
72
|
throw new Error(`模型调用失败(${code}):${message}`);
|
|
96
73
|
}
|
|
97
74
|
if (text.length === 0) {
|
|
@@ -100,4 +77,82 @@ export async function collectModelText(stream) {
|
|
|
100
77
|
}
|
|
101
78
|
return text;
|
|
102
79
|
}
|
|
80
|
+
/**
|
|
81
|
+
* 这次失败**重发一次有没有意义**。
|
|
82
|
+
*
|
|
83
|
+
* ## 为什么需要这个判断
|
|
84
|
+
*
|
|
85
|
+
* 知识抽取是一次**长**调用:一次调用要吐出几十条 Knowledge,实测一次
|
|
86
|
+
* `deepseek-v4.1-flash` 的抽取要生成约四万 token、跑两三分钟(见实机轨迹)。
|
|
87
|
+
* 上游网关、本机代理、账号额度任何一处短暂抽风,都会让流在半路结束 ——
|
|
88
|
+
* 适配器报出来就是 `TRANSPORT: Stream ended without finish_reason`,
|
|
89
|
+
* 一次失败就让整份文档的抽取作废,而重发一次多半是好的。
|
|
90
|
+
*
|
|
91
|
+
* 但**不是所有失败都值得重发**:
|
|
92
|
+
*
|
|
93
|
+
* - 凭据无效、模型不存在、请求体不合法 → 重发只会同样失败,还多等两分钟;
|
|
94
|
+
* - 输出撞上长度上限(`OUTPUT_TRUNCATED`)→ 同样的提示词会得到同样的截断;
|
|
95
|
+
* - 用户主动取消(`ABORTED`)→ 再发一次等于不听取消。
|
|
96
|
+
*
|
|
97
|
+
* 所以这里只承认「网络/网关/上游临时故障」这一类。判据用**错误码优先**:
|
|
98
|
+
* 适配器的 code 是稳定契约,message 是给人看的,会随版本改。
|
|
99
|
+
*/
|
|
100
|
+
export function isRetryableModelFailure(error) {
|
|
101
|
+
const message = error instanceof Error ? error.message : String(error);
|
|
102
|
+
const code = /模型调用失败(([^)]*))/.exec(message)?.[1]?.trim().toUpperCase() ?? '';
|
|
103
|
+
// 明确不可重试:配置问题与用户取消。宁可让人去改设置,也不要在错的地方重试。
|
|
104
|
+
if (['ABORTED', 'INVALID_CREDENTIAL', 'AUTH', 'UNAUTHORIZED', 'NOT_FOUND', 'INVALID_REQUEST', 'CONTEXT_LENGTH', 'OUTPUT_TRUNCATED'].includes(code))
|
|
105
|
+
return false;
|
|
106
|
+
// 明确可重试:上游在流式过程中断掉。
|
|
107
|
+
if (['TRANSPORT', 'NETWORK', 'TIMEOUT', 'RATE_LIMIT', 'OVERLOADED', 'SERVER_ERROR', 'INTERNAL'].includes(code))
|
|
108
|
+
return true;
|
|
109
|
+
// 没有 code 的情况(旧适配器、或错误被包了一层):按可辨认的措辞判断。
|
|
110
|
+
if (/没有返回任何文本|没有收到 finish 块|Stream ended without finish_reason/i.test(message))
|
|
111
|
+
return true;
|
|
112
|
+
if (/ECONNRESET|ECONNREFUSED|ETIMEDOUT|EPIPE|socket hang up|premature close|other side closed|fetch failed|network error|HTTP 5\d\d|HTTP 429/i.test(message))
|
|
113
|
+
return true;
|
|
114
|
+
return false;
|
|
115
|
+
}
|
|
116
|
+
/**
|
|
117
|
+
* 用**同一个请求**重发几次,直到成功或遇到不可重试的失败。
|
|
118
|
+
*
|
|
119
|
+
* `send` 每次都会收到一个新的 `onDelta` —— 调用方按 attempt 收流,失败的那几次
|
|
120
|
+
* 收过的字不会被算进最终结果(`collectModelText` 每轮从空串开始)。
|
|
121
|
+
*
|
|
122
|
+
* 重试时往预览里写一句 `[模型流中断…正在重试 N/M]`:不写的话,界面上会出现
|
|
123
|
+
* 「前半份 JSON + 后半份 JSON」拼在一起,看起来像模型答错了,而不是流断了。
|
|
124
|
+
*/
|
|
125
|
+
export async function callModelWithRetry(send, options = {}) {
|
|
126
|
+
const attempts = Math.max(1, Math.floor(options.attempts ?? 3));
|
|
127
|
+
const delays = options.delaysMs ?? [2000, 6000];
|
|
128
|
+
const sleep = options.sleep ?? ((ms) => new Promise(resolve => { setTimeout(resolve, ms); }));
|
|
129
|
+
const notice = options.notice === undefined
|
|
130
|
+
? (info) => `\n\n[模型流中断(${info.error instanceof Error ? info.error.message : String(info.error)}),正在重试 ${info.attempt}/${info.attempts - 1}]\n\n`
|
|
131
|
+
: options.notice;
|
|
132
|
+
let lastError;
|
|
133
|
+
for (let attempt = 1; attempt <= attempts; attempt++) {
|
|
134
|
+
try {
|
|
135
|
+
return await send(text => options.onDelta?.(text));
|
|
136
|
+
}
|
|
137
|
+
catch (error) {
|
|
138
|
+
lastError = error;
|
|
139
|
+
if (attempt >= attempts || !isRetryableModelFailure(error))
|
|
140
|
+
throw error;
|
|
141
|
+
const delayMs = delays[Math.min(attempt - 1, delays.length - 1)] ?? 0;
|
|
142
|
+
options.onRetry?.({ attempt, attempts, error, delayMs });
|
|
143
|
+
const line = notice?.({ attempt, attempts, error }) ?? '';
|
|
144
|
+
if (line)
|
|
145
|
+
options.onDelta?.(line);
|
|
146
|
+
await sleep(delayMs);
|
|
147
|
+
}
|
|
148
|
+
}
|
|
149
|
+
/**
|
|
150
|
+
* 用尽之后的报错要说出**重过几次**。
|
|
151
|
+
*
|
|
152
|
+
* 「一次就失败」与「重了两次还是失败」对读的人是两件事:前者查代码/提示词,
|
|
153
|
+
* 后者查额度、代理和上游状态。不写这一句,新加的重试在界面上等于不存在。
|
|
154
|
+
*/
|
|
155
|
+
const message = lastError instanceof Error ? lastError.message : String(lastError);
|
|
156
|
+
throw new Error(`${message}(已自动重试 ${attempts - 1} 次仍失败;可稍后重试此阶段,或检查账号额度与网络代理)`);
|
|
157
|
+
}
|
|
103
158
|
//# sourceMappingURL=model-text.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"model-text.js","sourceRoot":"","sources":["../../src/model-text.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"model-text.js","sourceRoot":"","sources":["../../src/model-text.ts"],"names":[],"mappings":"AAqCA;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AACH,MAAM,UAAU,iBAAiB,CAAC,KAQjC;IAQC,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,eAAe,EAAE,SAAS,EAAE,GAAG,KAAK,CAAA;IAC7E,OAAO;QACL,QAAQ;QACR,KAAK;QACL,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/C,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7B,SAAS;QACT,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;KACxE,CAAA;AACH,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,MAAsC,EACtC,OAA0C,EAC1C,OAAgC;IAEhC,IAAI,IAAI,GAAG,EAAE,CAAA;IACb,qCAAqC;IACrC,IAAI,MAA0B,CAAA;IAC9B,IAAI,OAAwD,CAAA;IAE5D,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QACjC,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;YAAE,SAAQ;QACjD,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,IAAI,KAAK,CAAC,KAAK;YAAE,OAAO,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;QACjE,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,IAAI,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAClE,IAAI,IAAI,KAAK,CAAC,IAAI,CAAA;YAClB,OAAO,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;YACrB,SAAQ;QACV,CAAC;QACD,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC5B,MAAM,GAAG,KAAK,CAAC,MAAM,EAAE,IAAI,CAAA;YAC3B,IAAI,MAAM,KAAK,OAAO,IAAI,MAAM,KAAK,SAAS;gBAAE,OAAO,GAAG,KAAK,CAAC,MAAM,EAAE,OAAO,CAAA;QACjF,CAAC;IACH,CAAC;IAED,IAAI,OAAO,IAAI,MAAM,KAAK,OAAO,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,YAAY,EAAE,CAAC;QACrF,MAAM,IAAI,GAAG,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,KAAK,YAAY,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,OAAO,CAAC,CAAA;QAC9F,MAAM,OAAO,GAAG,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,KAAK,YAAY,CAAC,CAAC,CAAC,6BAA6B,CAAC,CAAC,CAAC,YAAY,CAAC,CAAA;QACpH,MAAM,IAAI,KAAK,CAAC,UAAU,IAAI,KAAK,OAAO,EAAE,CAAC,CAAA;IAC/C,CAAC;IACD,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtB,uCAAuC;QACvC,MAAM,IAAI,KAAK,CAAC,mBAAmB,MAAM,IAAI,eAAe,GAAG,CAAC,CAAA;IAClE,CAAC;IACD,OAAO,IAAI,CAAA;AACb,CAAC;AAED;;;;;;;;;;;;;;;;;;;GAmBG;AACH,MAAM,UAAU,uBAAuB,CAAC,KAAc;IACpD,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;IACtE,MAAM,IAAI,GAAG,iBAAiB,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,WAAW,EAAE,IAAI,EAAE,CAAA;IAE7E,wCAAwC;IACxC,IAAI,CAAC,SAAS,EAAE,oBAAoB,EAAE,MAAM,EAAE,cAAc,EAAE,WAAW,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,kBAAkB,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC;QAAE,OAAO,KAAK,CAAA;IAEhK,oBAAoB;IACpB,IAAI,CAAC,WAAW,EAAE,SAAS,EAAE,SAAS,EAAE,YAAY,EAAE,YAAY,EAAE,cAAc,EAAE,UAAU,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAA;IAE3H,wCAAwC;IACxC,IAAI,4DAA4D,CAAC,IAAI,CAAC,OAAO,CAAC;QAAE,OAAO,IAAI,CAAA;IAC3F,IAAI,0IAA0I,CAAC,IAAI,CAAC,OAAO,CAAC;QAAE,OAAO,IAAI,CAAA;IAEzK,OAAO,KAAK,CAAA;AACd,CAAC;AAgBD;;;;;;;;GAQG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,IAA0D,EAC1D,UAAoE,EAAE;IAEtE,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,IAAI,CAAC,CAAC,CAAC,CAAA;IAC/D,MAAM,MAAM,GAAG,OAAO,CAAC,QAAQ,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA;IAC/C,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,CAAC,CAAC,EAAU,EAAE,EAAE,CAAC,IAAI,OAAO,CAAO,OAAO,CAAC,EAAE,GAAG,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAA,CAAC,CAAC,CAAC,CAAC,CAAA;IAC1G,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,KAAK,SAAS;QACzC,CAAC,CAAC,CAAC,IAA2D,EAAE,EAAE,CAChE,cAAc,IAAI,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,QAAQ,GAAG,CAAC,OAAO;QACvI,CAAC,CAAC,OAAO,CAAC,MAAM,CAAA;IAElB,IAAI,SAAkB,CAAA;IACtB,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,QAAQ,EAAE,OAAO,EAAE,EAAE,CAAC;QACrD,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC,CAAA;QACpD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,SAAS,GAAG,KAAK,CAAA;YACjB,IAAI,OAAO,IAAI,QAAQ,IAAI,CAAC,uBAAuB,CAAC,KAAK,CAAC;gBAAE,MAAM,KAAK,CAAA;YACvE,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;YACrE,OAAO,CAAC,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAA;YACxD,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,IAAI,EAAE,CAAA;YACzD,IAAI,IAAI;gBAAE,OAAO,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,CAAA;YACjC,MAAM,KAAK,CAAC,OAAO,CAAC,CAAA;QACtB,CAAC;IACH,CAAC;IACD;;;;;OAKG;IACH,MAAM,OAAO,GAAG,SAAS,YAAY,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAA;IAClF,MAAM,IAAI,KAAK,CAAC,GAAG,OAAO,UAAU,QAAQ,GAAG,CAAC,8BAA8B,CAAC,CAAA;AACjF,CAAC"}
|
package/lib/types/oplog.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"oplog.d.ts","sourceRoot":"","sources":["../../src/oplog.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;
|
|
1
|
+
{"version":3,"file":"oplog.d.ts","sourceRoot":"","sources":["../../src/oplog.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AAMH,OAAO,KAAK,EAAE,eAAe,EAAE,aAAa,EAAE,eAAe,EAAE,MAAM,YAAY,CAAA;AAEjF,8BAA8B;AAC9B,MAAM,MAAM,cAAc,GAAG,OAAO,GAAG,OAAO,CAAA;AAE9C,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAA;IACV,IAAI,EAAE,aAAa,CAAA;IACnB,MAAM,EAAE,eAAe,CAAA;IACvB,KAAK,EAAE,cAAc,GAAG,MAAM,CAAA;IAC9B,2BAA2B;IAC3B,EAAE,EAAE,MAAM,CAAA;IACV,4BAA4B;IAC5B,KAAK,EAAE,MAAM,CAAA;IACb,qBAAqB;IACrB,OAAO,EAAE,MAAM,CAAA;IACf,SAAS,EAAE,MAAM,CAAA;IACjB,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,MAAM,EAAE,eAAe,CAAA;CACxB;AAED,MAAM,WAAW,cAAc;IAC7B,EAAE,CAAC,EAAE,MAAM,CAAA;IACX,IAAI,CAAC,EAAE,aAAa,CAAA;IACpB,MAAM,CAAC,EAAE,eAAe,CAAA;IACxB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,MAAM,CAAC,EAAE,MAAM,CAAA;CAChB;AAED,MAAM,WAAW,aAAa;IAC5B,OAAO,EAAE,cAAc,EAAE,CAAA;IACzB,KAAK,EAAE,MAAM,CAAA;CACd;AAED;;;;;GAKG;AACH,eAAO,MAAM,aAAa,KAAK,CAAA;AAmB/B;;;;;GAKG;AACH,qBAAa,YAAY;IAGX,OAAO,CAAC,QAAQ,CAAC,IAAI;IAFjC,OAAO,CAAC,EAAE,CAA8B;gBAEX,IAAI,EAAE,MAAM;IAEzC,mDAAmD;IAC7C,IAAI,IAAI,OAAO,CAAC,OAAO,CAAC;IAe9B,SAAS,IAAI,OAAO;IAId,MAAM,CAAC,KAAK,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC;IAa5C,KAAK,CACT,EAAE,EAAE,MAAM,EACV,KAAK,EAAE;QAAE,MAAM,CAAC,EAAE,eAAe,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,eAAe,CAAA;KAAE,GACnH,OAAO,CAAC,OAAO,CAAC;IAiBb,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC;IAM/C,IAAI,CAAC,KAAK,GAAE,cAAmB,GAAG,OAAO,CAAC,aAAa,CAAC;IAmB9D,+BAA+B;IACzB,KAAK,IAAI,OAAO,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC;IAcxE,KAAK,IAAI,IAAI;CAId;AAiBD,0CAA0C;AAC1C,wBAAgB,WAAW,IAAI,MAAM,CAEpC"}
|
package/lib/types/oplog.js
CHANGED
|
@@ -29,6 +29,7 @@
|
|
|
29
29
|
import { mkdir } from 'node:fs/promises';
|
|
30
30
|
import { dirname } from 'node:path';
|
|
31
31
|
import { loadSqlite } from './fts.js';
|
|
32
|
+
import { applyRetention } from './retention.js';
|
|
32
33
|
/**
|
|
33
34
|
* 明细里每个清单最多记几条。
|
|
34
35
|
*
|
|
@@ -89,6 +90,12 @@ export class OperationLog {
|
|
|
89
90
|
if (this.db === null)
|
|
90
91
|
throw new Error('OPERATION_LOG_UNAVAILABLE');
|
|
91
92
|
this.db.prepare('INSERT INTO operations (id, kind, status, actor, kb, title, summary, started_at, finished_at, detail) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?)').run(entry.id, entry.kind, entry.status, entry.actor, entry.kb, entry.title, entry.summary, entry.startedAt, entry.finishedAt ?? null, JSON.stringify(entry.detail));
|
|
93
|
+
/*
|
|
94
|
+
* 处理日志的保留上限(0070)。这张表原来只增不减:每编译一次、每导入一批都加行,
|
|
95
|
+
* 而 `detail` 里还塞着整批文件清单。上限同样只作用在**水位以上**的新行 ——
|
|
96
|
+
* 升级那一刻已有的日志一条不删(见 `retention.ts`)。
|
|
97
|
+
*/
|
|
98
|
+
applyRetention(this.db, 'operations', { table: 'operations', key: 'rowid', keep: 2000 });
|
|
92
99
|
}
|
|
93
100
|
async patch(id, patch) {
|
|
94
101
|
if (this.db === null)
|
package/lib/types/oplog.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"oplog.js","sourceRoot":"","sources":["../../src/oplog.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AAEH,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAA;AACxC,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AACnC,OAAO,EAAE,UAAU,EAAuB,MAAM,UAAU,CAAA;
|
|
1
|
+
{"version":3,"file":"oplog.js","sourceRoot":"","sources":["../../src/oplog.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AAEH,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAA;AACxC,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AACnC,OAAO,EAAE,UAAU,EAAuB,MAAM,UAAU,CAAA;AAC1D,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAA;AAmC/C;;;;;GAKG;AACH,MAAM,CAAC,MAAM,aAAa,GAAG,EAAE,CAAA;AAE/B,MAAM,MAAM,GAAG;;;;;;;;;;;;;;;CAed,CAAA;AAED;;;;;GAKG;AACH,MAAM,OAAO,YAAY;IAGM;IAFrB,EAAE,GAA0B,IAAI,CAAA;IAExC,YAA6B,IAAY;QAAZ,SAAI,GAAJ,IAAI,CAAQ;IAAG,CAAC;IAE7C,mDAAmD;IACnD,KAAK,CAAC,IAAI;QACR,IAAI,IAAI,CAAC,EAAE,KAAK,IAAI;YAAE,OAAO,IAAI,CAAA;QACjC,MAAM,MAAM,GAAG,MAAM,UAAU,EAAE,CAAA;QACjC,IAAI,MAAM,KAAK,IAAI;YAAE,OAAO,KAAK,CAAA;QACjC,IAAI,CAAC;YACH,MAAM,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;YACpD,IAAI,CAAC,EAAE,GAAG,IAAI,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YAC5C,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;YACpB,OAAO,IAAI,CAAA;QACb,CAAC;QAAC,MAAM,CAAC;YACP,IAAI,CAAC,EAAE,GAAG,IAAI,CAAA;YACd,OAAO,KAAK,CAAA;QACd,CAAC;IACH,CAAC;IAED,SAAS;QACP,OAAO,IAAI,CAAC,EAAE,KAAK,IAAI,CAAA;IACzB,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,KAAqB;QAChC,IAAI,IAAI,CAAC,EAAE,KAAK,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAA;QAClE,IAAI,CAAC,EAAE,CAAC,OAAO,CACb,6IAA6I,CAC9I,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,UAAU,IAAI,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAA;QACrK;;;;WAIG;QACH,cAAc,CAAC,IAAI,CAAC,EAAE,EAAE,YAAY,EAAE,EAAE,KAAK,EAAE,YAAY,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;IAC1F,CAAC;IAED,KAAK,CAAC,KAAK,CACT,EAAU,EACV,KAAoH;QAEpH,IAAI,IAAI,CAAC,EAAE,KAAK,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAA;QAClE,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;QAClC,IAAI,OAAO,KAAK,IAAI;YAAE,OAAO,KAAK,CAAA;QAClC,MAAM,IAAI,GAAG;YACX,MAAM,EAAE,KAAK,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM;YACtC,OAAO,EAAE,KAAK,CAAC,OAAO,IAAI,OAAO,CAAC,OAAO;YACzC,KAAK,EAAE,KAAK,CAAC,KAAK,IAAI,OAAO,CAAC,KAAK;YACnC,UAAU,EAAE,KAAK,CAAC,UAAU,IAAI,OAAO,CAAC,UAAU;YAClD,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM;SAC/E,CAAA;QACD,IAAI,CAAC,EAAE,CAAC,OAAO,CACb,oGAAoG,CACrG,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,UAAU,IAAI,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC,CAAA;QACtG,OAAO,IAAI,CAAA;IACb,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,EAAU;QAClB,IAAI,IAAI,CAAC,EAAE,KAAK,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAA;QAClE,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,uCAAuC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAwC,CAAA;QACnH,OAAO,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,CAAA;IACnD,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,QAAwB,EAAE;QACnC,IAAI,IAAI,CAAC,EAAE,KAAK,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAA;QAClE,MAAM,KAAK,GAAa,EAAE,CAAA;QAC1B,MAAM,MAAM,GAA4B,EAAE,CAAA;QAC1C,IAAI,KAAK,CAAC,EAAE,EAAE,CAAC;YAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAAC,MAAM,CAAC,EAAE,GAAG,KAAK,CAAC,EAAE,CAAA;QAAC,CAAC;QAC9D,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;YAAC,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YAAC,MAAM,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,CAAA;QAAC,CAAC;QACxE,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;YAAC,KAAK,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;YAAC,MAAM,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAA;QAAC,CAAC;QAClF,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAA;QACrE,MAAM,KAAK,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,wCAAwC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,MAAM,CAAkB,CAAA;QAC5G,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,CAAA;QAC3D,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,MAAM,IAAI,CAAC,CAAC,CAAA;QAC7C,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAC1B,4BAA4B,MAAM,gEAAgE,CACnG,CAAC,GAAG,CAAC,EAAE,GAAG,MAAM,EAAE,KAAK,EAAE,KAAK,GAAG,CAAC,EAAE,MAAM,EAAE,CAAmC,CAAA;QAChF,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,GAAG,KAAK,CAAA;QACnC,MAAM,OAAO,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,CAAA;QACvE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,EAAE,CAAA;IACpC,CAAC;IAED,+BAA+B;IAC/B,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,EAAE,KAAK,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAA;QAClE,MAAM,IAAI,GAAG,IAAI,IAAI,EAAE,CAAA;QACvB,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAA;QACzB,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,EAAE,CAAA;QAC9B,MAAM,KAAK,GAAG,CAAC,GAAW,EAAE,SAAkC,EAAE,EAAU,EAAE,CACzE,IAAI,CAAC,EAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,MAAM,CAAmB,CAAC,CAAC,CAAA;QACxD,OAAO;YACL,KAAK,EAAE,KAAK,CAAC,sCAAsC,CAAC;YACpD,MAAM,EAAE,KAAK,CAAC,gFAAgF,CAAC;YAC/F,KAAK,EAAE,KAAK,CAAC,+DAA+D,EAAE,EAAE,GAAG,EAAE,CAAC;SACvF,CAAA;IACH,CAAC;IAED,KAAK;QACH,IAAI,CAAC,EAAE,EAAE,KAAK,EAAE,CAAA;QAChB,IAAI,CAAC,EAAE,GAAG,IAAI,CAAA;IAChB,CAAC;CACF;AAED,SAAS,UAAU,CAAC,GAA4B;IAC9C,OAAO;QACL,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;QAClB,IAAI,EAAE,GAAG,CAAC,IAAqB;QAC/B,MAAM,EAAE,GAAG,CAAC,MAAyB;QACrC,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC;QACxB,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;QAClB,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC;QACxB,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC;QAC5B,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC;QACjC,GAAG,CAAC,GAAG,CAAC,WAAW,KAAK,IAAI,IAAI,GAAG,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,CAAC;QAC7G,MAAM,EAAE,CAAC,OAAO,GAAG,CAAC,MAAM,KAAK,QAAQ,IAAI,GAAG,CAAC,MAAM,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAoB;KAC/G,CAAA;AACH,CAAC;AAED,0CAA0C;AAC1C,MAAM,UAAU,WAAW;IACzB,OAAO,MAAM,IAAI,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAA;AAClF,CAAC"}
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* 组织阶段(Organize)的 system 段。
|
|
3
|
+
*
|
|
4
|
+
* 与 `extract-contract.ts` 同一个理由:说明页要把「这一步发给模型的提示词」原样显示出来,
|
|
5
|
+
* 所以它必须能从浏览器 bundle 里 import。它原来住在 `card-organize.ts` 里,那个模块
|
|
6
|
+
* import 了 `node:crypto`(算版面指纹),客户端进不去。
|
|
7
|
+
*
|
|
8
|
+
* 服务端照旧通过 `card-organize.ts` 的 re-export 拿它 —— 界面与真正发出去的提示词
|
|
9
|
+
* 读的是同一份文本。
|
|
10
|
+
*/
|
|
11
|
+
/**
|
|
12
|
+
* 组织阶段的 system 提示词。
|
|
13
|
+
*
|
|
14
|
+
* 四条规则是这份提示词的全部:**只组织不创造**、**每条知识都要落地**、
|
|
15
|
+
* **每句都要挂引用**。其余全是输出形状。
|
|
16
|
+
*/
|
|
17
|
+
export declare function buildOrganizeSystem(wikiKind?: 'fact' | 'way'): string;
|
|
18
|
+
//# sourceMappingURL=organize-contract.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"organize-contract.d.ts","sourceRoot":"","sources":["../../src/organize-contract.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH;;;;;GAKG;AACH,wBAAgB,mBAAmB,CAAC,QAAQ,GAAE,MAAM,GAAG,KAAc,GAAG,MAAM,CAgE7E"}
|
|
@@ -0,0 +1,82 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* 组织阶段(Organize)的 system 段。
|
|
3
|
+
*
|
|
4
|
+
* 与 `extract-contract.ts` 同一个理由:说明页要把「这一步发给模型的提示词」原样显示出来,
|
|
5
|
+
* 所以它必须能从浏览器 bundle 里 import。它原来住在 `card-organize.ts` 里,那个模块
|
|
6
|
+
* import 了 `node:crypto`(算版面指纹),客户端进不去。
|
|
7
|
+
*
|
|
8
|
+
* 服务端照旧通过 `card-organize.ts` 的 re-export 拿它 —— 界面与真正发出去的提示词
|
|
9
|
+
* 读的是同一份文本。
|
|
10
|
+
*/
|
|
11
|
+
/**
|
|
12
|
+
* 组织阶段的 system 提示词。
|
|
13
|
+
*
|
|
14
|
+
* 四条规则是这份提示词的全部:**只组织不创造**、**每条知识都要落地**、
|
|
15
|
+
* **每句都要挂引用**。其余全是输出形状。
|
|
16
|
+
*/
|
|
17
|
+
export function buildOrganizeSystem(wikiKind = 'fact') {
|
|
18
|
+
return [
|
|
19
|
+
'你在把一批已经抽好的知识组织成一张 Wiki 卡片。',
|
|
20
|
+
'',
|
|
21
|
+
`文件类型:${wikiKind === 'way' ? 'Wiki Way;同 Object + Action 的 Procedure' : 'Wiki Fact;同 Object 的 Fact'}。Scene 可以不同,必须保留每条的条件、状态与限制。`,
|
|
22
|
+
'这些条目是 Knowledge 真源。你不许新增、',
|
|
23
|
+
'删除或改动它们说的事实。你能做的是:分小节、定顺序、把它们改写成读得下去的',
|
|
24
|
+
'叙述、给卡片起一个自然的标题、写一句概述。',
|
|
25
|
+
'',
|
|
26
|
+
'## 三条规则',
|
|
27
|
+
'',
|
|
28
|
+
'1. **只组织,不创造。** 你写的每一句话,说的都必须是这批知识里已经有的事。',
|
|
29
|
+
' 你觉得「应该还有一步」而知识里没有 —— 那就不要写。',
|
|
30
|
+
'2. **每条知识都要落地。** 输入给了几条,正文里就必须用上几条,一条都不能丢。',
|
|
31
|
+
' 可以把两条合成一行表格、合成一个步骤 —— 但它们的 id 都要挂上。',
|
|
32
|
+
'3. **每句都要挂引用。** 陈述事实的句子末尾挂 `[^知识id]`,可以挂多个。',
|
|
33
|
+
' 只有很短的导语(「这一节讲取数流程」)可以不挂。长句子不挂引用 = 没有来源的',
|
|
34
|
+
' 断言,整份方案会被打回。',
|
|
35
|
+
'4. **标题只做归纳,不要机械拼接。** 标题要能让人一眼知道卡片讲什么;不要照抄候选卡名,',
|
|
36
|
+
' 不要写成「对象的动作」「动作的动作」这类重复结构,不要加入知识里没有的新事实。',
|
|
37
|
+
' 保留区分这张卡所需的业务对象、字段名和动作词。知识条目附带的原文标题路径是定位线索,',
|
|
38
|
+
' 可用来补回被知识正文省略的对象或动作词;它不能单独证明新的业务事实。',
|
|
39
|
+
'',
|
|
40
|
+
'## 可以做的改写',
|
|
41
|
+
'',
|
|
42
|
+
'- 允许缩写与重排,不改变原意,不从 Fact 推导新方法,不从 Case 新提炼 Procedure。',
|
|
43
|
+
'- 把两条同类的知识合成一张表或一个步骤。',
|
|
44
|
+
'- 把字段名、SQL、URL 放进反引号。',
|
|
45
|
+
'- 加很短的小节导语,把一节的内容串起来。',
|
|
46
|
+
'',
|
|
47
|
+
'## 输出形状',
|
|
48
|
+
'',
|
|
49
|
+
'只回一个 JSON 对象,不要散文,不要代码围栏。',
|
|
50
|
+
'',
|
|
51
|
+
'```json',
|
|
52
|
+
'{',
|
|
53
|
+
' "title": "简洁、自然、可检索的标题;保留必要的业务对象、字段名和动作词",',
|
|
54
|
+
' "summary": "一句话说清这张卡讲什么。挂引用,如 [^k_abc]。",',
|
|
55
|
+
' "sections": [',
|
|
56
|
+
' {',
|
|
57
|
+
' "title": "一、这一节讲什么",',
|
|
58
|
+
' "blocks": [',
|
|
59
|
+
' { "kind": "prose", "text": "一段话。[^k_abc]" },',
|
|
60
|
+
' { "kind": "steps", "items": ["第一步。[^k_def]", "第二步。[^k_ghi]"] },',
|
|
61
|
+
' { "kind": "bullets", "items": ["一个要点。[^k_jkl]"] },',
|
|
62
|
+
' { "kind": "table", "header": ["", "甲", "乙"], "rows": [["来源", "A[^k_mno]", "B[^k_pqr]"]] },',
|
|
63
|
+
' { "kind": "note", "text": "一句提醒。[^k_stu]" }',
|
|
64
|
+
' ]',
|
|
65
|
+
' }',
|
|
66
|
+
' ]',
|
|
67
|
+
'}',
|
|
68
|
+
'```',
|
|
69
|
+
'',
|
|
70
|
+
'`kind` 只能是这五个之一:`prose`(一段话)、`steps`(有序步骤)、`bullets`(无序要点)、',
|
|
71
|
+
'`table`(对比表)、`note`(提醒)。表格的每一行列数必须与表头一致。',
|
|
72
|
+
'',
|
|
73
|
+
'二级章节用于召回;一个章节服务一个明确的信息需求或一组等价问法。',
|
|
74
|
+
'回答同一需求的内容放一起;服务不同需求时拆分;必要条件、例外、步骤不因形式被拆散。',
|
|
75
|
+
'不要套固定目录,不使用无主体的说明、其他、注意事项、操作步骤等标题。',
|
|
76
|
+
'标题写具体对象、任务、字段及改变答案的条件。章节不必等于一条 Fact 或 Procedure。',
|
|
77
|
+
'Scene 分支可用三级标题;正文不能再出现 Markdown 二级标题。',
|
|
78
|
+
'每节返回 section_id(复用已有 ID,新节为 null)、retrieval_need(检索需求)、knowledge_ids(正文引用的记录 ID)。',
|
|
79
|
+
'小节数量由检索需求决定;不要为凑目录数量而丢失知识或合并无关问题。协议最多支持 200 节,超过时应报错。',
|
|
80
|
+
].join('\n');
|
|
81
|
+
}
|
|
82
|
+
//# sourceMappingURL=organize-contract.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"organize-contract.js","sourceRoot":"","sources":["../../src/organize-contract.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH;;;;;GAKG;AACH,MAAM,UAAU,mBAAmB,CAAC,WAA2B,MAAM;IACnE,OAAO;QACL,4BAA4B;QAC5B,EAAE;QACF,QAAQ,QAAQ,KAAK,KAAK,CAAC,CAAC,CAAC,wCAAwC,CAAC,CAAC,CAAC,2BAA2B,8BAA8B;QACjI,2BAA2B;QAC3B,uCAAuC;QACvC,uBAAuB;QACvB,EAAE;QACF,SAAS;QACT,EAAE;QACF,2CAA2C;QAC3C,gCAAgC;QAChC,4CAA4C;QAC5C,wCAAwC;QACxC,6CAA6C;QAC7C,4CAA4C;QAC5C,iBAAiB;QACjB,iDAAiD;QACjD,4CAA4C;QAC5C,+CAA+C;QAC/C,uCAAuC;QACvC,EAAE;QACF,WAAW;QACX,EAAE;QACF,sDAAsD;QACtD,uBAAuB;QACvB,uBAAuB;QACvB,uBAAuB;QACvB,EAAE;QACF,SAAS;QACT,EAAE;QACF,2BAA2B;QAC3B,EAAE;QACF,SAAS;QACT,GAAG;QACH,8CAA8C;QAC9C,6CAA6C;QAC7C,iBAAiB;QACjB,OAAO;QACP,4BAA4B;QAC5B,mBAAmB;QACnB,sDAAsD;QACtD,yEAAyE;QACzE,4DAA4D;QAC5D,oGAAoG;QACpG,qDAAqD;QACrD,SAAS;QACT,OAAO;QACP,KAAK;QACL,GAAG;QACH,KAAK;QACL,EAAE;QACF,6DAA6D;QAC7D,0CAA0C;QAC1C,EAAE;QACF,kCAAkC;QAClC,2CAA2C;QAC3C,oCAAoC;QACpC,kDAAkD;QAClD,uCAAuC;QACvC,mFAAmF;QACnF,uDAAuD;KACxD,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;AACd,CAAC"}
|
|
@@ -0,0 +1,66 @@
|
|
|
1
|
+
import type { ModelCall } from '../extract-model.js';
|
|
2
|
+
import type { SourceRaw, WikiTypeDef } from '../types.js';
|
|
3
|
+
import type { TrialReport } from '../wiki-trial-types.js';
|
|
4
|
+
import { PipelineStore, type ExtractionCheckpoint } from './store.js';
|
|
5
|
+
import { type MaterializationBatch, type MaterializationGroup, type PipelineAction, type PipelineModel, type PipelineSelection, type PipelineStage, type PipelineTask } from './types.js';
|
|
6
|
+
export interface PipelineSource extends SourceRaw {
|
|
7
|
+
version: number;
|
|
8
|
+
sourceHash: string;
|
|
9
|
+
}
|
|
10
|
+
export interface PipelineContext {
|
|
11
|
+
model: PipelineModel & {
|
|
12
|
+
call?: ModelCall;
|
|
13
|
+
why?: string;
|
|
14
|
+
};
|
|
15
|
+
note: string;
|
|
16
|
+
profile?: WikiTypeDef;
|
|
17
|
+
organize: boolean;
|
|
18
|
+
format: 'json' | 'table';
|
|
19
|
+
}
|
|
20
|
+
export interface PipelineBuildResult {
|
|
21
|
+
summary: string;
|
|
22
|
+
skipped?: boolean;
|
|
23
|
+
}
|
|
24
|
+
export interface PipelineHost {
|
|
25
|
+
capture(): PipelineContext;
|
|
26
|
+
serialize<T>(work: () => Promise<T>): Promise<T>;
|
|
27
|
+
sources(): Promise<PipelineSource[]>;
|
|
28
|
+
/** One source by id. Same shape as an element of `sources()`. */
|
|
29
|
+
source(sourceId: string): Promise<PipelineSource | undefined>;
|
|
30
|
+
fingerprint(source: PipelineSource, context: PipelineContext): Promise<string>;
|
|
31
|
+
extract(source: PipelineSource, context: PipelineContext, output: (text: string) => void): Promise<TrialReport>;
|
|
32
|
+
normalize(source: PipelineSource, checkpoint: ExtractionCheckpoint, context: PipelineContext, force: boolean, output: (text: string) => void): Promise<{
|
|
33
|
+
reused: boolean;
|
|
34
|
+
warnings: string[];
|
|
35
|
+
}>;
|
|
36
|
+
derive?(sourceIds: string[] | undefined, context: PipelineContext, force: boolean, output: (text: string) => void, checkpoint: () => Promise<void>): Promise<{
|
|
37
|
+
done: number;
|
|
38
|
+
total: number;
|
|
39
|
+
reused: number;
|
|
40
|
+
summary: string;
|
|
41
|
+
}>;
|
|
42
|
+
groups(context: PipelineContext): Promise<MaterializationBatch>;
|
|
43
|
+
materialize(group: MaterializationGroup, context: PipelineContext, output: (text: string) => void, snapshot: unknown): Promise<void>;
|
|
44
|
+
build(taskId: string, checkpoint: () => Promise<void>): Promise<PipelineBuildResult>;
|
|
45
|
+
record(checkpoint: ExtractionCheckpoint): Promise<void>;
|
|
46
|
+
}
|
|
47
|
+
/** One writer queue per base, shared with the legacy index builder. */
|
|
48
|
+
export declare class KnowledgePipeline {
|
|
49
|
+
readonly store: PipelineStore;
|
|
50
|
+
private readonly host;
|
|
51
|
+
private closed;
|
|
52
|
+
private controls;
|
|
53
|
+
constructor(store: PipelineStore, host: PipelineHost);
|
|
54
|
+
start(stage: PipelineStage, selection?: PipelineSelection): {
|
|
55
|
+
task: PipelineTask;
|
|
56
|
+
completion: Promise<PipelineTask>;
|
|
57
|
+
};
|
|
58
|
+
close(): void;
|
|
59
|
+
control(id: string, action: PipelineAction): PipelineTask;
|
|
60
|
+
private patch;
|
|
61
|
+
private finishStage;
|
|
62
|
+
private checkpoint;
|
|
63
|
+
private output;
|
|
64
|
+
private execute;
|
|
65
|
+
}
|
|
66
|
+
//# sourceMappingURL=engine.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"engine.d.ts","sourceRoot":"","sources":["../../../src/pipeline/engine.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAA;AACpD,OAAO,KAAK,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,aAAa,CAAA;AACzD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAA;AACzD,OAAO,EAAE,aAAa,EAAE,KAAK,oBAAoB,EAAE,MAAM,YAAY,CAAA;AACrE,OAAO,EAAgD,KAAK,oBAAoB,EAAE,KAAK,oBAAoB,EAAE,KAAK,cAAc,EAAE,KAAK,aAAa,EAAE,KAAK,iBAAiB,EAAE,KAAK,aAAa,EAAE,KAAK,YAAY,EAAE,MAAM,YAAY,CAAA;AAEvO,MAAM,WAAW,cAAe,SAAQ,SAAS;IAAG,OAAO,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,MAAM,CAAA;CAAE;AACzF,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,aAAa,GAAG;QAAE,IAAI,CAAC,EAAE,SAAS,CAAC;QAAC,GAAG,CAAC,EAAE,MAAM,CAAA;KAAE,CAAA;IACzD,IAAI,EAAE,MAAM,CAAA;IACZ,OAAO,CAAC,EAAE,WAAW,CAAA;IACrB,QAAQ,EAAE,OAAO,CAAA;IACjB,MAAM,EAAE,MAAM,GAAG,OAAO,CAAA;CACzB;AACD,MAAM,WAAW,mBAAmB;IAAG,OAAO,EAAE,MAAM,CAAC;IAAC,OAAO,CAAC,EAAE,OAAO,CAAA;CAAE;AAC3E,MAAM,WAAW,YAAY;IAC3B,OAAO,IAAI,eAAe,CAAA;IAC1B,SAAS,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAA;IAChD,OAAO,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC,CAAA;IACpC,iEAAiE;IACjE,MAAM,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,GAAG,SAAS,CAAC,CAAA;IAC7D,WAAW,CAAC,MAAM,EAAE,cAAc,EAAE,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,MAAM,CAAC,CAAA;IAC9E,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE,OAAO,EAAE,eAAe,EAAE,MAAM,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,GAAG,OAAO,CAAC,WAAW,CAAC,CAAA;IAC/G,SAAS,CAAC,MAAM,EAAE,cAAc,EAAE,UAAU,EAAE,oBAAoB,EAAE,OAAO,EAAE,eAAe,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,GAAG,OAAO,CAAC;QAAE,MAAM,EAAE,OAAO,CAAC;QAAC,QAAQ,EAAE,MAAM,EAAE,CAAA;KAAE,CAAC,CAAA;IAC/L,MAAM,CAAC,CAAC,SAAS,EAAE,MAAM,EAAE,GAAG,SAAS,EAAE,OAAO,EAAE,eAAe,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,EAAE,UAAU,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC,CAAA;IAC9N,MAAM,CAAC,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAAA;IAC/D,WAAW,CAAC,KAAK,EAAE,oBAAoB,EAAE,OAAO,EAAE,eAAe,EAAE,MAAM,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,EAAE,QAAQ,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IACpI,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAA;IACpF,MAAM,CAAC,UAAU,EAAE,oBAAoB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;CACxD;AAKD,uEAAuE;AACvE,qBAAa,iBAAiB;IAGhB,QAAQ,CAAC,KAAK,EAAE,aAAa;IAAE,OAAO,CAAC,QAAQ,CAAC,IAAI;IAFhE,OAAO,CAAC,MAAM,CAAQ;IACtB,OAAO,CAAC,QAAQ,CAA6B;gBACxB,KAAK,EAAE,aAAa,EAAmB,IAAI,EAAE,YAAY;IAE9E,KAAK,CAAC,KAAK,EAAE,aAAa,EAAE,SAAS,GAAE,iBAAsB,GAAG;QAAE,IAAI,EAAE,YAAY,CAAC;QAAC,UAAU,EAAE,OAAO,CAAC,YAAY,CAAC,CAAA;KAAE;IAqBzH,KAAK,IAAI,IAAI;IAKb,OAAO,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,cAAc,GAAG,YAAY;IAsBzD,OAAO,CAAC,KAAK;IAKb,OAAO,CAAC,WAAW;YAIL,UAAU;IASxB,OAAO,CAAC,MAAM;YA2BA,OAAO;CA4LtB"}
|