@dxos/assistant 0.8.4-main.406dc2a → 0.8.4-main.548089c

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (82) hide show
  1. package/dist/lib/browser/chunk-J5LGTIGS.mjs +10 -0
  2. package/dist/lib/browser/extraction/index.mjs +114 -161
  3. package/dist/lib/browser/extraction/index.mjs.map +4 -4
  4. package/dist/lib/browser/index.mjs +508 -151
  5. package/dist/lib/browser/index.mjs.map +4 -4
  6. package/dist/lib/browser/meta.json +1 -1
  7. package/dist/lib/node-esm/chunk-HSLMI22Q.mjs +11 -0
  8. package/dist/lib/node-esm/extraction/index.mjs +114 -161
  9. package/dist/lib/node-esm/extraction/index.mjs.map +4 -4
  10. package/dist/lib/node-esm/index.mjs +508 -151
  11. package/dist/lib/node-esm/index.mjs.map +4 -4
  12. package/dist/lib/node-esm/meta.json +1 -1
  13. package/dist/types/src/conversation/conversation.d.ts +4 -7
  14. package/dist/types/src/conversation/conversation.d.ts.map +1 -1
  15. package/dist/types/src/diff.d.ts.map +1 -1
  16. package/dist/types/src/errors.d.ts +8 -16
  17. package/dist/types/src/errors.d.ts.map +1 -1
  18. package/dist/types/src/execution-graph.d.ts +3 -0
  19. package/dist/types/src/execution-graph.d.ts.map +1 -1
  20. package/dist/types/src/extraction/extraction-llm-function/extraction-llm-function.d.ts.map +1 -1
  21. package/dist/types/src/extraction/extraction-ner-function/extraction-ner-function.d.ts +28 -24
  22. package/dist/types/src/extraction/extraction-ner-function/extraction-ner-function.d.ts.map +1 -1
  23. package/dist/types/src/extraction/extraction.d.ts +14 -7
  24. package/dist/types/src/extraction/extraction.d.ts.map +1 -1
  25. package/dist/types/src/functions/services.d.ts +2 -1
  26. package/dist/types/src/functions/services.d.ts.map +1 -1
  27. package/dist/types/src/session/GenericToolkit.d.ts +84 -0
  28. package/dist/types/src/session/GenericToolkit.d.ts.map +1 -0
  29. package/dist/types/src/session/format.d.ts +16 -16
  30. package/dist/types/src/session/format.d.ts.map +1 -1
  31. package/dist/types/src/session/index.d.ts +1 -0
  32. package/dist/types/src/session/index.d.ts.map +1 -1
  33. package/dist/types/src/session/observer.d.ts +2 -2
  34. package/dist/types/src/session/observer.d.ts.map +1 -1
  35. package/dist/types/src/session/session.d.ts +3 -3
  36. package/dist/types/src/session/session.d.ts.map +1 -1
  37. package/dist/types/src/session/version-pin.d.ts +1 -1
  38. package/dist/types/src/session/version-pin.d.ts.map +1 -1
  39. package/dist/types/src/types/artifact.d.ts +4 -0
  40. package/dist/types/src/types/artifact.d.ts.map +1 -1
  41. package/dist/types/tsconfig.tsbuildinfo +1 -1
  42. package/package.json +22 -20
  43. package/src/conversation/conversation.ts +8 -12
  44. package/src/diff.test.ts +3 -3
  45. package/src/diff.ts +5 -0
  46. package/src/execution-graph.test.ts +44 -42
  47. package/src/execution-graph.ts +19 -10
  48. package/src/extraction/extraction-llm-function/extraction-llm-function.test.ts +2 -2
  49. package/src/extraction/extraction-llm-function/extraction-llm-function.ts +44 -54
  50. package/src/extraction/extraction-ner-function/extraction-ner-function.test.ts +10 -9
  51. package/src/extraction/extraction-ner-function/extraction-ner-function.ts +36 -44
  52. package/src/extraction/extraction-ner-function/named-entity-recognition.test.ts +10 -5
  53. package/src/extraction/extraction.ts +5 -4
  54. package/src/functions/services.ts +11 -7
  55. package/src/session/GenericToolkit.ts +130 -0
  56. package/src/session/format.test.ts +4 -3
  57. package/src/session/format.ts +4 -5
  58. package/src/session/index.ts +2 -0
  59. package/src/session/observer.ts +2 -2
  60. package/src/session/session.test.ts +2 -2
  61. package/src/session/session.ts +9 -8
  62. package/src/session/version-pin.ts +2 -3
  63. package/src/templates/{format.tpl → instructions/format.tpl} +1 -0
  64. package/src/templates/system.ts +2 -2
  65. package/src/types/artifact.ts +20 -1
  66. package/dist/lib/browser/chunk-CWGVG235.mjs +0 -380
  67. package/dist/lib/browser/chunk-CWGVG235.mjs.map +0 -7
  68. package/dist/lib/browser/chunk-UB26N5UF.mjs +0 -89
  69. package/dist/lib/browser/chunk-UB26N5UF.mjs.map +0 -7
  70. package/dist/lib/browser/named-entity-recognition-QPYHML66.mjs +0 -13
  71. package/dist/lib/node-esm/chunk-BCFXTNSK.mjs +0 -91
  72. package/dist/lib/node-esm/chunk-BCFXTNSK.mjs.map +0 -7
  73. package/dist/lib/node-esm/chunk-OV5PMQPB.mjs +0 -382
  74. package/dist/lib/node-esm/chunk-OV5PMQPB.mjs.map +0 -7
  75. package/dist/lib/node-esm/named-entity-recognition-2HDF46YX.mjs +0 -14
  76. package/dist/types/src/summarization/summarization.test.d.ts +0 -2
  77. package/dist/types/src/summarization/summarization.test.d.ts.map +0 -1
  78. package/src/summarization/summarization.test.ts +0 -202
  79. /package/dist/lib/browser/{named-entity-recognition-QPYHML66.mjs.map → chunk-J5LGTIGS.mjs.map} +0 -0
  80. /package/dist/lib/node-esm/{named-entity-recognition-2HDF46YX.mjs.map → chunk-HSLMI22Q.mjs.map} +0 -0
  81. /package/src/extraction/extraction-llm-function/{instructions.tpl → transcription-instructions.tpl} +0 -0
  82. /package/src/templates/{system.tpl → instructions/system.tpl} +0 -0
@@ -1,89 +0,0 @@
1
- // src/extraction/extraction-ner-function/named-entity-recognition.ts
2
- import { pipeline } from "@xenova/transformers";
3
- import { log } from "@dxos/log";
4
- var __dxlog_file = "/__w/dxos/dxos/packages/core/assistant/src/extraction/extraction-ner-function/named-entity-recognition.ts";
5
- var _ner;
6
- var getNer = () => {
7
- if (!_ner) {
8
- _ner = pipeline("ner", "Xenova/bert-base-NER").then((ner) => {
9
- log.info("NER model is ready", void 0, {
10
- F: __dxlog_file,
11
- L: 24,
12
- S: void 0,
13
- C: (f, a) => f(...a)
14
- });
15
- return ner;
16
- });
17
- }
18
- return _ner;
19
- };
20
- var extractFullEntities = async (text) => {
21
- const ner = await getNer();
22
- const entities = await ner(text);
23
- const tokenGroups = createTokenGroups(entities);
24
- const combinedEntities = tokenGroups.map(combineNerTokens);
25
- return combinedEntities;
26
- };
27
- var createTokenGroups = (tokens) => {
28
- const tokenGroups = [];
29
- const canBeCombined = (prevToken, currentToken) => {
30
- const [currentState, currentEntity] = currentToken.entity.split("-");
31
- const [prevState, prevEntity] = prevToken.entity.split("-");
32
- if (prevEntity !== currentEntity) {
33
- return false;
34
- }
35
- if (prevState === "O") {
36
- return false;
37
- }
38
- if (currentState === "I") {
39
- return true;
40
- }
41
- if ((prevState === "B" || prevState === "I") && currentState === "B") {
42
- return currentToken.word.startsWith("#");
43
- }
44
- return false;
45
- };
46
- for (const token of tokens) {
47
- if (tokenGroups.length === 0) {
48
- tokenGroups.push([
49
- token
50
- ]);
51
- continue;
52
- }
53
- const lastTokenGroup = tokenGroups.at(-1);
54
- if (canBeCombined(lastTokenGroup.at(-1), token)) {
55
- lastTokenGroup.push(token);
56
- continue;
57
- }
58
- tokenGroups.push([
59
- token
60
- ]);
61
- }
62
- return tokenGroups;
63
- };
64
- var combineNerTokens = (group) => {
65
- const combinedToken = {
66
- entity: group.at(0).entity.split("-")[1],
67
- score: group.reduce((acc, token) => acc + token.score, 0) / group.length,
68
- index: group.at(0).index,
69
- word: group.at(0).word,
70
- start: group.at(0).start,
71
- end: group.at(-1).end
72
- };
73
- for (const token of group.slice(1)) {
74
- if (token.word.startsWith("#")) {
75
- combinedToken.word += token.word.replace(/^#+/, "");
76
- } else {
77
- combinedToken.word += " " + token.word;
78
- }
79
- }
80
- return combinedToken;
81
- };
82
-
83
- export {
84
- getNer,
85
- extractFullEntities,
86
- createTokenGroups,
87
- combineNerTokens
88
- };
89
- //# sourceMappingURL=chunk-UB26N5UF.mjs.map
@@ -1,7 +0,0 @@
1
- {
2
- "version": 3,
3
- "sources": ["../../../src/extraction/extraction-ner-function/named-entity-recognition.ts"],
4
- "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport {\n type TokenClassificationOutput,\n type TokenClassificationPipelineType,\n type TokenClassificationSingle,\n pipeline,\n} from '@xenova/transformers';\n\nimport { log } from '@dxos/log';\n\nlet _ner: Promise<TokenClassificationPipelineType>;\n\n/**\n * Named Entity Recognition pipeline.\n * Initializes the pipeline on first call.\n * @returns The singleton promise that resolves to a token classification pipeline.\n */\nexport const getNer = () => {\n if (!_ner) {\n _ner = pipeline('ner', 'Xenova/bert-base-NER').then((ner) => {\n log.info('NER model is ready');\n return ner;\n });\n }\n\n return _ner;\n};\n\n/**\n * Extracts entities from text using the named entity recognition pipeline and does simple grouping of tokens.\n */\nexport const extractFullEntities = async (text: string): Promise<TokenClassificationSingle[]> => {\n const ner = await getNer();\n const entities = (await ner(text)) as TokenClassificationOutput;\n const tokenGroups = createTokenGroups(entities);\n const combinedEntities = tokenGroups.map(combineNerTokens);\n return combinedEntities;\n};\n\nexport const createTokenGroups = (tokens: TokenClassificationSingle[]): TokenClassificationSingle[][] => {\n const tokenGroups: TokenClassificationSingle[][] = [];\n\n const canBeCombined = (prevToken: TokenClassificationSingle, currentToken: TokenClassificationSingle) => {\n const [currentState, currentEntity] = currentToken.entity.split('-'); // B, I, O\n const [prevState, prevEntity] = prevToken.entity.split('-'); // B, I, O\n if (prevEntity !== currentEntity) {\n return false;\n }\n if (prevState === 'O') {\n return false;\n }\n if (currentState === 'I') {\n return true;\n }\n if ((prevState === 'B' || prevState === 'I') && currentState === 'B') {\n return currentToken.word.startsWith('#');\n }\n return false;\n };\n\n for (const token of tokens) {\n if (tokenGroups.length === 0) {\n tokenGroups.push([token]);\n continue;\n }\n const lastTokenGroup = tokenGroups.at(-1)!;\n if (canBeCombined(lastTokenGroup.at(-1)!, token)) {\n lastTokenGroup.push(token);\n continue;\n }\n tokenGroups.push([token]);\n }\n\n return tokenGroups;\n};\n\nexport const combineNerTokens = (group: TokenClassificationSingle[]): TokenClassificationSingle => {\n const combinedToken: TokenClassificationSingle = {\n entity: group.at(0)!.entity.split('-')[1],\n score: group.reduce((acc, token) => acc + token.score, 0) / group.length,\n index: group.at(0)!.index,\n word: group.at(0)!.word,\n start: group.at(0)!.start,\n end: group.at(-1)!.end,\n };\n\n for (const token of group.slice(1)) {\n if (token.word.startsWith('#')) {\n combinedToken.word += token.word.replace(/^#+/, '');\n } else {\n combinedToken.word += ' ' + token.word;\n }\n }\n\n return combinedToken;\n};\n"],
5
- "mappings": ";AAIA,SAIEA,gBACK;AAEP,SAASC,WAAW;;AAEpB,IAAIC;AAOG,IAAMC,SAAS,MAAA;AACpB,MAAI,CAACD,MAAM;AACTA,WAAOF,SAAS,OAAO,sBAAA,EAAwBI,KAAK,CAACC,QAAAA;AACnDJ,UAAIK,KAAK,sBAAA,QAAA;;;;;;AACT,aAAOD;IACT,CAAA;EACF;AAEA,SAAOH;AACT;AAKO,IAAMK,sBAAsB,OAAOC,SAAAA;AACxC,QAAMH,MAAM,MAAMF,OAAAA;AAClB,QAAMM,WAAY,MAAMJ,IAAIG,IAAAA;AAC5B,QAAME,cAAcC,kBAAkBF,QAAAA;AACtC,QAAMG,mBAAmBF,YAAYG,IAAIC,gBAAAA;AACzC,SAAOF;AACT;AAEO,IAAMD,oBAAoB,CAACI,WAAAA;AAChC,QAAML,cAA6C,CAAA;AAEnD,QAAMM,gBAAgB,CAACC,WAAsCC,iBAAAA;AAC3D,UAAM,CAACC,cAAcC,aAAAA,IAAiBF,aAAaG,OAAOC,MAAM,GAAA;AAChE,UAAM,CAACC,WAAWC,UAAAA,IAAcP,UAAUI,OAAOC,MAAM,GAAA;AACvD,QAAIE,eAAeJ,eAAe;AAChC,aAAO;IACT;AACA,QAAIG,cAAc,KAAK;AACrB,aAAO;IACT;AACA,QAAIJ,iBAAiB,KAAK;AACxB,aAAO;IACT;AACA,SAAKI,cAAc,OAAOA,cAAc,QAAQJ,iBAAiB,KAAK;AACpE,aAAOD,aAAaO,KAAKC,WAAW,GAAA;IACtC;AACA,WAAO;EACT;AAEA,aAAWC,SAASZ,QAAQ;AAC1B,QAAIL,YAAYkB,WAAW,GAAG;AAC5BlB,kBAAYmB,KAAK;QAACF;OAAM;AACxB;IACF;AACA,UAAMG,iBAAiBpB,YAAYqB,GAAG,EAAC;AACvC,QAAIf,cAAcc,eAAeC,GAAG,EAAC,GAAKJ,KAAAA,GAAQ;AAChDG,qBAAeD,KAAKF,KAAAA;AACpB;IACF;AACAjB,gBAAYmB,KAAK;MAACF;KAAM;EAC1B;AAEA,SAAOjB;AACT;AAEO,IAAMI,mBAAmB,CAACkB,UAAAA;AAC/B,QAAMC,gBAA2C;IAC/CZ,QAAQW,MAAMD,GAAG,CAAA,EAAIV,OAAOC,MAAM,GAAA,EAAK,CAAA;IACvCY,OAAOF,MAAMG,OAAO,CAACC,KAAKT,UAAUS,MAAMT,MAAMO,OAAO,CAAA,IAAKF,MAAMJ;IAClES,OAAOL,MAAMD,GAAG,CAAA,EAAIM;IACpBZ,MAAMO,MAAMD,GAAG,CAAA,EAAIN;IACnBa,OAAON,MAAMD,GAAG,CAAA,EAAIO;IACpBC,KAAKP,MAAMD,GAAG,EAAC,EAAIQ;EACrB;AAEA,aAAWZ,SAASK,MAAMQ,MAAM,CAAA,GAAI;AAClC,QAAIb,MAAMF,KAAKC,WAAW,GAAA,GAAM;AAC9BO,oBAAcR,QAAQE,MAAMF,KAAKgB,QAAQ,OAAO,EAAA;IAClD,OAAO;AACLR,oBAAcR,QAAQ,MAAME,MAAMF;IACpC;EACF;AAEA,SAAOQ;AACT;",
6
- "names": ["pipeline", "log", "_ner", "getNer", "then", "ner", "info", "extractFullEntities", "text", "entities", "tokenGroups", "createTokenGroups", "combinedEntities", "map", "combineNerTokens", "tokens", "canBeCombined", "prevToken", "currentToken", "currentState", "currentEntity", "entity", "split", "prevState", "prevEntity", "word", "startsWith", "token", "length", "push", "lastTokenGroup", "at", "group", "combinedToken", "score", "reduce", "acc", "index", "start", "end", "slice", "replace"]
7
- }
@@ -1,13 +0,0 @@
1
- import {
2
- combineNerTokens,
3
- createTokenGroups,
4
- extractFullEntities,
5
- getNer
6
- } from "./chunk-UB26N5UF.mjs";
7
- export {
8
- combineNerTokens,
9
- createTokenGroups,
10
- extractFullEntities,
11
- getNer
12
- };
13
- //# sourceMappingURL=named-entity-recognition-QPYHML66.mjs.map
@@ -1,91 +0,0 @@
1
- import { createRequire } from 'node:module';const require = createRequire(import.meta.url);
2
-
3
- // src/extraction/extraction-ner-function/named-entity-recognition.ts
4
- import { pipeline } from "@xenova/transformers";
5
- import { log } from "@dxos/log";
6
- var __dxlog_file = "/__w/dxos/dxos/packages/core/assistant/src/extraction/extraction-ner-function/named-entity-recognition.ts";
7
- var _ner;
8
- var getNer = () => {
9
- if (!_ner) {
10
- _ner = pipeline("ner", "Xenova/bert-base-NER").then((ner) => {
11
- log.info("NER model is ready", void 0, {
12
- F: __dxlog_file,
13
- L: 24,
14
- S: void 0,
15
- C: (f, a) => f(...a)
16
- });
17
- return ner;
18
- });
19
- }
20
- return _ner;
21
- };
22
- var extractFullEntities = async (text) => {
23
- const ner = await getNer();
24
- const entities = await ner(text);
25
- const tokenGroups = createTokenGroups(entities);
26
- const combinedEntities = tokenGroups.map(combineNerTokens);
27
- return combinedEntities;
28
- };
29
- var createTokenGroups = (tokens) => {
30
- const tokenGroups = [];
31
- const canBeCombined = (prevToken, currentToken) => {
32
- const [currentState, currentEntity] = currentToken.entity.split("-");
33
- const [prevState, prevEntity] = prevToken.entity.split("-");
34
- if (prevEntity !== currentEntity) {
35
- return false;
36
- }
37
- if (prevState === "O") {
38
- return false;
39
- }
40
- if (currentState === "I") {
41
- return true;
42
- }
43
- if ((prevState === "B" || prevState === "I") && currentState === "B") {
44
- return currentToken.word.startsWith("#");
45
- }
46
- return false;
47
- };
48
- for (const token of tokens) {
49
- if (tokenGroups.length === 0) {
50
- tokenGroups.push([
51
- token
52
- ]);
53
- continue;
54
- }
55
- const lastTokenGroup = tokenGroups.at(-1);
56
- if (canBeCombined(lastTokenGroup.at(-1), token)) {
57
- lastTokenGroup.push(token);
58
- continue;
59
- }
60
- tokenGroups.push([
61
- token
62
- ]);
63
- }
64
- return tokenGroups;
65
- };
66
- var combineNerTokens = (group) => {
67
- const combinedToken = {
68
- entity: group.at(0).entity.split("-")[1],
69
- score: group.reduce((acc, token) => acc + token.score, 0) / group.length,
70
- index: group.at(0).index,
71
- word: group.at(0).word,
72
- start: group.at(0).start,
73
- end: group.at(-1).end
74
- };
75
- for (const token of group.slice(1)) {
76
- if (token.word.startsWith("#")) {
77
- combinedToken.word += token.word.replace(/^#+/, "");
78
- } else {
79
- combinedToken.word += " " + token.word;
80
- }
81
- }
82
- return combinedToken;
83
- };
84
-
85
- export {
86
- getNer,
87
- extractFullEntities,
88
- createTokenGroups,
89
- combineNerTokens
90
- };
91
- //# sourceMappingURL=chunk-BCFXTNSK.mjs.map
@@ -1,7 +0,0 @@
1
- {
2
- "version": 3,
3
- "sources": ["../../../src/extraction/extraction-ner-function/named-entity-recognition.ts"],
4
- "sourcesContent": ["//\n// Copyright 2025 DXOS.org\n//\n\nimport {\n type TokenClassificationOutput,\n type TokenClassificationPipelineType,\n type TokenClassificationSingle,\n pipeline,\n} from '@xenova/transformers';\n\nimport { log } from '@dxos/log';\n\nlet _ner: Promise<TokenClassificationPipelineType>;\n\n/**\n * Named Entity Recognition pipeline.\n * Initializes the pipeline on first call.\n * @returns The singleton promise that resolves to a token classification pipeline.\n */\nexport const getNer = () => {\n if (!_ner) {\n _ner = pipeline('ner', 'Xenova/bert-base-NER').then((ner) => {\n log.info('NER model is ready');\n return ner;\n });\n }\n\n return _ner;\n};\n\n/**\n * Extracts entities from text using the named entity recognition pipeline and does simple grouping of tokens.\n */\nexport const extractFullEntities = async (text: string): Promise<TokenClassificationSingle[]> => {\n const ner = await getNer();\n const entities = (await ner(text)) as TokenClassificationOutput;\n const tokenGroups = createTokenGroups(entities);\n const combinedEntities = tokenGroups.map(combineNerTokens);\n return combinedEntities;\n};\n\nexport const createTokenGroups = (tokens: TokenClassificationSingle[]): TokenClassificationSingle[][] => {\n const tokenGroups: TokenClassificationSingle[][] = [];\n\n const canBeCombined = (prevToken: TokenClassificationSingle, currentToken: TokenClassificationSingle) => {\n const [currentState, currentEntity] = currentToken.entity.split('-'); // B, I, O\n const [prevState, prevEntity] = prevToken.entity.split('-'); // B, I, O\n if (prevEntity !== currentEntity) {\n return false;\n }\n if (prevState === 'O') {\n return false;\n }\n if (currentState === 'I') {\n return true;\n }\n if ((prevState === 'B' || prevState === 'I') && currentState === 'B') {\n return currentToken.word.startsWith('#');\n }\n return false;\n };\n\n for (const token of tokens) {\n if (tokenGroups.length === 0) {\n tokenGroups.push([token]);\n continue;\n }\n const lastTokenGroup = tokenGroups.at(-1)!;\n if (canBeCombined(lastTokenGroup.at(-1)!, token)) {\n lastTokenGroup.push(token);\n continue;\n }\n tokenGroups.push([token]);\n }\n\n return tokenGroups;\n};\n\nexport const combineNerTokens = (group: TokenClassificationSingle[]): TokenClassificationSingle => {\n const combinedToken: TokenClassificationSingle = {\n entity: group.at(0)!.entity.split('-')[1],\n score: group.reduce((acc, token) => acc + token.score, 0) / group.length,\n index: group.at(0)!.index,\n word: group.at(0)!.word,\n start: group.at(0)!.start,\n end: group.at(-1)!.end,\n };\n\n for (const token of group.slice(1)) {\n if (token.word.startsWith('#')) {\n combinedToken.word += token.word.replace(/^#+/, '');\n } else {\n combinedToken.word += ' ' + token.word;\n }\n }\n\n return combinedToken;\n};\n"],
5
- "mappings": ";;;AAIA,SAIEA,gBACK;AAEP,SAASC,WAAW;;AAEpB,IAAIC;AAOG,IAAMC,SAAS,MAAA;AACpB,MAAI,CAACD,MAAM;AACTA,WAAOF,SAAS,OAAO,sBAAA,EAAwBI,KAAK,CAACC,QAAAA;AACnDJ,UAAIK,KAAK,sBAAA,QAAA;;;;;;AACT,aAAOD;IACT,CAAA;EACF;AAEA,SAAOH;AACT;AAKO,IAAMK,sBAAsB,OAAOC,SAAAA;AACxC,QAAMH,MAAM,MAAMF,OAAAA;AAClB,QAAMM,WAAY,MAAMJ,IAAIG,IAAAA;AAC5B,QAAME,cAAcC,kBAAkBF,QAAAA;AACtC,QAAMG,mBAAmBF,YAAYG,IAAIC,gBAAAA;AACzC,SAAOF;AACT;AAEO,IAAMD,oBAAoB,CAACI,WAAAA;AAChC,QAAML,cAA6C,CAAA;AAEnD,QAAMM,gBAAgB,CAACC,WAAsCC,iBAAAA;AAC3D,UAAM,CAACC,cAAcC,aAAAA,IAAiBF,aAAaG,OAAOC,MAAM,GAAA;AAChE,UAAM,CAACC,WAAWC,UAAAA,IAAcP,UAAUI,OAAOC,MAAM,GAAA;AACvD,QAAIE,eAAeJ,eAAe;AAChC,aAAO;IACT;AACA,QAAIG,cAAc,KAAK;AACrB,aAAO;IACT;AACA,QAAIJ,iBAAiB,KAAK;AACxB,aAAO;IACT;AACA,SAAKI,cAAc,OAAOA,cAAc,QAAQJ,iBAAiB,KAAK;AACpE,aAAOD,aAAaO,KAAKC,WAAW,GAAA;IACtC;AACA,WAAO;EACT;AAEA,aAAWC,SAASZ,QAAQ;AAC1B,QAAIL,YAAYkB,WAAW,GAAG;AAC5BlB,kBAAYmB,KAAK;QAACF;OAAM;AACxB;IACF;AACA,UAAMG,iBAAiBpB,YAAYqB,GAAG,EAAC;AACvC,QAAIf,cAAcc,eAAeC,GAAG,EAAC,GAAKJ,KAAAA,GAAQ;AAChDG,qBAAeD,KAAKF,KAAAA;AACpB;IACF;AACAjB,gBAAYmB,KAAK;MAACF;KAAM;EAC1B;AAEA,SAAOjB;AACT;AAEO,IAAMI,mBAAmB,CAACkB,UAAAA;AAC/B,QAAMC,gBAA2C;IAC/CZ,QAAQW,MAAMD,GAAG,CAAA,EAAIV,OAAOC,MAAM,GAAA,EAAK,CAAA;IACvCY,OAAOF,MAAMG,OAAO,CAACC,KAAKT,UAAUS,MAAMT,MAAMO,OAAO,CAAA,IAAKF,MAAMJ;IAClES,OAAOL,MAAMD,GAAG,CAAA,EAAIM;IACpBZ,MAAMO,MAAMD,GAAG,CAAA,EAAIN;IACnBa,OAAON,MAAMD,GAAG,CAAA,EAAIO;IACpBC,KAAKP,MAAMD,GAAG,EAAC,EAAIQ;EACrB;AAEA,aAAWZ,SAASK,MAAMQ,MAAM,CAAA,GAAI;AAClC,QAAIb,MAAMF,KAAKC,WAAW,GAAA,GAAM;AAC9BO,oBAAcR,QAAQE,MAAMF,KAAKgB,QAAQ,OAAO,EAAA;IAClD,OAAO;AACLR,oBAAcR,QAAQ,MAAME,MAAMF;IACpC;EACF;AAEA,SAAOQ;AACT;",
6
- "names": ["pipeline", "log", "_ner", "getNer", "then", "ner", "info", "extractFullEntities", "text", "entities", "tokenGroups", "createTokenGroups", "combinedEntities", "map", "combineNerTokens", "tokens", "canBeCombined", "prevToken", "currentToken", "currentState", "currentEntity", "entity", "split", "prevState", "prevEntity", "word", "startsWith", "token", "length", "push", "lastTokenGroup", "at", "group", "combinedToken", "score", "reduce", "acc", "index", "start", "end", "slice", "replace"]
7
- }
@@ -1,382 +0,0 @@
1
- import { createRequire } from 'node:module';const require = createRequire(import.meta.url);
2
-
3
- // src/session/artifact-diff.ts
4
- import * as Context from "effect/Context";
5
- var ArtifactDiffResolver = class extends Context.Tag("@dxos/assistant/ArtifactDiffResolver")() {
6
- };
7
-
8
- // src/session/observer.ts
9
- import * as Effect from "effect/Effect";
10
- import * as Function from "effect/Function";
11
- var GenerationObserver = Object.freeze({
12
- make: ({ onBegin = Function.constant(Effect.void), onPart = Function.constant(Effect.void), onBlock = Function.constant(Effect.void), onEnd = Function.constant(Effect.void), onMessage = Function.constant(Effect.void) } = {}) => ({
13
- onBegin,
14
- onPart,
15
- onBlock,
16
- onEnd,
17
- onMessage
18
- }),
19
- noop: () => GenerationObserver.make(),
20
- /**
21
- * Debug printer to be used in unit-tests and browser devtools.
22
- */
23
- fromPrinter: (printer) => GenerationObserver.make({
24
- onBlock: (block) => Effect.sync(() => {
25
- if (block.pending) {
26
- return;
27
- }
28
- printer.printContentBlock(block);
29
- }),
30
- onMessage: (message) => Effect.sync(() => {
31
- if (message.sender.role === "assistant") {
32
- return;
33
- }
34
- printer.printMessage(message);
35
- })
36
- })
37
- });
38
-
39
- // src/errors.ts
40
- import { BaseError } from "@dxos/errors";
41
- var AiModelError = class extends BaseError.extend("AI_MODEL_ERROR", "AI model error") {
42
- };
43
- var AiAssistantError = class extends BaseError.extend("AI_ASSISTANT_ERROR", "AI assistant error") {
44
- };
45
-
46
- // src/session/session.ts
47
- import * as LanguageModel from "@effect/ai/LanguageModel";
48
- import * as Chunk from "effect/Chunk";
49
- import * as Effect3 from "effect/Effect";
50
- import * as Stream from "effect/Stream";
51
- import { AiParser, AiPreprocessor, callTool, getToolCalls } from "@dxos/ai";
52
- import { todo } from "@dxos/debug";
53
- import { Obj as Obj2 } from "@dxos/echo";
54
- import { TracingService } from "@dxos/functions";
55
- import { log as log2 } from "@dxos/log";
56
- import { DataType as DataType2 } from "@dxos/schema";
57
-
58
- // src/session/format.ts
59
- import * as Array from "effect/Array";
60
- import * as Effect2 from "effect/Effect";
61
- import * as Function2 from "effect/Function";
62
- import * as Option from "effect/Option";
63
- import { Template } from "@dxos/blueprints";
64
- import { Obj } from "@dxos/echo";
65
- import { ObjectVersion } from "@dxos/echo-db";
66
- import { DatabaseService } from "@dxos/functions";
67
- import { log } from "@dxos/log";
68
- import { DataType } from "@dxos/schema";
69
- import { trim } from "@dxos/util";
70
- var __dxlog_file = "/__w/dxos/dxos/packages/core/assistant/src/session/format.ts";
71
- var formatSystemPrompt = ({ system, blueprints = [], objects = [] }) => Effect2.gen(function* () {
72
- const blueprintDefs = yield* Function2.pipe(blueprints, Effect2.forEach((blueprint) => Effect2.succeed(blueprint.instructions)), Effect2.flatMap(Effect2.forEach((template) => DatabaseService.loadOption(template.source))), Effect2.map(Array.filter(Option.isSome)), Effect2.map(Array.map((template) => trim`
73
- <blueprint>
74
- ${Template.process(template.value.content)}
75
- </blueprint>
76
- `)), Effect2.map((blueprints2) => blueprints2.length > 0 ? [
77
- "## Blueprints Definitions",
78
- ...blueprints2
79
- ].join("\n\n") : void 0));
80
- const objectDefs = yield* Function2.pipe(objects, Effect2.forEach((object) => Effect2.succeed(trim`
81
- <object>
82
- <dxn>${Obj.getDXN(object)}</dxn>
83
- <typename>${Obj.getTypename(object)}</typename>
84
- </object>
85
- `)), Effect2.map((objects2) => objects2.length > 0 ? [
86
- "## Context Objects",
87
- ...objects2
88
- ].join("\n\n") : void 0));
89
- return yield* Function2.pipe(Effect2.succeed([
90
- system,
91
- blueprintDefs,
92
- objectDefs
93
- ].filter((def) => def !== void 0)), Effect2.map((parts) => parts.join("\n\n")));
94
- });
95
- var formatUserPrompt = ({ prompt, history = [] }) => Effect2.gen(function* () {
96
- const blocks = [];
97
- const artifactDiffResolver = yield* Effect2.serviceOption(ArtifactDiffResolver);
98
- if (Option.isSome(artifactDiffResolver)) {
99
- const versions = gatherObjectVersions(history);
100
- const artifactDiff = yield* Effect2.tryPromise({
101
- try: () => artifactDiffResolver.value.resolve([
102
- ...versions.entries()
103
- ].map(([id, version]) => ({
104
- id,
105
- lastVersion: version
106
- }))),
107
- catch: AiAssistantError.wrap({
108
- message: "Artifact diff resolution error"
109
- })
110
- });
111
- log("version", {
112
- artifactDiff,
113
- versions
114
- }, {
115
- F: __dxlog_file,
116
- L: 93,
117
- S: this,
118
- C: (f, a) => f(...a)
119
- });
120
- for (const [id, { version }] of [
121
- ...artifactDiff.entries()
122
- ]) {
123
- if (ObjectVersion.equals(version, versions.get(id))) {
124
- artifactDiff.delete(id);
125
- continue;
126
- }
127
- blocks.push({
128
- _tag: "anchor",
129
- objectId: id,
130
- version
131
- });
132
- }
133
- if (artifactDiff.size > 0) {
134
- blocks.push(createArtifactUpdateBlock(artifactDiff));
135
- }
136
- }
137
- return Obj.make(DataType.Message, {
138
- created: (/* @__PURE__ */ new Date()).toISOString(),
139
- sender: {
140
- role: "user"
141
- },
142
- blocks: [
143
- ...blocks,
144
- {
145
- _tag: "text",
146
- text: prompt
147
- }
148
- ]
149
- });
150
- });
151
- var gatherObjectVersions = (messages) => {
152
- const artifactIds = /* @__PURE__ */ new Map();
153
- for (const message of messages) {
154
- for (const block of message.blocks) {
155
- if (block._tag === "anchor") {
156
- artifactIds.set(block.objectId, block.version);
157
- }
158
- }
159
- }
160
- return artifactIds;
161
- };
162
- var createArtifactUpdateBlock = (artifactDiff) => {
163
- return {
164
- _tag: "text",
165
- // TODO(dmaretskyi): Does this need to be a special content-block?
166
- disposition: "artifact-update",
167
- text: trim`
168
- The following artifacts have been updated since the last message:
169
- ${[
170
- ...artifactDiff.entries()
171
- ].map(([id, { diff }]) => `<changed-artifact id="${id}">${diff ? `
172
- ${diff}` : ""}</changed-artifact>`).join("\n")}
173
- `
174
- };
175
- };
176
-
177
- // src/session/session.ts
178
- function _define_property(obj, key, value) {
179
- if (key in obj) {
180
- Object.defineProperty(obj, key, {
181
- value,
182
- enumerable: true,
183
- configurable: true,
184
- writable: true
185
- });
186
- } else {
187
- obj[key] = value;
188
- }
189
- return obj;
190
- }
191
- var __dxlog_file2 = "/__w/dxos/dxos/packages/core/assistant/src/session/session.ts";
192
- var AiSession = class {
193
- /**
194
- * @deprecated
195
- */
196
- // TODO(burdon): Implement or remove.
197
- async runStructured(_schema, _options) {
198
- return todo();
199
- }
200
- constructor(_options = {}) {
201
- _define_property(this, "_options", void 0);
202
- _define_property(this, "_semaphore", void 0);
203
- _define_property(this, "_history", void 0);
204
- _define_property(this, "_pending", void 0);
205
- _define_property(this, "run", void 0);
206
- this._options = _options;
207
- this._semaphore = Effect3.runSync(Effect3.makeSemaphore(1));
208
- this._history = [];
209
- this._pending = [];
210
- this.run = ({ prompt, system: systemTemplate, history = [], objects = [], blueprints = [], toolkit, observer = GenerationObserver.noop() }) => Effect3.gen(this, function* () {
211
- this._history = [
212
- ...history
213
- ];
214
- this._pending = [];
215
- const pending = this._pending;
216
- const submitMessage = Effect3.fnUntraced(function* (message) {
217
- pending.push(message);
218
- yield* observer.onMessage(message);
219
- yield* TracingService.emitConverationMessage(message);
220
- return message;
221
- });
222
- const promptMessage = yield* submitMessage(yield* formatUserPrompt({
223
- prompt,
224
- history
225
- }));
226
- const system = yield* formatSystemPrompt({
227
- system: systemTemplate,
228
- blueprints,
229
- objects
230
- });
231
- do {
232
- log2("request", {
233
- prompt: promptMessage,
234
- system: {
235
- snippet: createSnippet(system),
236
- length: system.length
237
- },
238
- pending: this._pending.length,
239
- history: this._history.length,
240
- objects: objects?.length ?? 0
241
- }, {
242
- F: __dxlog_file2,
243
- L: 109,
244
- S: this,
245
- C: (f, a) => f(...a)
246
- });
247
- const prompt2 = yield* AiPreprocessor.preprocessPrompt([
248
- ...this._history,
249
- ...this._pending
250
- ], {
251
- system
252
- });
253
- const blocks = yield* LanguageModel.streamText({
254
- prompt: prompt2,
255
- toolkit,
256
- disableToolCallResolution: true
257
- }).pipe(
258
- // TOOD(dmaretskyi): Error mapping.
259
- AiParser.parseResponse({
260
- onBegin: () => observer.onBegin(),
261
- onBlock: (block) => observer.onBlock(block),
262
- onPart: (part) => observer.onPart(part),
263
- onEnd: (summary) => observer.onEnd(summary)
264
- }),
265
- Stream.runCollect,
266
- Effect3.map(Chunk.toArray)
267
- );
268
- const response = yield* submitMessage(Obj2.make(DataType2.Message, {
269
- created: (/* @__PURE__ */ new Date()).toISOString(),
270
- sender: {
271
- role: "assistant"
272
- },
273
- blocks
274
- }));
275
- const toolCalls = getToolCalls(response);
276
- if (toolCalls.length === 0) {
277
- break;
278
- } else if (!toolkit) {
279
- throw new Error("No toolkit provided");
280
- }
281
- const toolResults = yield* Effect3.forEach(toolCalls, (toolCall) => {
282
- return callTool(toolkit, toolCall).pipe(Effect3.provide(TracingService.layerSubframe((context) => ({
283
- ...context,
284
- parentMessage: response.id,
285
- toolCallId: toolCall.toolCallId
286
- }))));
287
- });
288
- yield* submitMessage(Obj2.make(DataType2.Message, {
289
- created: (/* @__PURE__ */ new Date()).toISOString(),
290
- sender: {
291
- role: "tool"
292
- },
293
- blocks: toolResults
294
- }));
295
- } while (true);
296
- log2("done", {
297
- pending: this._pending.length
298
- }, {
299
- F: __dxlog_file2,
300
- L: 180,
301
- S: this,
302
- C: (f, a) => f(...a)
303
- });
304
- return this._pending;
305
- }).pipe(this._semaphore.withPermits(1), Effect3.withSpan("AiSession.run"));
306
- }
307
- };
308
- var createSnippet = (text, len = 32) => text.length <= len * 2 ? text : [
309
- text.slice(0, len),
310
- "...",
311
- text.slice(-len)
312
- ].join("");
313
-
314
- // src/session/toolkit.ts
315
- import * as Toolkit from "@effect/ai/Toolkit";
316
- import * as Effect4 from "effect/Effect";
317
- import { ToolExecutionService, ToolResolverService } from "@dxos/ai";
318
- import { isTruthy } from "@dxos/util";
319
- var createToolkit = ({ toolkit: toolkitParam, toolIds = [], blueprints = [] }) => Effect4.gen(function* () {
320
- const blueprintToolkit = yield* ToolResolverService.resolveToolkit([
321
- ...blueprints.flatMap(({ tools }) => tools),
322
- ...toolIds
323
- ]);
324
- const blueprintToolkitHandler = yield* blueprintToolkit.toContext(ToolExecutionService.handlersFor(blueprintToolkit));
325
- const toolkit = Toolkit.merge(...[
326
- toolkitParam,
327
- blueprintToolkit
328
- ].filter(isTruthy));
329
- return yield* toolkit.pipe(Effect4.provide(blueprintToolkitHandler));
330
- });
331
-
332
- // src/session/version-pin.ts
333
- import * as Schema from "effect/Schema";
334
- import { ObjectId } from "@dxos/echo/internal";
335
- import { getVersion } from "@dxos/echo-db";
336
- function _define_property2(obj, key, value) {
337
- if (key in obj) {
338
- Object.defineProperty(obj, key, {
339
- value,
340
- enumerable: true,
341
- configurable: true,
342
- writable: true
343
- });
344
- } else {
345
- obj[key] = value;
346
- }
347
- return obj;
348
- }
349
- var _class;
350
- var ObjectVersionSchema = Schema.Unknown;
351
- var VersionPinSchema = Schema.Struct({
352
- // TODO(dmaretskyi): Use Ref when those support encoding.
353
- objectId: ObjectId,
354
- // TODO(dmaretskyi): Could be opaque.
355
- version: ObjectVersionSchema
356
- });
357
- var VersionPin = (_class = class extends VersionPinSchema {
358
- static fromObject(object) {
359
- return VersionPin.make({
360
- objectId: object.id,
361
- version: getVersion(object)
362
- });
363
- }
364
- static createBlock(pin) {
365
- return {
366
- _tag: "json",
367
- disposition: VersionPin.DISPOSITION,
368
- data: JSON.stringify(pin)
369
- };
370
- }
371
- }, _define_property2(_class, "DISPOSITION", "version-pin"), _class);
372
-
373
- export {
374
- ArtifactDiffResolver,
375
- GenerationObserver,
376
- AiModelError,
377
- AiAssistantError,
378
- AiSession,
379
- createToolkit,
380
- VersionPin
381
- };
382
- //# sourceMappingURL=chunk-OV5PMQPB.mjs.map