@kyuda/n8n-nodes-databricks 1.2.2 → 1.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of @kyuda/n8n-nodes-databricks might be problematic. Click here for more details.
- package/dist/package.json +6 -30
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/package.json +6 -30
- package/dist/nodes/agents/DatabricksAiAgent/CallbackHandler.d.ts +0 -66
- package/dist/nodes/agents/DatabricksAiAgent/CallbackHandler.js +0 -531
- package/dist/nodes/agents/DatabricksAiAgent/CallbackHandler.js.map +0 -1
- package/dist/nodes/agents/DatabricksAiAgent/DatabricksAiAgent.node.d.ts +0 -5
- package/dist/nodes/agents/DatabricksAiAgent/DatabricksAiAgent.node.js +0 -133
- package/dist/nodes/agents/DatabricksAiAgent/DatabricksAiAgent.node.js.map +0 -1
- package/dist/nodes/agents/DatabricksAiAgent/DatabricksAiAgentDark.icon.svg +0 -9
- package/dist/nodes/agents/DatabricksAiAgent/DatabricksAiAgentLight.icon.svg +0 -9
- package/dist/nodes/agents/DatabricksAiAgent/description.d.ts +0 -4
- package/dist/nodes/agents/DatabricksAiAgent/description.js +0 -28
- package/dist/nodes/agents/DatabricksAiAgent/description.js.map +0 -1
- package/dist/nodes/agents/DatabricksAiAgent/execute.d.ts +0 -2
- package/dist/nodes/agents/DatabricksAiAgent/execute.js +0 -418
- package/dist/nodes/agents/DatabricksAiAgent/execute.js.map +0 -1
- package/dist/nodes/agents/DatabricksAiAgent/src/constants.d.ts +0 -82
- package/dist/nodes/agents/DatabricksAiAgent/src/constants.js +0 -105
- package/dist/nodes/agents/DatabricksAiAgent/src/constants.js.map +0 -1
- package/dist/nodes/agents/DatabricksAiAgent/src/types/types.d.ts +0 -6
- package/dist/nodes/agents/DatabricksAiAgent/src/types/types.js +0 -3
- package/dist/nodes/agents/DatabricksAiAgent/src/types/types.js.map +0 -1
- package/dist/nodes/agents/DatabricksAiAgent/src/utils/N8nOutputParser.d.ts +0 -5
- package/dist/nodes/agents/DatabricksAiAgent/src/utils/N8nOutputParser.js +0 -13
- package/dist/nodes/agents/DatabricksAiAgent/src/utils/N8nOutputParser.js.map +0 -1
- package/dist/nodes/agents/DatabricksAiAgent/src/utils/N8nTool.d.ts +0 -10
- package/dist/nodes/agents/DatabricksAiAgent/src/utils/N8nTool.js +0 -88
- package/dist/nodes/agents/DatabricksAiAgent/src/utils/N8nTool.js.map +0 -1
- package/dist/nodes/agents/DatabricksAiAgent/src/utils/common.d.ts +0 -28
- package/dist/nodes/agents/DatabricksAiAgent/src/utils/common.js +0 -207
- package/dist/nodes/agents/DatabricksAiAgent/src/utils/common.js.map +0 -1
- package/dist/nodes/agents/DatabricksAiAgent/src/utils/descriptions.d.ts +0 -17
- package/dist/nodes/agents/DatabricksAiAgent/src/utils/descriptions.js +0 -135
- package/dist/nodes/agents/DatabricksAiAgent/src/utils/descriptions.js.map +0 -1
- package/dist/nodes/agents/DatabricksAiAgent/src/utils/helpers.d.ts +0 -24
- package/dist/nodes/agents/DatabricksAiAgent/src/utils/helpers.js +0 -221
- package/dist/nodes/agents/DatabricksAiAgent/src/utils/helpers.js.map +0 -1
- package/dist/nodes/agents/DatabricksAiAgent/src/utils/options.d.ts +0 -2
- package/dist/nodes/agents/DatabricksAiAgent/src/utils/options.js +0 -38
- package/dist/nodes/agents/DatabricksAiAgent/src/utils/options.js.map +0 -1
- package/dist/nodes/agents/DatabricksAiAgent/src/utils/output_parsers/N8nStructuredOutputParser.d.ts +0 -12
- package/dist/nodes/agents/DatabricksAiAgent/src/utils/output_parsers/N8nStructuredOutputParser.js +0 -106
- package/dist/nodes/agents/DatabricksAiAgent/src/utils/output_parsers/N8nStructuredOutputParser.js.map +0 -1
- package/dist/nodes/agents/DatabricksAiAgent/src/utils/prompt.d.ts +0 -1
- package/dist/nodes/agents/DatabricksAiAgent/src/utils/prompt.js +0 -5
- package/dist/nodes/agents/DatabricksAiAgent/src/utils/prompt.js.map +0 -1
- package/dist/nodes/agents/DatabricksAiAgent/src/utils/retry.d.ts +0 -16
- package/dist/nodes/agents/DatabricksAiAgent/src/utils/retry.js +0 -132
- package/dist/nodes/agents/DatabricksAiAgent/src/utils/retry.js.map +0 -1
- package/dist/nodes/agents/DatabricksAiAgent/src/utils/security.d.ts +0 -18
- package/dist/nodes/agents/DatabricksAiAgent/src/utils/security.js +0 -150
- package/dist/nodes/agents/DatabricksAiAgent/src/utils/security.js.map +0 -1
- package/dist/nodes/agents/DatabricksAiAgent/src/utils/sharedFields.d.ts +0 -7
- package/dist/nodes/agents/DatabricksAiAgent/src/utils/sharedFields.js +0 -150
- package/dist/nodes/agents/DatabricksAiAgent/src/utils/sharedFields.js.map +0 -1
- package/dist/nodes/agents/DatabricksAiAgent/utils.d.ts +0 -2
- package/dist/nodes/agents/DatabricksAiAgent/utils.js +0 -52
- package/dist/nodes/agents/DatabricksAiAgent/utils.js.map +0 -1
- package/dist/nodes/embeddings/EmbeddingsDatabricks/EmbeddingsDatabricks.node.d.ts +0 -5
- package/dist/nodes/embeddings/EmbeddingsDatabricks/EmbeddingsDatabricks.node.js +0 -155
- package/dist/nodes/embeddings/EmbeddingsDatabricks/EmbeddingsDatabricks.node.js.map +0 -1
- package/dist/nodes/embeddings/EmbeddingsDatabricks/databricks.dark.svg +0 -19
- package/dist/nodes/embeddings/EmbeddingsDatabricks/databricks.svg +0 -19
- package/dist/nodes/llms/LmChatDatabricks/LmChatDatabricks.node.d.ts +0 -10
- package/dist/nodes/llms/LmChatDatabricks/LmChatDatabricks.node.js +0 -265
- package/dist/nodes/llms/LmChatDatabricks/LmChatDatabricks.node.js.map +0 -1
- package/dist/nodes/llms/LmChatDatabricks/databricks.dark.svg +0 -19
- package/dist/nodes/llms/LmChatDatabricks/databricks.svg +0 -19
- package/dist/nodes/llms/N8nLlmTracing.d.ts +0 -44
- package/dist/nodes/llms/N8nLlmTracing.js +0 -140
- package/dist/nodes/llms/N8nLlmTracing.js.map +0 -1
- package/dist/nodes/llms/n8nDefaultFailedAttemptHandler.d.ts +0 -1
- package/dist/nodes/llms/n8nDefaultFailedAttemptHandler.js +0 -31
- package/dist/nodes/llms/n8nDefaultFailedAttemptHandler.js.map +0 -1
- package/dist/nodes/llms/n8nDefaultFailedAttemptHandler.test.d.ts +0 -1
- package/dist/nodes/llms/n8nDefaultFailedAttemptHandler.test.js +0 -53
- package/dist/nodes/llms/n8nDefaultFailedAttemptHandler.test.js.map +0 -1
- package/dist/nodes/llms/n8nLlmFailedAttemptHandler.d.ts +0 -3
- package/dist/nodes/llms/n8nLlmFailedAttemptHandler.js +0 -28
- package/dist/nodes/llms/n8nLlmFailedAttemptHandler.js.map +0 -1
- package/dist/nodes/llms/n8nLlmFailedAttemptHandler.test.d.ts +0 -1
- package/dist/nodes/llms/n8nLlmFailedAttemptHandler.test.js +0 -50
- package/dist/nodes/llms/n8nLlmFailedAttemptHandler.test.js.map +0 -1
- package/dist/nodes/vector_store/VectorStoreDatabricks/VectorStoreDatabricks.node.d.ts +0 -15
- package/dist/nodes/vector_store/VectorStoreDatabricks/VectorStoreDatabricks.node.js +0 -98
- package/dist/nodes/vector_store/VectorStoreDatabricks/VectorStoreDatabricks.node.js.map +0 -1
- package/dist/nodes/vector_store/VectorStoreDatabricks/databricks.dark.svg +0 -19
- package/dist/nodes/vector_store/VectorStoreDatabricks/databricks.svg +0 -19
- package/dist/nodes/vector_store/shared/MemoryManager/MemoryCalculator.d.ts +0 -7
- package/dist/nodes/vector_store/shared/MemoryManager/MemoryCalculator.js +0 -50
- package/dist/nodes/vector_store/shared/MemoryManager/MemoryCalculator.js.map +0 -1
- package/dist/nodes/vector_store/shared/MemoryManager/MemoryVectorStoreManager.d.ts +0 -32
- package/dist/nodes/vector_store/shared/MemoryManager/MemoryVectorStoreManager.js +0 -175
- package/dist/nodes/vector_store/shared/MemoryManager/MemoryVectorStoreManager.js.map +0 -1
- package/dist/nodes/vector_store/shared/MemoryManager/StoreCleanupService.d.ts +0 -16
- package/dist/nodes/vector_store/shared/MemoryManager/StoreCleanupService.js +0 -95
- package/dist/nodes/vector_store/shared/MemoryManager/StoreCleanupService.js.map +0 -1
- package/dist/nodes/vector_store/shared/MemoryManager/config.d.ts +0 -4
- package/dist/nodes/vector_store/shared/MemoryManager/config.js +0 -38
- package/dist/nodes/vector_store/shared/MemoryManager/config.js.map +0 -1
- package/dist/nodes/vector_store/shared/MemoryManager/test/MemoryCalculator.test.d.ts +0 -1
- package/dist/nodes/vector_store/shared/MemoryManager/test/MemoryCalculator.test.js +0 -158
- package/dist/nodes/vector_store/shared/MemoryManager/test/MemoryCalculator.test.js.map +0 -1
- package/dist/nodes/vector_store/shared/MemoryManager/test/MemoryVectorStoreManager.test.d.ts +0 -1
- package/dist/nodes/vector_store/shared/MemoryManager/test/MemoryVectorStoreManager.test.js +0 -204
- package/dist/nodes/vector_store/shared/MemoryManager/test/MemoryVectorStoreManager.test.js.map +0 -1
- package/dist/nodes/vector_store/shared/MemoryManager/test/StoreCleanupService.test.d.ts +0 -1
- package/dist/nodes/vector_store/shared/MemoryManager/test/StoreCleanupService.test.js +0 -138
- package/dist/nodes/vector_store/shared/MemoryManager/test/StoreCleanupService.test.js.map +0 -1
- package/dist/nodes/vector_store/shared/MemoryManager/test/config.test.d.ts +0 -1
- package/dist/nodes/vector_store/shared/MemoryManager/test/config.test.js +0 -57
- package/dist/nodes/vector_store/shared/MemoryManager/test/config.test.js.map +0 -1
- package/dist/nodes/vector_store/shared/MemoryManager/types.d.ts +0 -39
- package/dist/nodes/vector_store/shared/MemoryManager/types.js +0 -3
- package/dist/nodes/vector_store/shared/MemoryManager/types.js.map +0 -1
- package/dist/nodes/vector_store/shared/createVectorStoreNode/__tests__/utils.test.d.ts +0 -1
- package/dist/nodes/vector_store/shared/createVectorStoreNode/__tests__/utils.test.js +0 -156
- package/dist/nodes/vector_store/shared/createVectorStoreNode/__tests__/utils.test.js.map +0 -1
- package/dist/nodes/vector_store/shared/createVectorStoreNode/constants.d.ts +0 -4
- package/dist/nodes/vector_store/shared/createVectorStoreNode/constants.js +0 -45
- package/dist/nodes/vector_store/shared/createVectorStoreNode/constants.js.map +0 -1
- package/dist/nodes/vector_store/shared/createVectorStoreNode/createVectorStoreNode.d.ts +0 -15
- package/dist/nodes/vector_store/shared/createVectorStoreNode/createVectorStoreNode.js +0 -227
- package/dist/nodes/vector_store/shared/createVectorStoreNode/createVectorStoreNode.js.map +0 -1
- package/dist/nodes/vector_store/shared/createVectorStoreNode/createVectorStoreNode.test.d.ts +0 -1
- package/dist/nodes/vector_store/shared/createVectorStoreNode/createVectorStoreNode.test.js +0 -131
- package/dist/nodes/vector_store/shared/createVectorStoreNode/createVectorStoreNode.test.js.map +0 -1
- package/dist/nodes/vector_store/shared/createVectorStoreNode/methods/listSearch.d.ts +0 -7
- package/dist/nodes/vector_store/shared/createVectorStoreNode/methods/listSearch.js +0 -32
- package/dist/nodes/vector_store/shared/createVectorStoreNode/methods/listSearch.js.map +0 -1
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/__tests__/insertOperation.test.d.ts +0 -1
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/__tests__/insertOperation.test.js +0 -190
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/__tests__/insertOperation.test.js.map +0 -1
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/__tests__/loadOperation.test.d.ts +0 -1
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/__tests__/loadOperation.test.js +0 -101
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/__tests__/loadOperation.test.js.map +0 -1
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/__tests__/operationHandlers.test.d.ts +0 -1
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/__tests__/operationHandlers.test.js +0 -93
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/__tests__/operationHandlers.test.js.map +0 -1
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/__tests__/retrieveAsToolOperation.test.d.ts +0 -1
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/__tests__/retrieveAsToolOperation.test.js +0 -109
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/__tests__/retrieveAsToolOperation.test.js.map +0 -1
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/__tests__/retrieveOperation.test.d.ts +0 -1
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/__tests__/retrieveOperation.test.js +0 -60
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/__tests__/retrieveOperation.test.js.map +0 -1
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/__tests__/updateOperation.test.d.ts +0 -1
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/__tests__/updateOperation.test.js +0 -108
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/__tests__/updateOperation.test.js.map +0 -1
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/index.d.ts +0 -5
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/index.js +0 -22
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/index.js.map +0 -1
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/insertOperation.d.ts +0 -5
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/insertOperation.js +0 -36
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/insertOperation.js.map +0 -1
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/loadOperation.d.ts +0 -5
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/loadOperation.js +0 -34
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/loadOperation.js.map +0 -1
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/retrieveAsToolOperation.d.ts +0 -5
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/retrieveAsToolOperation.js +0 -43
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/retrieveAsToolOperation.js.map +0 -1
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/retrieveOperation.d.ts +0 -5
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/retrieveOperation.js +0 -17
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/retrieveOperation.js.map +0 -1
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/updateOperation.d.ts +0 -5
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/updateOperation.js +0 -40
- package/dist/nodes/vector_store/shared/createVectorStoreNode/operations/updateOperation.js.map +0 -1
- package/dist/nodes/vector_store/shared/createVectorStoreNode/test-helpers.d.ts +0 -0
- package/dist/nodes/vector_store/shared/createVectorStoreNode/test-helpers.js +0 -2
- package/dist/nodes/vector_store/shared/createVectorStoreNode/test-helpers.js.map +0 -1
- package/dist/nodes/vector_store/shared/createVectorStoreNode/types.d.ts +0 -31
- package/dist/nodes/vector_store/shared/createVectorStoreNode/types.js +0 -3
- package/dist/nodes/vector_store/shared/createVectorStoreNode/types.js.map +0 -1
- package/dist/nodes/vector_store/shared/createVectorStoreNode/utils.d.ts +0 -6
- package/dist/nodes/vector_store/shared/createVectorStoreNode/utils.js +0 -22
- package/dist/nodes/vector_store/shared/createVectorStoreNode/utils.js.map +0 -1
- package/dist/nodes/vector_store/shared/descriptions.d.ts +0 -4
- package/dist/nodes/vector_store/shared/descriptions.js +0 -70
- package/dist/nodes/vector_store/shared/descriptions.js.map +0 -1
- package/dist/nodes/vector_store/shared/processDocuments.d.ts +0 -25
- package/dist/nodes/vector_store/shared/processDocuments.js +0 -42
- package/dist/nodes/vector_store/shared/processDocuments.js.map +0 -1
- package/dist/utils/DatabricksVectorStoreLangChain.d.ts +0 -26
- package/dist/utils/DatabricksVectorStoreLangChain.js +0 -116
- package/dist/utils/DatabricksVectorStoreLangChain.js.map +0 -1
- package/dist/utils/N8nBinaryLoader.d.ts +0 -18
- package/dist/utils/N8nBinaryLoader.js +0 -159
- package/dist/utils/N8nBinaryLoader.js.map +0 -1
- package/dist/utils/N8nJsonLoader.d.ts +0 -11
- package/dist/utils/N8nJsonLoader.js +0 -67
- package/dist/utils/N8nJsonLoader.js.map +0 -1
- package/dist/utils/N8nTool.d.ts +0 -10
- package/dist/utils/N8nTool.js +0 -88
- package/dist/utils/N8nTool.js.map +0 -1
- package/dist/utils/descriptions.d.ts +0 -13
- package/dist/utils/descriptions.js +0 -112
- package/dist/utils/descriptions.js.map +0 -1
- package/dist/utils/helpers.d.ts +0 -23
- package/dist/utils/helpers.js +0 -172
- package/dist/utils/helpers.js.map +0 -1
- package/dist/utils/logWrapper.d.ts +0 -27
- package/dist/utils/logWrapper.js +0 -297
- package/dist/utils/logWrapper.js.map +0 -1
- package/dist/utils/output_parsers/N8nItemListOutputParser.d.ts +0 -13
- package/dist/utils/output_parsers/N8nItemListOutputParser.js +0 -43
- package/dist/utils/output_parsers/N8nItemListOutputParser.js.map +0 -1
- package/dist/utils/output_parsers/N8nOutputFixingParser.d.ts +0 -18
- package/dist/utils/output_parsers/N8nOutputFixingParser.js +0 -68
- package/dist/utils/output_parsers/N8nOutputFixingParser.js.map +0 -1
- package/dist/utils/output_parsers/N8nOutputParser.d.ts +0 -7
- package/dist/utils/output_parsers/N8nOutputParser.js +0 -19
- package/dist/utils/output_parsers/N8nOutputParser.js.map +0 -1
- package/dist/utils/output_parsers/N8nStructuredOutputParser.d.ts +0 -12
- package/dist/utils/output_parsers/N8nStructuredOutputParser.js +0 -84
- package/dist/utils/output_parsers/N8nStructuredOutputParser.js.map +0 -1
- package/dist/utils/output_parsers/prompt.d.ts +0 -3
- package/dist/utils/output_parsers/prompt.js +0 -22
- package/dist/utils/output_parsers/prompt.js.map +0 -1
- package/dist/utils/schemaParsing.d.ts +0 -6
- package/dist/utils/schemaParsing.js +0 -23
- package/dist/utils/schemaParsing.js.map +0 -1
- package/dist/utils/sharedFields.d.ts +0 -6
- package/dist/utils/sharedFields.js +0 -122
- package/dist/utils/sharedFields.js.map +0 -1
- package/dist/utils/tracing.d.ts +0 -7
- package/dist/utils/tracing.js +0 -20
- package/dist/utils/tracing.js.map +0 -1
package/package.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@kyuda/n8n-nodes-databricks",
|
|
3
|
-
"version": "1.
|
|
4
|
-
"description": "Comprehensive Databricks integration for n8n — SQL, Unity Catalog, Jobs, Clusters, Files, Genie, Vector Search, Model Serving
|
|
3
|
+
"version": "1.3.0",
|
|
4
|
+
"description": "Comprehensive Databricks integration for n8n — SQL, Unity Catalog, Jobs, Clusters, Files, Genie, Vector Search, and Model Serving",
|
|
5
5
|
"keywords": [
|
|
6
6
|
"n8n",
|
|
7
7
|
"n8n-node",
|
|
@@ -11,9 +11,7 @@
|
|
|
11
11
|
"machine-learning",
|
|
12
12
|
"vector-search",
|
|
13
13
|
"unity-catalog",
|
|
14
|
-
"genie"
|
|
15
|
-
"langchain",
|
|
16
|
-
"ai-agent"
|
|
14
|
+
"genie"
|
|
17
15
|
],
|
|
18
16
|
"license": "MIT",
|
|
19
17
|
"homepage": "https://github.com/kyudahq/n8n",
|
|
@@ -27,12 +25,9 @@
|
|
|
27
25
|
"directory": "@kyuda/n8n-nodes-databricks"
|
|
28
26
|
},
|
|
29
27
|
"main": "dist/index.js",
|
|
30
|
-
"_moduleAliases": {
|
|
31
|
-
"@utils": "dist/utils"
|
|
32
|
-
},
|
|
33
28
|
"scripts": {
|
|
34
29
|
"build": "rm -rf dist/ && tsc -p tsconfig.json && tsc-alias -p tsconfig.json && gulp build:icons",
|
|
35
|
-
"start": "node
|
|
30
|
+
"start": "node dist/index.js",
|
|
36
31
|
"dev": "concurrently \"npm:dev:*\"",
|
|
37
32
|
"dev:watch": "tsc -p tsconfig.json --watch && tsc-alias -p tsconfig.json --watch",
|
|
38
33
|
"dev:serve": "NODE_ENV=development ts-node-dev -r tsconfig-paths/register --respawn --inspect --ignore-watch node_modules ./src/index.ts",
|
|
@@ -52,40 +47,21 @@
|
|
|
52
47
|
"dist/credentials/Databricks.credentials.js"
|
|
53
48
|
],
|
|
54
49
|
"nodes": [
|
|
55
|
-
"dist/nodes/Databricks/Databricks.node.js"
|
|
56
|
-
"dist/nodes/llms/LmChatDatabricks/LmChatDatabricks.node.js",
|
|
57
|
-
"dist/nodes/embeddings/EmbeddingsDatabricks/EmbeddingsDatabricks.node.js",
|
|
58
|
-
"dist/nodes/vector_store/VectorStoreDatabricks/VectorStoreDatabricks.node.js",
|
|
59
|
-
"dist/nodes/agents/DatabricksAiAgent/DatabricksAiAgent.node.js"
|
|
50
|
+
"dist/nodes/Databricks/Databricks.node.js"
|
|
60
51
|
]
|
|
61
52
|
},
|
|
62
53
|
"dependencies": {
|
|
63
|
-
"@langchain/classic": "^1.0.17",
|
|
64
|
-
"@langchain/community": "^1.1.15",
|
|
65
|
-
"@langchain/core": "^1.1.24",
|
|
66
|
-
"@langchain/openai": "^1.2.7",
|
|
67
|
-
"@langchain/textsplitters": "^1.0.1",
|
|
68
|
-
"@n8n/json-schema-to-zod": "^1.6.0",
|
|
69
|
-
"langchain": "^1.2.24",
|
|
70
|
-
"lodash": "^4.17.23",
|
|
71
|
-
"log4js": "^6.9.1",
|
|
72
54
|
"mime-types": "^3.0.1",
|
|
73
|
-
"
|
|
74
|
-
"n8n-workflow": "2.3.1",
|
|
75
|
-
"tmp-promise": "3.0.3",
|
|
76
|
-
"zod": "^3.25.76"
|
|
55
|
+
"n8n-workflow": "2.3.1"
|
|
77
56
|
},
|
|
78
57
|
"devDependencies": {
|
|
79
58
|
"@types/jest": "^29.5.14",
|
|
80
|
-
"@types/json-schema": "^7.0.15",
|
|
81
|
-
"@types/lodash": "^4.17.16",
|
|
82
59
|
"@types/mime-types": "^3.0.1",
|
|
83
60
|
"@types/node": "^20.19.1",
|
|
84
61
|
"concurrently": "^9.1.2",
|
|
85
62
|
"gulp": "^5.0.0",
|
|
86
63
|
"gulp-cli": "^3.0.0",
|
|
87
64
|
"jest-mock-extended": "^4.0.0",
|
|
88
|
-
"module-alias": "^2.3.4",
|
|
89
65
|
"ts-node-dev": "^2.0.0",
|
|
90
66
|
"tsc-alias": "^1.8.15",
|
|
91
67
|
"tsconfig-paths": "^4.2.0",
|
|
@@ -1,66 +0,0 @@
|
|
|
1
|
-
import type { AgentAction, AgentFinish } from "@langchain/core/agents";
|
|
2
|
-
import { BaseCallbackHandler } from "@langchain/core/callbacks/base";
|
|
3
|
-
import type { Document } from "@langchain/core/documents";
|
|
4
|
-
import type { Serialized } from "@langchain/core/load/serializable";
|
|
5
|
-
import { BaseMessage, type BaseMessageFields } from "@langchain/core/messages";
|
|
6
|
-
import type { LLMResult } from "@langchain/core/outputs";
|
|
7
|
-
import type { ChainValues } from "@langchain/core/utils/types";
|
|
8
|
-
export type LlmMessage = {
|
|
9
|
-
role: string;
|
|
10
|
-
content: BaseMessageFields["content"];
|
|
11
|
-
additional_kwargs?: BaseMessageFields["additional_kwargs"];
|
|
12
|
-
};
|
|
13
|
-
export type AnonymousLlmMessage = {
|
|
14
|
-
content: BaseMessageFields["content"];
|
|
15
|
-
additional_kwargs?: BaseMessageFields["additional_kwargs"];
|
|
16
|
-
};
|
|
17
|
-
type ErrorLike = Error | {
|
|
18
|
-
message: string;
|
|
19
|
-
stack?: string;
|
|
20
|
-
[key: string]: unknown;
|
|
21
|
-
};
|
|
22
|
-
type LLMTokenIndex = import("@langchain/core/dist/callbacks/base").NewTokenIndices;
|
|
23
|
-
type ConstructorParams = {
|
|
24
|
-
userId?: string;
|
|
25
|
-
sessionId?: string;
|
|
26
|
-
tags?: string[];
|
|
27
|
-
version?: string;
|
|
28
|
-
traceMetadata?: Record<string, unknown>;
|
|
29
|
-
};
|
|
30
|
-
export declare class CallbackHandler extends BaseCallbackHandler {
|
|
31
|
-
name: string;
|
|
32
|
-
private readonly runMap;
|
|
33
|
-
private readonly maxMapSize;
|
|
34
|
-
private _lastTraceId;
|
|
35
|
-
get lastTraceId(): string | null;
|
|
36
|
-
constructor(params?: ConstructorParams);
|
|
37
|
-
get logger(): import("log4js/types/log4js").Logger;
|
|
38
|
-
private logError;
|
|
39
|
-
private ensureMapSize;
|
|
40
|
-
cleanup(): void;
|
|
41
|
-
handleLLMNewToken(token: string, _idx: LLMTokenIndex, runId: string, _parentRunId?: string, _tags?: string[], _fields?: Record<string, unknown>): Promise<void>;
|
|
42
|
-
handleChainStart(chain: Serialized, inputs: ChainValues, runId: string, parentRunId?: string | undefined, tags?: string[] | undefined, metadata?: Record<string, unknown> | undefined, runType?: string, name?: string): Promise<void>;
|
|
43
|
-
handleAgentAction(action: AgentAction, runId: string, parentRunId?: string): Promise<void>;
|
|
44
|
-
handleAgentEnd?(action: AgentFinish, runId: string, parentRunId?: string): Promise<void>;
|
|
45
|
-
handleChainError(err: ErrorLike, runId: string, parentRunId?: string | undefined): Promise<void>;
|
|
46
|
-
handleGenerationStart(llm: Serialized, messages: Record<string, unknown> | Record<string, unknown>[] | string[], runId: string, parentRunId?: string | undefined, extraParams?: Record<string, unknown> | undefined, tags?: string[] | undefined, metadata?: Record<string, unknown> | undefined, name?: string): Promise<void>;
|
|
47
|
-
handleChatModelStart(llm: Serialized, messages: BaseMessage[][], runId: string, parentRunId?: string | undefined, extraParams?: Record<string, unknown> | undefined, tags?: string[] | undefined, metadata?: Record<string, unknown> | undefined, name?: string): Promise<void>;
|
|
48
|
-
handleChainEnd(outputs: ChainValues, runId: string, parentRunId?: string | undefined): Promise<void>;
|
|
49
|
-
handleLLMStart(llm: Serialized, prompts: string[], runId: string, parentRunId?: string | undefined, extraParams?: Record<string, unknown> | undefined, tags?: string[] | undefined, metadata?: Record<string, unknown> | undefined, name?: string): Promise<void>;
|
|
50
|
-
handleToolStart(tool: Serialized, input: string, runId: string, parentRunId?: string | undefined, tags?: string[] | undefined, metadata?: Record<string, unknown> | undefined, name?: string): Promise<void>;
|
|
51
|
-
handleRetrieverStart(retriever: Serialized, query: string, runId: string, parentRunId?: string | undefined, tags?: string[] | undefined, metadata?: Record<string, unknown> | undefined, name?: string): Promise<void>;
|
|
52
|
-
handleRetrieverEnd(documents: Document<Record<string, any>>[], runId: string, parentRunId?: string | undefined): Promise<void>;
|
|
53
|
-
handleRetrieverError(err: ErrorLike, runId: string, parentRunId?: string | undefined): Promise<void>;
|
|
54
|
-
handleToolEnd(output: string, runId: string, parentRunId?: string | undefined): Promise<void>;
|
|
55
|
-
handleToolError(err: ErrorLike, runId: string, parentRunId?: string | undefined): Promise<void>;
|
|
56
|
-
handleLLMEnd(output: LLMResult, runId: string, parentRunId?: string | undefined): Promise<void>;
|
|
57
|
-
handleLLMError(err: ErrorLike, runId: string, parentRunId?: string | undefined): Promise<void>;
|
|
58
|
-
private startAndRegisterOtelSpan;
|
|
59
|
-
private handleOtelSpanEnd;
|
|
60
|
-
private parseAzureRefusalError;
|
|
61
|
-
private joinTagsAndMetaData;
|
|
62
|
-
private extractUsageMetadata;
|
|
63
|
-
private extractModelNameFromMetadata;
|
|
64
|
-
private extractChatMessageContent;
|
|
65
|
-
}
|
|
66
|
-
export {};
|
|
@@ -1,531 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
-
if (k2 === undefined) k2 = k;
|
|
4
|
-
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
-
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
-
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
-
}
|
|
8
|
-
Object.defineProperty(o, k2, desc);
|
|
9
|
-
}) : (function(o, m, k, k2) {
|
|
10
|
-
if (k2 === undefined) k2 = k;
|
|
11
|
-
o[k2] = m[k];
|
|
12
|
-
}));
|
|
13
|
-
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
14
|
-
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
15
|
-
}) : function(o, v) {
|
|
16
|
-
o["default"] = v;
|
|
17
|
-
});
|
|
18
|
-
var __importStar = (this && this.__importStar) || (function () {
|
|
19
|
-
var ownKeys = function(o) {
|
|
20
|
-
ownKeys = Object.getOwnPropertyNames || function (o) {
|
|
21
|
-
var ar = [];
|
|
22
|
-
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
|
|
23
|
-
return ar;
|
|
24
|
-
};
|
|
25
|
-
return ownKeys(o);
|
|
26
|
-
};
|
|
27
|
-
return function (mod) {
|
|
28
|
-
if (mod && mod.__esModule) return mod;
|
|
29
|
-
var result = {};
|
|
30
|
-
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
|
|
31
|
-
__setModuleDefault(result, mod);
|
|
32
|
-
return result;
|
|
33
|
-
};
|
|
34
|
-
})();
|
|
35
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
36
|
-
exports.CallbackHandler = void 0;
|
|
37
|
-
const base_1 = require("@langchain/core/callbacks/base");
|
|
38
|
-
const messages_1 = require("@langchain/core/messages");
|
|
39
|
-
const log4js_1 = require("log4js");
|
|
40
|
-
const mlflow = __importStar(require("mlflow-tracing"));
|
|
41
|
-
class CallbackHandler extends base_1.BaseCallbackHandler {
|
|
42
|
-
get lastTraceId() {
|
|
43
|
-
return this._lastTraceId;
|
|
44
|
-
}
|
|
45
|
-
constructor(params) {
|
|
46
|
-
super();
|
|
47
|
-
this.name = "MLFlowCallbackHandler";
|
|
48
|
-
this.runMap = new Map();
|
|
49
|
-
this.maxMapSize = 1000;
|
|
50
|
-
this._lastTraceId = null;
|
|
51
|
-
}
|
|
52
|
-
get logger() {
|
|
53
|
-
return (0, log4js_1.getLogger)("Callback-handler");
|
|
54
|
-
}
|
|
55
|
-
logError(context, error) {
|
|
56
|
-
const message = error instanceof Error ? error.message : String(error);
|
|
57
|
-
this.logger.debug(`${context}: ${message}`);
|
|
58
|
-
}
|
|
59
|
-
ensureMapSize() {
|
|
60
|
-
if (this.runMap.size <= this.maxMapSize)
|
|
61
|
-
return;
|
|
62
|
-
this.logger.warn(`runMap size (${this.runMap.size}) exceeded limit (${this.maxMapSize}). ` +
|
|
63
|
-
'Cleaning up oldest entries. This may indicate spans not being properly closed.');
|
|
64
|
-
const entries = Array.from(this.runMap.entries());
|
|
65
|
-
const toDelete = entries.slice(0, entries.length - this.maxMapSize);
|
|
66
|
-
for (const [key, span] of toDelete) {
|
|
67
|
-
try {
|
|
68
|
-
span.end();
|
|
69
|
-
this.logger.debug(`Force-closed orphaned span: ${key}`);
|
|
70
|
-
}
|
|
71
|
-
catch (e) {
|
|
72
|
-
this.logError(`Failed to close orphaned span ${key}`, e);
|
|
73
|
-
}
|
|
74
|
-
this.runMap.delete(key);
|
|
75
|
-
}
|
|
76
|
-
}
|
|
77
|
-
cleanup() {
|
|
78
|
-
if (this.runMap.size === 0)
|
|
79
|
-
return;
|
|
80
|
-
this.logger.debug(`Cleaning up ${this.runMap.size} remaining spans`);
|
|
81
|
-
for (const [runId, span] of this.runMap.entries()) {
|
|
82
|
-
try {
|
|
83
|
-
span.end();
|
|
84
|
-
}
|
|
85
|
-
catch (e) {
|
|
86
|
-
this.logError(`Failed to end span ${runId} during cleanup`, e);
|
|
87
|
-
}
|
|
88
|
-
}
|
|
89
|
-
this.runMap.clear();
|
|
90
|
-
}
|
|
91
|
-
async handleLLMNewToken(token, _idx, runId, _parentRunId, _tags, _fields) {
|
|
92
|
-
this.logger.info(`LLM returning token: ${token}`);
|
|
93
|
-
}
|
|
94
|
-
async handleChainStart(chain, inputs, runId, parentRunId, tags, metadata, runType, name) {
|
|
95
|
-
var _a, _b;
|
|
96
|
-
try {
|
|
97
|
-
this.logger.debug(`Chain start with Id: ${runId}`);
|
|
98
|
-
const runName = (_b = name !== null && name !== void 0 ? name : (_a = chain.id.at(-1)) === null || _a === void 0 ? void 0 : _a.toString()) !== null && _b !== void 0 ? _b : "Langchain Run";
|
|
99
|
-
const filter_chains = ["runnablelambda", "runnablemap", "toolcallingagentoutputparser"];
|
|
100
|
-
const filter_span = runName ? filter_chains.some(sub => runName.toLowerCase().includes(sub)) : false;
|
|
101
|
-
if (filter_span) {
|
|
102
|
-
return;
|
|
103
|
-
}
|
|
104
|
-
let chat_history = 'chat_history' in inputs ? inputs['chat_history'] : undefined;
|
|
105
|
-
if (chat_history) {
|
|
106
|
-
chat_history = chat_history.map((m) => this.extractChatMessageContent(m));
|
|
107
|
-
}
|
|
108
|
-
const user_message = { "content": inputs['input'], "role": "user" };
|
|
109
|
-
const messages = chat_history ? chat_history.concat([user_message]) : [user_message];
|
|
110
|
-
this.startAndRegisterOtelSpan({
|
|
111
|
-
type: mlflow.SpanType.AGENT,
|
|
112
|
-
runName: runName,
|
|
113
|
-
runId: runId,
|
|
114
|
-
parentRunId: parentRunId,
|
|
115
|
-
tags: tags,
|
|
116
|
-
metadata: metadata,
|
|
117
|
-
attributes: {
|
|
118
|
-
messages: messages,
|
|
119
|
-
system_message: inputs['system_message']
|
|
120
|
-
},
|
|
121
|
-
});
|
|
122
|
-
}
|
|
123
|
-
catch (e) {
|
|
124
|
-
this.logger.debug(e instanceof Error ? e.message : String(e));
|
|
125
|
-
}
|
|
126
|
-
}
|
|
127
|
-
async handleAgentAction(action, runId, parentRunId) {
|
|
128
|
-
try {
|
|
129
|
-
this.logger.debug(`Agent action ${action.tool} with ID: ${runId}`);
|
|
130
|
-
}
|
|
131
|
-
catch (e) {
|
|
132
|
-
this.logger.debug(e instanceof Error ? e.message : String(e));
|
|
133
|
-
}
|
|
134
|
-
}
|
|
135
|
-
async handleAgentEnd(action, runId, parentRunId) {
|
|
136
|
-
try {
|
|
137
|
-
this.logger.debug(`Agent finish with ID: ${runId}`);
|
|
138
|
-
}
|
|
139
|
-
catch (e) {
|
|
140
|
-
this.logger.debug(e instanceof Error ? e.message : String(e));
|
|
141
|
-
}
|
|
142
|
-
}
|
|
143
|
-
async handleChainError(err, runId, parentRunId) {
|
|
144
|
-
try {
|
|
145
|
-
const errorMessage = err instanceof Error ? err.message : String(err);
|
|
146
|
-
this.logger.debug(`Chain error: ${errorMessage} with ID: ${runId}`);
|
|
147
|
-
const azureRefusalError = this.parseAzureRefusalError(err);
|
|
148
|
-
this.handleOtelSpanEnd({
|
|
149
|
-
runId,
|
|
150
|
-
attributes: {
|
|
151
|
-
level: "ERROR",
|
|
152
|
-
statusMessage: errorMessage + azureRefusalError,
|
|
153
|
-
},
|
|
154
|
-
});
|
|
155
|
-
}
|
|
156
|
-
catch (e) {
|
|
157
|
-
this.logError('handleChainError', e);
|
|
158
|
-
}
|
|
159
|
-
}
|
|
160
|
-
async handleGenerationStart(llm, messages, runId, parentRunId, extraParams, tags, metadata, name) {
|
|
161
|
-
var _a, _b;
|
|
162
|
-
this.logger.debug(`Generation start with ID: ${runId} and parentRunId ${parentRunId}`);
|
|
163
|
-
const runName = (_b = name !== null && name !== void 0 ? name : (_a = llm.id.at(-1)) === null || _a === void 0 ? void 0 : _a.toString()) !== null && _b !== void 0 ? _b : "Langchain Generation";
|
|
164
|
-
const modelParameters = {};
|
|
165
|
-
const invocationParams = extraParams === null || extraParams === void 0 ? void 0 : extraParams["invocation_params"];
|
|
166
|
-
if (invocationParams) {
|
|
167
|
-
const paramKeys = [
|
|
168
|
-
'temperature',
|
|
169
|
-
'max_tokens',
|
|
170
|
-
'top_p',
|
|
171
|
-
'frequency_penalty',
|
|
172
|
-
'presence_penalty',
|
|
173
|
-
'request_timeout'
|
|
174
|
-
];
|
|
175
|
-
for (const key of paramKeys) {
|
|
176
|
-
const value = invocationParams[key];
|
|
177
|
-
if (value !== undefined && value !== null && typeof value === 'number') {
|
|
178
|
-
modelParameters[key] = value;
|
|
179
|
-
}
|
|
180
|
-
}
|
|
181
|
-
}
|
|
182
|
-
this.startAndRegisterOtelSpan({
|
|
183
|
-
type: mlflow.SpanType.CHAT_MODEL,
|
|
184
|
-
runName: runName,
|
|
185
|
-
runId: runId,
|
|
186
|
-
parentRunId: parentRunId,
|
|
187
|
-
metadata: metadata,
|
|
188
|
-
tags: tags,
|
|
189
|
-
attributes: {
|
|
190
|
-
messages: messages,
|
|
191
|
-
modelParameters: modelParameters
|
|
192
|
-
},
|
|
193
|
-
});
|
|
194
|
-
}
|
|
195
|
-
async handleChatModelStart(llm, messages, runId, parentRunId, extraParams, tags, metadata, name) {
|
|
196
|
-
try {
|
|
197
|
-
this.logger.debug(`Chat model start with ID: ${runId}`);
|
|
198
|
-
const prompts = messages.flatMap((message) => message.map((m) => this.extractChatMessageContent(m)));
|
|
199
|
-
this.handleGenerationStart(llm, prompts, runId, parentRunId, extraParams, tags, metadata, name);
|
|
200
|
-
}
|
|
201
|
-
catch (e) {
|
|
202
|
-
this.logger.debug(e instanceof Error ? e.message : String(e));
|
|
203
|
-
}
|
|
204
|
-
}
|
|
205
|
-
async handleChainEnd(outputs, runId, parentRunId) {
|
|
206
|
-
try {
|
|
207
|
-
this.logger.debug(`Chain end with ID: ${runId}`);
|
|
208
|
-
let finalOutput = outputs;
|
|
209
|
-
if (typeof outputs === "object" &&
|
|
210
|
-
"output" in outputs &&
|
|
211
|
-
typeof outputs["output"] === "string") {
|
|
212
|
-
finalOutput = outputs["output"];
|
|
213
|
-
}
|
|
214
|
-
this.handleOtelSpanEnd({
|
|
215
|
-
runId,
|
|
216
|
-
attributes: {
|
|
217
|
-
output: finalOutput,
|
|
218
|
-
},
|
|
219
|
-
});
|
|
220
|
-
}
|
|
221
|
-
catch (e) {
|
|
222
|
-
this.logger.debug(e instanceof Error ? e.message : String(e));
|
|
223
|
-
}
|
|
224
|
-
}
|
|
225
|
-
async handleLLMStart(llm, prompts, runId, parentRunId, extraParams, tags, metadata, name) {
|
|
226
|
-
try {
|
|
227
|
-
this.logger.debug(`LLM start with ID: ${runId}`);
|
|
228
|
-
this.handleGenerationStart(llm, prompts, runId, parentRunId, extraParams, tags, metadata, name);
|
|
229
|
-
}
|
|
230
|
-
catch (e) {
|
|
231
|
-
this.logger.debug(e instanceof Error ? e.message : String(e));
|
|
232
|
-
}
|
|
233
|
-
}
|
|
234
|
-
async handleToolStart(tool, input, runId, parentRunId, tags, metadata, name) {
|
|
235
|
-
var _a, _b;
|
|
236
|
-
try {
|
|
237
|
-
this.logger.debug(`Tool start with ID: ${runId}`);
|
|
238
|
-
const tool_name = (_b = name !== null && name !== void 0 ? name : (_a = tool.id.at(-1)) === null || _a === void 0 ? void 0 : _a.toString()) !== null && _b !== void 0 ? _b : "Tool execution";
|
|
239
|
-
this.startAndRegisterOtelSpan({
|
|
240
|
-
type: mlflow.SpanType.TOOL,
|
|
241
|
-
runId: runId,
|
|
242
|
-
parentRunId: parentRunId,
|
|
243
|
-
runName: tool_name,
|
|
244
|
-
attributes: {
|
|
245
|
-
tool_name: tool_name,
|
|
246
|
-
args: input,
|
|
247
|
-
},
|
|
248
|
-
metadata: metadata,
|
|
249
|
-
tags: tags,
|
|
250
|
-
});
|
|
251
|
-
}
|
|
252
|
-
catch (e) {
|
|
253
|
-
this.logger.debug(e instanceof Error ? e.message : String(e));
|
|
254
|
-
}
|
|
255
|
-
}
|
|
256
|
-
async handleRetrieverStart(retriever, query, runId, parentRunId, tags, metadata, name) {
|
|
257
|
-
var _a, _b;
|
|
258
|
-
try {
|
|
259
|
-
this.logger.debug(`Retriever start with ID: ${runId}`);
|
|
260
|
-
this.startAndRegisterOtelSpan({
|
|
261
|
-
type: mlflow.SpanType.RETRIEVER,
|
|
262
|
-
runId: runId,
|
|
263
|
-
parentRunId: parentRunId,
|
|
264
|
-
runName: (_b = name !== null && name !== void 0 ? name : (_a = retriever.id.at(-1)) === null || _a === void 0 ? void 0 : _a.toString()) !== null && _b !== void 0 ? _b : "Retriever",
|
|
265
|
-
attributes: {
|
|
266
|
-
input: query,
|
|
267
|
-
},
|
|
268
|
-
tags: tags,
|
|
269
|
-
metadata: metadata,
|
|
270
|
-
});
|
|
271
|
-
}
|
|
272
|
-
catch (e) {
|
|
273
|
-
this.logger.debug(e instanceof Error ? e.message : String(e));
|
|
274
|
-
}
|
|
275
|
-
}
|
|
276
|
-
async handleRetrieverEnd(documents, runId, parentRunId) {
|
|
277
|
-
try {
|
|
278
|
-
this.logger.debug(`Retriever end with ID: ${runId}`);
|
|
279
|
-
this.handleOtelSpanEnd({
|
|
280
|
-
runId,
|
|
281
|
-
attributes: {
|
|
282
|
-
output: documents,
|
|
283
|
-
},
|
|
284
|
-
});
|
|
285
|
-
}
|
|
286
|
-
catch (e) {
|
|
287
|
-
this.logger.debug(e instanceof Error ? e.message : String(e));
|
|
288
|
-
}
|
|
289
|
-
}
|
|
290
|
-
async handleRetrieverError(err, runId, parentRunId) {
|
|
291
|
-
try {
|
|
292
|
-
const errorMessage = err instanceof Error ? err.message : String(err);
|
|
293
|
-
this.logger.debug(`Retriever error: ${errorMessage} with ID: ${runId}`);
|
|
294
|
-
this.handleOtelSpanEnd({
|
|
295
|
-
runId,
|
|
296
|
-
attributes: {
|
|
297
|
-
level: "ERROR",
|
|
298
|
-
statusMessage: errorMessage,
|
|
299
|
-
},
|
|
300
|
-
});
|
|
301
|
-
}
|
|
302
|
-
catch (e) {
|
|
303
|
-
this.logError('handleRetrieverError', e);
|
|
304
|
-
}
|
|
305
|
-
}
|
|
306
|
-
async handleToolEnd(output, runId, parentRunId) {
|
|
307
|
-
try {
|
|
308
|
-
this.logger.debug(`Tool end with ID: ${runId}`);
|
|
309
|
-
this.handleOtelSpanEnd({
|
|
310
|
-
runId,
|
|
311
|
-
attributes: { output },
|
|
312
|
-
});
|
|
313
|
-
}
|
|
314
|
-
catch (e) {
|
|
315
|
-
this.logger.debug(e instanceof Error ? e.message : String(e));
|
|
316
|
-
}
|
|
317
|
-
}
|
|
318
|
-
async handleToolError(err, runId, parentRunId) {
|
|
319
|
-
try {
|
|
320
|
-
const errorMessage = err instanceof Error ? err.message : String(err);
|
|
321
|
-
this.logger.debug(`Tool error ${errorMessage} with ID: ${runId}`);
|
|
322
|
-
this.handleOtelSpanEnd({
|
|
323
|
-
runId,
|
|
324
|
-
attributes: {
|
|
325
|
-
level: "ERROR",
|
|
326
|
-
statusMessage: errorMessage,
|
|
327
|
-
},
|
|
328
|
-
});
|
|
329
|
-
}
|
|
330
|
-
catch (e) {
|
|
331
|
-
this.logError('handleToolError', e);
|
|
332
|
-
}
|
|
333
|
-
}
|
|
334
|
-
async handleLLMEnd(output, runId, parentRunId) {
|
|
335
|
-
var _a, _b, _c, _d, _e, _f, _g;
|
|
336
|
-
try {
|
|
337
|
-
this.logger.debug(`LLM end with ID: ${runId}`);
|
|
338
|
-
const lastResponse = output.generations[output.generations.length - 1][output.generations[output.generations.length - 1].length - 1];
|
|
339
|
-
const llmUsage = (_a = this.extractUsageMetadata(lastResponse)) !== null && _a !== void 0 ? _a : (_b = output.llmOutput) === null || _b === void 0 ? void 0 : _b["tokenUsage"];
|
|
340
|
-
const modelName = this.extractModelNameFromMetadata(lastResponse);
|
|
341
|
-
const usageDetails = {
|
|
342
|
-
input_tokens: (_c = llmUsage === null || llmUsage === void 0 ? void 0 : llmUsage.input_tokens) !== null && _c !== void 0 ? _c : ("promptTokens" in llmUsage ? llmUsage === null || llmUsage === void 0 ? void 0 : llmUsage.promptTokens : undefined),
|
|
343
|
-
output_tokens: (_d = llmUsage === null || llmUsage === void 0 ? void 0 : llmUsage.output_tokens) !== null && _d !== void 0 ? _d : ("completionTokens" in llmUsage
|
|
344
|
-
? llmUsage === null || llmUsage === void 0 ? void 0 : llmUsage.completionTokens
|
|
345
|
-
: undefined),
|
|
346
|
-
total_tokens: (_e = llmUsage === null || llmUsage === void 0 ? void 0 : llmUsage.total_tokens) !== null && _e !== void 0 ? _e : ("totalTokens" in llmUsage ? llmUsage === null || llmUsage === void 0 ? void 0 : llmUsage.totalTokens : undefined),
|
|
347
|
-
};
|
|
348
|
-
if (llmUsage && "input_token_details" in llmUsage) {
|
|
349
|
-
for (const [key, val] of Object.entries((_f = llmUsage["input_token_details"]) !== null && _f !== void 0 ? _f : {})) {
|
|
350
|
-
if (typeof val === "number") {
|
|
351
|
-
usageDetails[`input_${key}`] = val;
|
|
352
|
-
const inputTokens = usageDetails["input_tokens"];
|
|
353
|
-
if (typeof inputTokens === "number") {
|
|
354
|
-
usageDetails["input_tokens"] = Math.max(0, inputTokens - val);
|
|
355
|
-
}
|
|
356
|
-
}
|
|
357
|
-
}
|
|
358
|
-
}
|
|
359
|
-
if (llmUsage && "output_token_details" in llmUsage) {
|
|
360
|
-
for (const [key, val] of Object.entries((_g = llmUsage["output_token_details"]) !== null && _g !== void 0 ? _g : {})) {
|
|
361
|
-
if (typeof val === "number") {
|
|
362
|
-
usageDetails[`output_${key}`] = val;
|
|
363
|
-
const outputTokens = usageDetails["output_tokens"];
|
|
364
|
-
if (typeof outputTokens === "number") {
|
|
365
|
-
usageDetails["output_tokens"] = Math.max(0, outputTokens - val);
|
|
366
|
-
}
|
|
367
|
-
}
|
|
368
|
-
}
|
|
369
|
-
}
|
|
370
|
-
const val = lastResponse;
|
|
371
|
-
const llmResponse = val.message ? this.extractChatMessageContent(val.message) : undefined;
|
|
372
|
-
this.handleOtelSpanEnd({
|
|
373
|
-
runId,
|
|
374
|
-
attributes: {
|
|
375
|
-
messages: llmResponse ? [llmResponse] : [],
|
|
376
|
-
model: modelName,
|
|
377
|
-
usageDetails: usageDetails,
|
|
378
|
-
},
|
|
379
|
-
});
|
|
380
|
-
}
|
|
381
|
-
catch (e) {
|
|
382
|
-
this.logError('handleLLMEnd', e);
|
|
383
|
-
}
|
|
384
|
-
}
|
|
385
|
-
async handleLLMError(err, runId, parentRunId) {
|
|
386
|
-
try {
|
|
387
|
-
const errorMessage = err instanceof Error ? err.message : String(err);
|
|
388
|
-
this.logger.debug(`LLM error ${errorMessage} with ID: ${runId}`);
|
|
389
|
-
const azureRefusalError = this.parseAzureRefusalError(err);
|
|
390
|
-
this.handleOtelSpanEnd({
|
|
391
|
-
runId,
|
|
392
|
-
attributes: {
|
|
393
|
-
level: "ERROR",
|
|
394
|
-
statusMessage: errorMessage + azureRefusalError,
|
|
395
|
-
},
|
|
396
|
-
});
|
|
397
|
-
}
|
|
398
|
-
catch (e) {
|
|
399
|
-
this.logError('handleLLMError', e);
|
|
400
|
-
}
|
|
401
|
-
}
|
|
402
|
-
startAndRegisterOtelSpan(params) {
|
|
403
|
-
const { type, runName, runId, parentRunId, attributes, metadata, tags } = params;
|
|
404
|
-
this.ensureMapSize();
|
|
405
|
-
const parentSpan = parentRunId && this.runMap.has(parentRunId)
|
|
406
|
-
? this.runMap.get(parentRunId)
|
|
407
|
-
: undefined;
|
|
408
|
-
const joinedMetadata = this.joinTagsAndMetaData(tags, metadata);
|
|
409
|
-
const inputs = { ...attributes };
|
|
410
|
-
if (joinedMetadata !== undefined) {
|
|
411
|
-
inputs.metadata = joinedMetadata;
|
|
412
|
-
}
|
|
413
|
-
const span = mlflow.startSpan({
|
|
414
|
-
name: runName,
|
|
415
|
-
spanType: type,
|
|
416
|
-
inputs,
|
|
417
|
-
parent: parentSpan
|
|
418
|
-
});
|
|
419
|
-
if (parentRunId) {
|
|
420
|
-
span.setAttribute("parentRunID", parentRunId);
|
|
421
|
-
}
|
|
422
|
-
this.runMap.set(runId, span);
|
|
423
|
-
return span;
|
|
424
|
-
}
|
|
425
|
-
handleOtelSpanEnd(params) {
|
|
426
|
-
const { runId, attributes = {} } = params;
|
|
427
|
-
const span = this.runMap.get(runId);
|
|
428
|
-
if (!span) {
|
|
429
|
-
this.logger.warn("Span not found in runMap. Skipping operation");
|
|
430
|
-
return;
|
|
431
|
-
}
|
|
432
|
-
span.setOutputs({ ...attributes });
|
|
433
|
-
span.setStatus(mlflow.SpanStatusCode.OK);
|
|
434
|
-
span.end();
|
|
435
|
-
this._lastTraceId = span.traceId;
|
|
436
|
-
this.runMap.delete(runId);
|
|
437
|
-
}
|
|
438
|
-
parseAzureRefusalError(err) {
|
|
439
|
-
let azureRefusalError = "";
|
|
440
|
-
if (typeof err == "object" && "error" in err) {
|
|
441
|
-
try {
|
|
442
|
-
azureRefusalError =
|
|
443
|
-
"\n\nError details:\n" + JSON.stringify(err["error"], null, 2);
|
|
444
|
-
}
|
|
445
|
-
catch (serializationError) {
|
|
446
|
-
this.logger.debug(`Failed to serialize Azure error: ${serializationError}`);
|
|
447
|
-
azureRefusalError = "\n\nError details: [Unable to serialize error object]";
|
|
448
|
-
}
|
|
449
|
-
}
|
|
450
|
-
return azureRefusalError;
|
|
451
|
-
}
|
|
452
|
-
joinTagsAndMetaData(tags, metadata1, metadata2) {
|
|
453
|
-
const finalDict = {};
|
|
454
|
-
if (tags && tags.length > 0) {
|
|
455
|
-
finalDict.tags = tags;
|
|
456
|
-
}
|
|
457
|
-
if (metadata1) {
|
|
458
|
-
Object.assign(finalDict, metadata1);
|
|
459
|
-
}
|
|
460
|
-
if (metadata2) {
|
|
461
|
-
Object.assign(finalDict, metadata2);
|
|
462
|
-
}
|
|
463
|
-
return Object.keys(finalDict).length > 0 ? finalDict : undefined;
|
|
464
|
-
}
|
|
465
|
-
extractUsageMetadata(generation) {
|
|
466
|
-
try {
|
|
467
|
-
const usageMetadata = "message" in generation &&
|
|
468
|
-
(generation["message"] instanceof messages_1.AIMessage ||
|
|
469
|
-
generation["message"] instanceof messages_1.AIMessageChunk)
|
|
470
|
-
? generation["message"].usage_metadata
|
|
471
|
-
: undefined;
|
|
472
|
-
return usageMetadata;
|
|
473
|
-
}
|
|
474
|
-
catch (err) {
|
|
475
|
-
this.logger.debug(`Error extracting usage metadata: ${err}`);
|
|
476
|
-
return;
|
|
477
|
-
}
|
|
478
|
-
}
|
|
479
|
-
extractModelNameFromMetadata(generation) {
|
|
480
|
-
var _a, _b;
|
|
481
|
-
try {
|
|
482
|
-
return (_b = (_a = generation.message) === null || _a === void 0 ? void 0 : _a.response_metadata) === null || _b === void 0 ? void 0 : _b.model_name;
|
|
483
|
-
}
|
|
484
|
-
catch (error) {
|
|
485
|
-
this.logError('extractModelNameFromMetadata', error);
|
|
486
|
-
return undefined;
|
|
487
|
-
}
|
|
488
|
-
}
|
|
489
|
-
extractChatMessageContent(message) {
|
|
490
|
-
let response = undefined;
|
|
491
|
-
if (message.getType() == "human") {
|
|
492
|
-
response = { content: message.content, role: "user" };
|
|
493
|
-
}
|
|
494
|
-
else if (message.getType() == "ai") {
|
|
495
|
-
response = { content: message.content, role: "assistant" };
|
|
496
|
-
}
|
|
497
|
-
else if (message.getType() == "system") {
|
|
498
|
-
response = { content: message.content, role: "system" };
|
|
499
|
-
}
|
|
500
|
-
else if (message.getType() == "function") {
|
|
501
|
-
response = {
|
|
502
|
-
content: message.content,
|
|
503
|
-
additional_kwargs: message.additional_kwargs,
|
|
504
|
-
role: message.name,
|
|
505
|
-
};
|
|
506
|
-
}
|
|
507
|
-
else if (message.getType() == "tool") {
|
|
508
|
-
response = {
|
|
509
|
-
content: message.content,
|
|
510
|
-
additional_kwargs: message.additional_kwargs,
|
|
511
|
-
role: "tool",
|
|
512
|
-
};
|
|
513
|
-
}
|
|
514
|
-
else if (!message.name) {
|
|
515
|
-
response = { content: message.content, role: "user" };
|
|
516
|
-
}
|
|
517
|
-
else {
|
|
518
|
-
response = {
|
|
519
|
-
role: message.name,
|
|
520
|
-
content: message.content,
|
|
521
|
-
};
|
|
522
|
-
}
|
|
523
|
-
if (message.additional_kwargs.function_call ||
|
|
524
|
-
message.additional_kwargs.tool_calls) {
|
|
525
|
-
return { ...response, tool_calls: message.additional_kwargs.tool_calls };
|
|
526
|
-
}
|
|
527
|
-
return response;
|
|
528
|
-
}
|
|
529
|
-
}
|
|
530
|
-
exports.CallbackHandler = CallbackHandler;
|
|
531
|
-
//# sourceMappingURL=CallbackHandler.js.map
|