@kyuda/n8n-nodes-databricks 1.0.2

package/dist/nodes/vector_store/shared/createVectorStoreNode/types.d.ts

@@ -0,0 +1,31 @@
+import type { Document } from '@langchain/core/documents';
+import type { Embeddings } from '@langchain/core/embeddings';
+import type { VectorStore } from '@langchain/core/vectorstores';
+import type { IExecuteFunctions, INodeCredentialDescription, INodeProperties, ILoadOptionsFunctions, INodeListSearchResult, Icon, ISupplyDataFunctions, ThemeIconColor } from 'n8n-workflow';
+export type NodeOperationMode = 'insert' | 'load' | 'retrieve' | 'update' | 'retrieve-as-tool';
+export interface NodeMeta {
+    displayName: string;
+    name: string;
+    description: string;
+    docsUrl: string;
+    icon: Icon;
+    iconColor?: ThemeIconColor;
+    credentials?: INodeCredentialDescription[];
+    operationModes?: NodeOperationMode[];
+}
+export interface VectorStoreNodeConstructorArgs<T extends VectorStore = VectorStore> {
+    meta: NodeMeta;
+    methods?: {
+        listSearch?: {
+            [key: string]: (this: ILoadOptionsFunctions, filter?: string, paginationToken?: string) => Promise<INodeListSearchResult>;
+        };
+    };
+    sharedFields: INodeProperties[];
+    insertFields?: INodeProperties[];
+    loadFields?: INodeProperties[];
+    retrieveFields?: INodeProperties[];
+    updateFields?: INodeProperties[];
+    populateVectorStore: (context: IExecuteFunctions | ISupplyDataFunctions, embeddings: Embeddings, documents: Array<Document<Record<string, unknown>>>, itemIndex: number) => Promise<void>;
+    getVectorStoreClient: (context: IExecuteFunctions | ISupplyDataFunctions, filter: Record<string, never> | undefined, embeddings: Embeddings, itemIndex: number) => Promise<T>;
+    releaseVectorStoreClient?: (vectorStore: T) => void;
+}

package/dist/nodes/vector_store/shared/createVectorStoreNode/types.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=types.js.map

package/dist/nodes/vector_store/shared/createVectorStoreNode/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../../nodes/vector_store/shared/createVectorStoreNode/types.ts"],"names":[],"mappings":""}

package/dist/nodes/vector_store/shared/createVectorStoreNode/utils.d.ts

@@ -0,0 +1,6 @@
+import type { VectorStore } from '@langchain/core/vectorstores';
+import type { INodeProperties, INodePropertyOptions } from 'n8n-workflow';
+import type { NodeOperationMode, VectorStoreNodeConstructorArgs } from './types';
+export declare function transformDescriptionForOperationMode(fields: INodeProperties[], mode: NodeOperationMode | NodeOperationMode[]): INodeProperties[];
+export declare function isUpdateSupported<T extends VectorStore>(args: VectorStoreNodeConstructorArgs<T>): boolean;
+export declare function getOperationModeOptions<T extends VectorStore>(args: VectorStoreNodeConstructorArgs<T>): INodePropertyOptions[];

package/dist/nodes/vector_store/shared/createVectorStoreNode/utils.js

@@ -0,0 +1,22 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.transformDescriptionForOperationMode = transformDescriptionForOperationMode;
+exports.isUpdateSupported = isUpdateSupported;
+exports.getOperationModeOptions = getOperationModeOptions;
+const constants_1 = require("./constants");
+function transformDescriptionForOperationMode(fields, mode) {
+    return fields.map((field) => ({
+        ...field,
+        displayOptions: { show: { mode: Array.isArray(mode) ? mode : [mode] } },
+    }));
+}
+function isUpdateSupported(args) {
+    var _a, _b;
+    return (_b = (_a = args.meta.operationModes) === null || _a === void 0 ? void 0 : _a.includes('update')) !== null && _b !== void 0 ? _b : false;
+}
+function getOperationModeOptions(args) {
+    var _a;
+    const enabledOperationModes = (_a = args.meta.operationModes) !== null && _a !== void 0 ? _a : constants_1.DEFAULT_OPERATION_MODES;
+    return constants_1.OPERATION_MODE_DESCRIPTIONS.filter(({ value }) => enabledOperationModes.includes(value));
+}
+//# sourceMappingURL=utils.js.map

package/dist/nodes/vector_store/shared/createVectorStoreNode/utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../../../../nodes/vector_store/shared/createVectorStoreNode/utils.ts"],"names":[],"mappings":";;AAUA,oFAQC;AAMD,8CAIC;AAMD,0DAQC;AAvCD,2CAAmF;AAOnF,SAAgB,oCAAoC,CACnD,MAAyB,EACzB,IAA6C;IAE7C,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAC7B,GAAG,KAAK;QACR,cAAc,EAAE,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE;KACvE,CAAC,CAAC,CAAC;AACL,CAAC;AAMD,SAAgB,iBAAiB,CAChC,IAAuC;;IAEvC,OAAO,MAAA,MAAA,IAAI,CAAC,IAAI,CAAC,cAAc,0CAAE,QAAQ,CAAC,QAAQ,CAAC,mCAAI,KAAK,CAAC;AAC9D,CAAC;AAMD,SAAgB,uBAAuB,CACtC,IAAuC;;IAEvC,MAAM,qBAAqB,GAAG,MAAA,IAAI,CAAC,IAAI,CAAC,cAAc,mCAAI,mCAAuB,CAAC;IAElF,OAAO,uCAA2B,CAAC,MAAM,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CACvD,qBAAqB,CAAC,QAAQ,CAAC,KAA0B,CAAC,CAC1D,CAAC;AACH,CAAC"}

package/dist/nodes/vector_store/shared/descriptions.d.ts

@@ -0,0 +1,4 @@
+import type { INodeProperties } from 'n8n-workflow';
+export declare const pineconeIndexRLC: INodeProperties;
+export declare const supabaseTableNameRLC: INodeProperties;
+export declare const qdrantCollectionRLC: INodeProperties;

package/dist/nodes/vector_store/shared/descriptions.js

@@ -0,0 +1,70 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.qdrantCollectionRLC = exports.supabaseTableNameRLC = exports.pineconeIndexRLC = void 0;
+exports.pineconeIndexRLC = {
+    displayName: 'Pinecone Index',
+    name: 'pineconeIndex',
+    type: 'resourceLocator',
+    default: { mode: 'list', value: '' },
+    required: true,
+    modes: [
+        {
+            displayName: 'From List',
+            name: 'list',
+            type: 'list',
+            typeOptions: {
+                searchListMethod: 'pineconeIndexSearch',
+            },
+        },
+        {
+            displayName: 'ID',
+            name: 'id',
+            type: 'string',
+        },
+    ],
+};
+exports.supabaseTableNameRLC = {
+    displayName: 'Table Name',
+    name: 'tableName',
+    type: 'resourceLocator',
+    default: { mode: 'list', value: '' },
+    required: true,
+    modes: [
+        {
+            displayName: 'From List',
+            name: 'list',
+            type: 'list',
+            typeOptions: {
+                searchListMethod: 'supabaseTableNameSearch',
+            },
+        },
+        {
+            displayName: 'ID',
+            name: 'id',
+            type: 'string',
+        },
+    ],
+};
+exports.qdrantCollectionRLC = {
+    displayName: 'Qdrant Collection',
+    name: 'qdrantCollection',
+    type: 'resourceLocator',
+    default: { mode: 'list', value: '' },
+    required: true,
+    modes: [
+        {
+            displayName: 'From List',
+            name: 'list',
+            type: 'list',
+            typeOptions: {
+                searchListMethod: 'qdrantCollectionsSearch',
+            },
+        },
+        {
+            displayName: 'ID',
+            name: 'id',
+            type: 'string',
+        },
+    ],
+};
+//# sourceMappingURL=descriptions.js.map

package/dist/nodes/vector_store/shared/descriptions.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"descriptions.js","sourceRoot":"","sources":["../../../../nodes/vector_store/shared/descriptions.ts"],"names":[],"mappings":";;;AAEa,QAAA,gBAAgB,GAAoB;IAChD,WAAW,EAAE,gBAAgB;IAC7B,IAAI,EAAE,eAAe;IACrB,IAAI,EAAE,iBAAiB;IACvB,OAAO,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,EAAE;IACpC,QAAQ,EAAE,IAAI;IACd,KAAK,EAAE;QACN;YACC,WAAW,EAAE,WAAW;YACxB,IAAI,EAAE,MAAM;YACZ,IAAI,EAAE,MAAM;YACZ,WAAW,EAAE;gBACZ,gBAAgB,EAAE,qBAAqB;aACvC;SACD;QACD;YACC,WAAW,EAAE,IAAI;YACjB,IAAI,EAAE,IAAI;YACV,IAAI,EAAE,QAAQ;SACd;KACD;CACD,CAAC;AAEW,QAAA,oBAAoB,GAAoB;IACpD,WAAW,EAAE,YAAY;IACzB,IAAI,EAAE,WAAW;IACjB,IAAI,EAAE,iBAAiB;IACvB,OAAO,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,EAAE;IACpC,QAAQ,EAAE,IAAI;IACd,KAAK,EAAE;QACN;YACC,WAAW,EAAE,WAAW;YACxB,IAAI,EAAE,MAAM;YACZ,IAAI,EAAE,MAAM;YACZ,WAAW,EAAE;gBACZ,gBAAgB,EAAE,yBAAyB;aAC3C;SACD;QACD;YACC,WAAW,EAAE,IAAI;YACjB,IAAI,EAAE,IAAI;YACV,IAAI,EAAE,QAAQ;SACd;KACD;CACD,CAAC;AAEW,QAAA,mBAAmB,GAAoB;IACnD,WAAW,EAAE,mBAAmB;IAChC,IAAI,EAAE,kBAAkB;IACxB,IAAI,EAAE,iBAAiB;IACvB,OAAO,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,EAAE;IACpC,QAAQ,EAAE,IAAI;IACd,KAAK,EAAE;QACN;YACC,WAAW,EAAE,WAAW;YACxB,IAAI,EAAE,MAAM;YACZ,IAAI,EAAE,MAAM;YACZ,WAAW,EAAE;gBACZ,gBAAgB,EAAE,yBAAyB;aAC3C;SACD;QACD;YACC,WAAW,EAAE,IAAI;YACjB,IAAI,EAAE,IAAI;YACV,IAAI,EAAE,QAAQ;SACd;KACD;CACD,CAAC"}

package/dist/nodes/vector_store/shared/processDocuments.d.ts

@@ -0,0 +1,25 @@
+import type { Document } from '@langchain/core/documents';
+import type { INodeExecutionData } from 'n8n-workflow';
+import { N8nBinaryLoader } from '../../../utils/N8nBinaryLoader';
+import { N8nJsonLoader } from '../../../utils/N8nJsonLoader';
+export declare function processDocuments(documentInput: N8nJsonLoader | N8nBinaryLoader | Array<Document<Record<string, unknown>>>, inputItems: INodeExecutionData[]): Promise<{
+    processedDocuments: Document<Record<string, any>>[];
+    serializedDocuments: {
+        json: {
+            metadata: Record<string, any>;
+            pageContent: string;
+        };
+    }[];
+}>;
+export declare function processDocument(documentInput: N8nJsonLoader | N8nBinaryLoader | Array<Document<Record<string, unknown>>>, inputItem: INodeExecutionData, itemIndex: number): Promise<{
+    processedDocuments: Document<Record<string, any>>[];
+    serializedDocuments: {
+        json: {
+            metadata: Record<string, any>;
+            pageContent: string;
+        };
+        pairedItem: {
+            item: number;
+        };
+    }[];
+}>;

package/dist/nodes/vector_store/shared/processDocuments.js

@@ -0,0 +1,42 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.processDocuments = processDocuments;
+exports.processDocument = processDocument;
+const N8nBinaryLoader_1 = require("../../../utils/N8nBinaryLoader");
+const N8nJsonLoader_1 = require("../../../utils/N8nJsonLoader");
+async function processDocuments(documentInput, inputItems) {
+    let processedDocuments;
+    if (documentInput instanceof N8nJsonLoader_1.N8nJsonLoader || documentInput instanceof N8nBinaryLoader_1.N8nBinaryLoader) {
+        processedDocuments = await documentInput.processAll(inputItems);
+    }
+    else {
+        processedDocuments = documentInput;
+    }
+    const serializedDocuments = processedDocuments.map(({ metadata, pageContent }) => ({
+        json: { metadata, pageContent },
+    }));
+    return {
+        processedDocuments,
+        serializedDocuments,
+    };
+}
+async function processDocument(documentInput, inputItem, itemIndex) {
+    let processedDocuments;
+    if (documentInput instanceof N8nJsonLoader_1.N8nJsonLoader || documentInput instanceof N8nBinaryLoader_1.N8nBinaryLoader) {
+        processedDocuments = await documentInput.processItem(inputItem, itemIndex);
+    }
+    else {
+        processedDocuments = documentInput;
+    }
+    const serializedDocuments = processedDocuments.map(({ metadata, pageContent }) => ({
+        json: { metadata, pageContent },
+        pairedItem: {
+            item: itemIndex,
+        },
+    }));
+    return {
+        processedDocuments,
+        serializedDocuments,
+    };
+}
+//# sourceMappingURL=processDocuments.js.map

package/dist/nodes/vector_store/shared/processDocuments.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"processDocuments.js","sourceRoot":"","sources":["../../../../nodes/vector_store/shared/processDocuments.ts"],"names":[],"mappings":";;AAMA,4CAoBC;AACD,0CAwBC;AAhDD,4DAAyD;AACzD,wDAAqD;AAE9C,KAAK,UAAU,gBAAgB,CACrC,aAAyF,EACzF,UAAgC;IAEhC,IAAI,kBAA8B,CAAC;IAEnC,IAAI,aAAa,YAAY,6BAAa,IAAI,aAAa,YAAY,iCAAe,EAAE,CAAC;QACxF,kBAAkB,GAAG,MAAM,aAAa,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;IACjE,CAAC;SAAM,CAAC;QACP,kBAAkB,GAAG,aAAa,CAAC;IACpC,CAAC;IAED,MAAM,mBAAmB,GAAG,kBAAkB,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,CAAC;QAClF,IAAI,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE;KAC/B,CAAC,CAAC,CAAC;IAEJ,OAAO;QACN,kBAAkB;QAClB,mBAAmB;KACnB,CAAC;AACH,CAAC;AACM,KAAK,UAAU,eAAe,CACpC,aAAyF,EACzF,SAA6B,EAC7B,SAAiB;IAEjB,IAAI,kBAA8B,CAAC;IAEnC,IAAI,aAAa,YAAY,6BAAa,IAAI,aAAa,YAAY,iCAAe,EAAE,CAAC;QACxF,kBAAkB,GAAG,MAAM,aAAa,CAAC,WAAW,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;IAC5E,CAAC;SAAM,CAAC;QACP,kBAAkB,GAAG,aAAa,CAAC;IACpC,CAAC;IAED,MAAM,mBAAmB,GAAG,kBAAkB,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,CAAC;QAClF,IAAI,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE;QAC/B,UAAU,EAAE;YACX,IAAI,EAAE,SAAS;SACf;KACD,CAAC,CAAC,CAAC;IAEJ,OAAO;QACN,kBAAkB;QAClB,mBAAmB;KACnB,CAAC;AACH,CAAC"}

package/dist/package.json

@@ -0,0 +1,93 @@
+{
+    "name": "@kyuda/n8n-nodes-databricks",
+    "version": "1.0.2",
+    "description": "Databricks node for n8n",
+    "keywords": [
+        "n8n",
+        "n8n-node",
+        "n8n-community-node-package",
+        "databricks",
+        "model-serving",
+        "machine-learning"
+    ],
+    "license": "MIT",
+    "homepage": "https://n8n.io",
+    "author": {
+        "name": "Mike Lo",
+        "email": "mike.lo@databricks.com"
+    },
+    "repository": {
+        "type": "git",
+        "url": "git+https://github.com/mik3lol/n8n-nodes-databricks.git"
+    },
+    "main": "dist/index.js",
+    "_moduleAliases": {
+        "@utils": "dist/utils"
+    },
+    "scripts": {
+        "build": "rm -rf dist/ && tsc -p tsconfig.json && tsc-alias -p tsconfig.json && gulp build:icons",
+        "start": "node -r module-alias/register dist/index.js",
+        "dev": "concurrently \"npm:dev:*\"",
+        "dev:watch": "tsc -p tsconfig.json --watch && tsc-alias -p tsconfig.json --watch",
+        "dev:serve": "NODE_ENV=development ts-node-dev -r tsconfig-paths/register --respawn --inspect --ignore-watch node_modules ./src/index.ts",
+        "format": "prettier --write .",
+        "lint": "eslint .",
+        "lintfix": "eslint . --fix",
+        "prepublishOnly": "npm run build",
+        "watch": "npm run build -- --watch"
+    },
+    "files": [
+        "dist"
+    ],
+    "n8n": {
+        "n8nNodesApiVersion": 1,
+        "credentials": [
+            "dist/credentials/Databricks.credentials.js"
+        ],
+        "nodes": [
+            "dist/nodes/Databricks/Databricks.node.js",
+            "dist/nodes/llms/LmChatDatabricks/LmChatDatabricks.node.js",
+            "dist/nodes/embeddings/EmbeddingsDatabricks/EmbeddingsDatabricks.node.js",
+            "dist/nodes/vector_store/VectorStoreDatabricks/VectorStoreDatabricks.node.js",
+            "dist/nodes/agents/DatabricksAiAgent/DatabricksAiAgent.node.js"
+        ]
+    },
+    "dependencies": {
+        "@langchain/classic": "^1.0.5",
+        "@langchain/community": "^1.0.6",
+        "@langchain/core": "^1.1.1",
+        "@langchain/openai": "^1.1.3",
+        "@langchain/textsplitters": "^1.0.1",
+        "@n8n/json-schema-to-zod": "^1.1.0",
+        "@types/json-schema": "^7.0.15",
+        "@types/mime-types": "^3.0.1",
+        "@types/node": "^20.19.1",
+        "generate-schema": "2.6.0",
+        "help": "^3.0.2",
+        "jest-mock-extended": "^4.0.0-beta1",
+        "langchain": "^1.1.2",
+        "lodash": "^4.17.21",
+        "log4js": "^6.9.1",
+        "mime-types": "^3.0.1",
+        "mlflow-tracing": "0.1.0",
+        "n8n-core": "^0.125.0",
+        "n8n-workflow": "1.86",
+        "node-fetch": "^2.7.0",
+        "openai": "^4.95.1",
+        "tmp-promise": "3.0.3",
+        "tsc-alias": "^1.8.15",
+        "zod": "^3.21.4"
+    },
+    "devDependencies": {
+        "@types/jest": "^29.5.14",
+        "@types/lodash": "^4.17.16",
+        "concurrently": "^9.1.2",
+        "gulp": "^5.0.0",
+        "gulp-cli": "^3.0.0",
+        "module-alias": "^2.2.3",
+        "n8n-workflow": "1.86",
+        "ts-node-dev": "^2.0.0",
+        "tsconfig-paths": "^4.2.0",
+        "typescript": "^5.8.3"
+    }
+}