@transai/connector-runtime-sdk 0.1.0 → 0.2.0

package/index.cjs

@@ -0,0 +1,2 @@
+var l=Object.create;var i=Object.defineProperty;var g=Object.getOwnPropertyDescriptor;var d=Object.getOwnPropertyNames;var C=Object.getPrototypeOf,b=Object.prototype.hasOwnProperty;var u=(r,o)=>{for(var e in o)i(r,e,{get:o[e],enumerable:!0})},f=(r,o,e,t)=>{if(o&&typeof o=="object"||typeof o=="function")for(let n of d(o))!b.call(r,n)&&n!==e&&i(r,n,{get:()=>o[n],enumerable:!(t=g(o,n))||t.enumerable});return r};var I=(r,o,e)=>(e=r!=null?l(C(r)):{},f(o||!r||!r.__esModule?i(e,"default",{value:r,enumerable:!0}):e,r)),x=r=>f(i({},"__esModule",{value:!0}),r);var h={};u(h,{ConnectorRuntimeSDK:()=>c});module.exports=x(h);var s=I(require("node:process")),c=class{constructor(o,e){this.#o="connector-runtime";this.init=()=>Promise.resolve();this.start=()=>Promise.resolve();this.stop=()=>Promise.resolve();this.#e=e,s.on?s.on("message",t=>{t.cmd===this.#o&&e.logger.verbose(`${s.pid} Received message from parent process:`,t)}):e.logger.warn("IPC channel is not available. process.on is undefined."),s.send||e.logger.warn("IPC channel is not available. process.send is undefined."),o.actions?.forEach(t=>{if(t.config.templates===void 0)return;let n={};Object.entries(t.config.templates).forEach(([a,p])=>{try{n[a]=e.templating.compile(p)}catch(m){e.logger.error(`Error compiling template ${a} for action ${t.identifier}`,m)}}),t.config.parsedTemplates=n})}#o;#e;set callbackFunction(o){this.connectorSDK.receiver.registerCallback(this.#r(o))}get connectorSDK(){return this.#e}#r(o){return async e=>{let t=this.#e.receiver.getActionConfig(e);return t?o(e,t):this.#e.receiver.responses.badRequest("Action not found")(e)}}};0&&(module.exports={ConnectorRuntimeSDK});
+//# sourceMappingURL=index.cjs.map

package/index.cjs.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../../libs/connector-runtime-sdk/src/index.ts", "../../../libs/connector-runtime-sdk/src/lib/connector-runtime.ts"],
+  "sourcesContent": ["export * from './lib/connector-runtime';\nexport * from './lib/connector-runtime.interface';\nexport * from './lib/sdk';\n", "import * as process from 'node:process';\n\nimport {\n  KafkaCallbackResponse,\n  BaseConnectorConfig,\n  ActionInterface,\n  ConnectorInterface,\n  XodJobType,\n} from '@xip-online-data/types';\n\nimport { ConnectorRuntimeInterface } from './connector-runtime.interface';\nimport { CompileDelegate, ConnectorSDKInterface } from './sdk';\n\nexport interface IpcMessage {\n  cmd: string;\n  message: string;\n}\n\nexport abstract class ConnectorRuntimeSDK<\n  T extends BaseConnectorConfig = BaseConnectorConfig,\n> implements ConnectorRuntimeInterface\n{\n  readonly #IPC_CHANNEL = 'connector-runtime';\n\n  readonly #connectorSDK: ConnectorSDKInterface<T>;\n\n  constructor(\n    connector: ConnectorInterface,\n    connectorSDK: ConnectorSDKInterface,\n  ) {\n    this.#connectorSDK = connectorSDK as ConnectorSDKInterface<T>;\n\n    if (process.on) {\n      process.on('message', (message: IpcMessage) => {\n        if (message.cmd === this.#IPC_CHANNEL) {\n          connectorSDK.logger.verbose(\n            `${process.pid} Received message from parent process:`,\n            message,\n          );\n        }\n      });\n    } else {\n      connectorSDK.logger.warn(\n        'IPC channel is not available. process.on is undefined.',\n      );\n    }\n\n    if (!process.send) {\n      // Check if process.send is available\n      connectorSDK.logger.warn(\n        'IPC channel is not available. process.send is undefined.',\n      );\n    }\n\n    // eslint-disable-next-line no-restricted-syntax\n    connector.actions?.forEach((action: ActionInterface) => {\n      if (action.config['templates'] === undefined) {\n        return;\n      }\n\n      const containers: {\n        [key: string]: CompileDelegate;\n      } = {};\n\n      Object.entries(action.config['templates']).forEach(([key, value]) => {\n        try {\n          // eslint-disable-next-line security/detect-object-injection\n          containers[key] = connectorSDK.templating.compile(value);\n        } catch (error: unknown) {\n          connectorSDK.logger.error(\n            `Error compiling template ${key} for action ${action.identifier}`,\n            error,\n          );\n        }\n      });\n\n      // eslint-disable-next-line no-param-reassign\n      action.config['parsedTemplates'] = containers;\n    });\n  }\n\n  public init: () => Promise<void> = () => Promise.resolve();\n\n  public start: () => Promise<void> = () => Promise.resolve();\n\n  public stop: () => Promise<void> = () => Promise.resolve();\n\n  set callbackFunction(\n    callback: (\n      message: XodJobType,\n      action: ActionInterface,\n    ) => Promise<KafkaCallbackResponse>,\n  ) {\n    this.connectorSDK.receiver.registerCallback(\n      this.#enrichWithActionConfig(callback),\n    );\n  }\n\n  protected get connectorSDK(): ConnectorSDKInterface<T> {\n    return this.#connectorSDK;\n  }\n\n  #enrichWithActionConfig(\n    callbackFunction: (\n      message: XodJobType,\n      action: ActionInterface,\n    ) => Promise<KafkaCallbackResponse>,\n  ): (message: XodJobType) => Promise<KafkaCallbackResponse> {\n    return async (message: XodJobType) => {\n      const action = this.#connectorSDK.receiver.getActionConfig(message);\n      if (!action) {\n        return this.#connectorSDK.receiver.responses.badRequest(\n          'Action not found',\n        )(message);\n      }\n      return callbackFunction(message, action);\n    };\n  }\n}\n"],
+  "mappings": "6iBAAA,IAAAA,EAAA,GAAAC,EAAAD,EAAA,yBAAAE,IAAA,eAAAC,EAAAH,GCAA,IAAAI,EAAyB,2BAkBHC,EAAf,KAGP,CAKE,YACEC,EACAC,EACA,CAPF,KAASC,GAAe,oBA2DxB,KAAO,KAA4B,IAAM,QAAQ,QAAQ,EAEzD,KAAO,MAA6B,IAAM,QAAQ,QAAQ,EAE1D,KAAO,KAA4B,IAAM,QAAQ,QAAQ,EAvDvD,KAAKC,GAAgBF,EAET,KACF,KAAG,UAAYG,GAAwB,CACzCA,EAAQ,MAAQ,KAAKF,IACvBD,EAAa,OAAO,QAClB,GAAW,KAAG,yCACdG,CACF,CAEJ,CAAC,EAEDH,EAAa,OAAO,KAClB,wDACF,EAGW,QAEXA,EAAa,OAAO,KAClB,0DACF,EAIFD,EAAU,SAAS,QAASK,GAA4B,CACtD,GAAIA,EAAO,OAAO,YAAiB,OACjC,OAGF,IAAMC,EAEF,CAAC,EAEL,OAAO,QAAQD,EAAO,OAAO,SAAY,EAAE,QAAQ,CAAC,CAACE,EAAKC,CAAK,IAAM,CACnE,GAAI,CAEFF,EAAWC,CAAG,EAAIN,EAAa,WAAW,QAAQO,CAAK,CACzD,OAASC,EAAgB,CACvBR,EAAa,OAAO,MAClB,4BAA4BM,CAAG,eAAeF,EAAO,UAAU,GAC/DI,CACF,CACF,CACF,CAAC,EAGDJ,EAAO,OAAO,gBAAqBC,CACrC,CAAC,CACH,CAzDSJ,GAEAC,GA+DT,IAAI,iBACFO,EAIA,CACA,KAAK,aAAa,SAAS,iBACzB,KAAKC,GAAwBD,CAAQ,CACvC,CACF,CAEA,IAAc,cAAyC,CACrD,OAAO,KAAKP,EACd,CAEAQ,GACEC,EAIyD,CACzD,MAAO,OAAOR,GAAwB,CACpC,IAAMC,EAAS,KAAKF,GAAc,SAAS,gBAAgBC,CAAO,EAClE,OAAKC,EAKEO,EAAiBR,EAASC,CAAM,EAJ9B,KAAKF,GAAc,SAAS,UAAU,WAC3C,kBACF,EAAEC,CAAO,CAGb,CACF,CACF",
+  "names": ["index_exports", "__export", "ConnectorRuntimeSDK", "__toCommonJS", "process", "ConnectorRuntimeSDK", "connector", "connectorSDK", "#IPC_CHANNEL", "#connectorSDK", "message", "action", "containers", "key", "value", "error", "callback", "#enrichWithActionConfig", "callbackFunction"]
+}

package/index.js

@@ -0,0 +1,2 @@
+import*as r from"node:process";var i=class{constructor(t,e){this.#o="connector-runtime";this.init=()=>Promise.resolve();this.start=()=>Promise.resolve();this.stop=()=>Promise.resolve();this.#e=e,r.on?r.on("message",o=>{o.cmd===this.#o&&e.logger.verbose(`${r.pid} Received message from parent process:`,o)}):e.logger.warn("IPC channel is not available. process.on is undefined."),r.send||e.logger.warn("IPC channel is not available. process.send is undefined."),t.actions?.forEach(o=>{if(o.config.templates===void 0)return;let n={};Object.entries(o.config.templates).forEach(([s,c])=>{try{n[s]=e.templating.compile(c)}catch(a){e.logger.error(`Error compiling template ${s} for action ${o.identifier}`,a)}}),o.config.parsedTemplates=n})}#o;#e;set callbackFunction(t){this.connectorSDK.receiver.registerCallback(this.#r(t))}get connectorSDK(){return this.#e}#r(t){return async e=>{let o=this.#e.receiver.getActionConfig(e);return o?t(e,o):this.#e.receiver.responses.badRequest("Action not found")(e)}}};export{i as ConnectorRuntimeSDK};
+//# sourceMappingURL=index.js.map

package/index.js.map

@@ -0,0 +1,7 @@
+{
+  "version": 3,
+  "sources": ["../../../libs/connector-runtime-sdk/src/lib/connector-runtime.ts"],
+  "sourcesContent": ["import * as process from 'node:process';\n\nimport {\n  KafkaCallbackResponse,\n  BaseConnectorConfig,\n  ActionInterface,\n  ConnectorInterface,\n  XodJobType,\n} from '@xip-online-data/types';\n\nimport { ConnectorRuntimeInterface } from './connector-runtime.interface';\nimport { CompileDelegate, ConnectorSDKInterface } from './sdk';\n\nexport interface IpcMessage {\n  cmd: string;\n  message: string;\n}\n\nexport abstract class ConnectorRuntimeSDK<\n  T extends BaseConnectorConfig = BaseConnectorConfig,\n> implements ConnectorRuntimeInterface\n{\n  readonly #IPC_CHANNEL = 'connector-runtime';\n\n  readonly #connectorSDK: ConnectorSDKInterface<T>;\n\n  constructor(\n    connector: ConnectorInterface,\n    connectorSDK: ConnectorSDKInterface,\n  ) {\n    this.#connectorSDK = connectorSDK as ConnectorSDKInterface<T>;\n\n    if (process.on) {\n      process.on('message', (message: IpcMessage) => {\n        if (message.cmd === this.#IPC_CHANNEL) {\n          connectorSDK.logger.verbose(\n            `${process.pid} Received message from parent process:`,\n            message,\n          );\n        }\n      });\n    } else {\n      connectorSDK.logger.warn(\n        'IPC channel is not available. process.on is undefined.',\n      );\n    }\n\n    if (!process.send) {\n      // Check if process.send is available\n      connectorSDK.logger.warn(\n        'IPC channel is not available. process.send is undefined.',\n      );\n    }\n\n    // eslint-disable-next-line no-restricted-syntax\n    connector.actions?.forEach((action: ActionInterface) => {\n      if (action.config['templates'] === undefined) {\n        return;\n      }\n\n      const containers: {\n        [key: string]: CompileDelegate;\n      } = {};\n\n      Object.entries(action.config['templates']).forEach(([key, value]) => {\n        try {\n          // eslint-disable-next-line security/detect-object-injection\n          containers[key] = connectorSDK.templating.compile(value);\n        } catch (error: unknown) {\n          connectorSDK.logger.error(\n            `Error compiling template ${key} for action ${action.identifier}`,\n            error,\n          );\n        }\n      });\n\n      // eslint-disable-next-line no-param-reassign\n      action.config['parsedTemplates'] = containers;\n    });\n  }\n\n  public init: () => Promise<void> = () => Promise.resolve();\n\n  public start: () => Promise<void> = () => Promise.resolve();\n\n  public stop: () => Promise<void> = () => Promise.resolve();\n\n  set callbackFunction(\n    callback: (\n      message: XodJobType,\n      action: ActionInterface,\n    ) => Promise<KafkaCallbackResponse>,\n  ) {\n    this.connectorSDK.receiver.registerCallback(\n      this.#enrichWithActionConfig(callback),\n    );\n  }\n\n  protected get connectorSDK(): ConnectorSDKInterface<T> {\n    return this.#connectorSDK;\n  }\n\n  #enrichWithActionConfig(\n    callbackFunction: (\n      message: XodJobType,\n      action: ActionInterface,\n    ) => Promise<KafkaCallbackResponse>,\n  ): (message: XodJobType) => Promise<KafkaCallbackResponse> {\n    return async (message: XodJobType) => {\n      const action = this.#connectorSDK.receiver.getActionConfig(message);\n      if (!action) {\n        return this.#connectorSDK.receiver.responses.badRequest(\n          'Action not found',\n        )(message);\n      }\n      return callbackFunction(message, action);\n    };\n  }\n}\n"],
+  "mappings": "AAAA,UAAYA,MAAa,eAkBlB,IAAeC,EAAf,KAGP,CAKE,YACEC,EACAC,EACA,CAPF,KAASC,GAAe,oBA2DxB,KAAO,KAA4B,IAAM,QAAQ,QAAQ,EAEzD,KAAO,MAA6B,IAAM,QAAQ,QAAQ,EAE1D,KAAO,KAA4B,IAAM,QAAQ,QAAQ,EAvDvD,KAAKC,GAAgBF,EAET,KACF,KAAG,UAAYG,GAAwB,CACzCA,EAAQ,MAAQ,KAAKF,IACvBD,EAAa,OAAO,QAClB,GAAW,KAAG,yCACdG,CACF,CAEJ,CAAC,EAEDH,EAAa,OAAO,KAClB,wDACF,EAGW,QAEXA,EAAa,OAAO,KAClB,0DACF,EAIFD,EAAU,SAAS,QAASK,GAA4B,CACtD,GAAIA,EAAO,OAAO,YAAiB,OACjC,OAGF,IAAMC,EAEF,CAAC,EAEL,OAAO,QAAQD,EAAO,OAAO,SAAY,EAAE,QAAQ,CAAC,CAACE,EAAKC,CAAK,IAAM,CACnE,GAAI,CAEFF,EAAWC,CAAG,EAAIN,EAAa,WAAW,QAAQO,CAAK,CACzD,OAASC,EAAgB,CACvBR,EAAa,OAAO,MAClB,4BAA4BM,CAAG,eAAeF,EAAO,UAAU,GAC/DI,CACF,CACF,CACF,CAAC,EAGDJ,EAAO,OAAO,gBAAqBC,CACrC,CAAC,CACH,CAzDSJ,GAEAC,GA+DT,IAAI,iBACFO,EAIA,CACA,KAAK,aAAa,SAAS,iBACzB,KAAKC,GAAwBD,CAAQ,CACvC,CACF,CAEA,IAAc,cAAyC,CACrD,OAAO,KAAKP,EACd,CAEAQ,GACEC,EAIyD,CACzD,MAAO,OAAOR,GAAwB,CACpC,IAAMC,EAAS,KAAKF,GAAc,SAAS,gBAAgBC,CAAO,EAClE,OAAKC,EAKEO,EAAiBR,EAASC,CAAM,EAJ9B,KAAKF,GAAc,SAAS,UAAU,WAC3C,kBACF,EAAEC,CAAO,CAGb,CACF,CACF",
+  "names": ["process", "ConnectorRuntimeSDK", "connector", "connectorSDK", "#IPC_CHANNEL", "#connectorSDK", "message", "action", "containers", "key", "value", "error", "callback", "#enrichWithActionConfig", "callbackFunction"]
+}

package/meta.cjs.json

@@ -0,0 +1,250 @@
+{
+  "inputs": {
+    "libs/connector-runtime-sdk/src/lib/connector-runtime.ts": {
+      "bytes": 3300,
+      "imports": [
+        {
+          "path": "node:process",
+          "kind": "import-statement",
+          "external": true
+        },
+        {
+          "path": "@xip-online-data/types",
+          "kind": "import-statement",
+          "external": true
+        },
+        {
+          "path": "./connector-runtime.interface",
+          "kind": "import-statement",
+          "external": true
+        },
+        {
+          "path": "./sdk",
+          "kind": "import-statement",
+          "external": true
+        }
+      ],
+      "format": "esm"
+    },
+    "libs/connector-runtime-sdk/src/lib/connector-runtime.interface.ts": {
+      "bytes": 125,
+      "imports": [],
+      "format": "esm"
+    },
+    "libs/connector-runtime-sdk/src/lib/sdk/sdk.interface.ts": {
+      "bytes": 1511,
+      "imports": [
+        {
+          "path": "@xip-online-data/types",
+          "kind": "import-statement",
+          "external": true
+        },
+        {
+          "path": "./files.sdk.interface",
+          "kind": "import-statement",
+          "external": true
+        },
+        {
+          "path": "./http-client.interface",
+          "kind": "import-statement",
+          "external": true
+        },
+        {
+          "path": "./logger.sdk.interface",
+          "kind": "import-statement",
+          "external": true
+        },
+        {
+          "path": "./offset-store.sdk.interface",
+          "kind": "import-statement",
+          "external": true
+        },
+        {
+          "path": "./processing.sdk.interface",
+          "kind": "import-statement",
+          "external": true
+        },
+        {
+          "path": "./receiver.sdk.interface",
+          "kind": "import-statement",
+          "external": true
+        },
+        {
+          "path": "./sender.sdk.interface",
+          "kind": "import-statement",
+          "external": true
+        },
+        {
+          "path": "./telemetry.sdk.interface",
+          "kind": "import-statement",
+          "external": true
+        },
+        {
+          "path": "./templating.sdk.interface",
+          "kind": "import-statement",
+          "external": true
+        }
+      ],
+      "format": "esm"
+    },
+    "libs/connector-runtime-sdk/src/lib/sdk/http-client.interface.ts": {
+      "bytes": 2475,
+      "imports": [],
+      "format": "esm"
+    },
+    "libs/connector-runtime-sdk/src/lib/sdk/logger.sdk.interface.ts": {
+      "bytes": 244,
+      "imports": [],
+      "format": "esm"
+    },
+    "libs/connector-runtime-sdk/src/lib/sdk/offset-store.sdk.interface.ts": {
+      "bytes": 359,
+      "imports": [],
+      "format": "esm"
+    },
+    "libs/connector-runtime-sdk/src/lib/sdk/processing.sdk.interface.ts": {
+      "bytes": 467,
+      "imports": [],
+      "format": "esm"
+    },
+    "libs/connector-runtime-sdk/src/lib/sdk/receiver.sdk.interface.ts": {
+      "bytes": 945,
+      "imports": [
+        {
+          "path": "@xip-online-data/types",
+          "kind": "import-statement",
+          "external": true
+        }
+      ],
+      "format": "esm"
+    },
+    "libs/connector-runtime-sdk/src/lib/sdk/sender.sdk.interface.ts": {
+      "bytes": 660,
+      "imports": [],
+      "format": "esm"
+    },
+    "libs/connector-runtime-sdk/src/lib/sdk/telemetry.sdk.interface.ts": {
+      "bytes": 417,
+      "imports": [],
+      "format": "esm"
+    },
+    "libs/connector-runtime-sdk/src/lib/sdk/templating.sdk.interface.ts": {
+      "bytes": 349,
+      "imports": [],
+      "format": "esm"
+    },
+    "libs/connector-runtime-sdk/src/lib/sdk/files.sdk.interface.ts": {
+      "bytes": 563,
+      "imports": [],
+      "format": "esm"
+    },
+    "libs/connector-runtime-sdk/src/lib/sdk/index.ts": {
+      "bytes": 412,
+      "imports": [
+        {
+          "path": "libs/connector-runtime-sdk/src/lib/sdk/sdk.interface.ts",
+          "kind": "import-statement",
+          "original": "./sdk.interface"
+        },
+        {
+          "path": "libs/connector-runtime-sdk/src/lib/sdk/http-client.interface.ts",
+          "kind": "import-statement",
+          "original": "./http-client.interface"
+        },
+        {
+          "path": "libs/connector-runtime-sdk/src/lib/sdk/logger.sdk.interface.ts",
+          "kind": "import-statement",
+          "original": "./logger.sdk.interface"
+        },
+        {
+          "path": "libs/connector-runtime-sdk/src/lib/sdk/offset-store.sdk.interface.ts",
+          "kind": "import-statement",
+          "original": "./offset-store.sdk.interface"
+        },
+        {
+          "path": "libs/connector-runtime-sdk/src/lib/sdk/processing.sdk.interface.ts",
+          "kind": "import-statement",
+          "original": "./processing.sdk.interface"
+        },
+        {
+          "path": "libs/connector-runtime-sdk/src/lib/sdk/receiver.sdk.interface.ts",
+          "kind": "import-statement",
+          "original": "./receiver.sdk.interface"
+        },
+        {
+          "path": "libs/connector-runtime-sdk/src/lib/sdk/sender.sdk.interface.ts",
+          "kind": "import-statement",
+          "original": "./sender.sdk.interface"
+        },
+        {
+          "path": "libs/connector-runtime-sdk/src/lib/sdk/telemetry.sdk.interface.ts",
+          "kind": "import-statement",
+          "original": "./telemetry.sdk.interface"
+        },
+        {
+          "path": "libs/connector-runtime-sdk/src/lib/sdk/templating.sdk.interface.ts",
+          "kind": "import-statement",
+          "original": "./templating.sdk.interface"
+        },
+        {
+          "path": "libs/connector-runtime-sdk/src/lib/sdk/files.sdk.interface.ts",
+          "kind": "import-statement",
+          "original": "./files.sdk.interface"
+        }
+      ],
+      "format": "esm"
+    },
+    "libs/connector-runtime-sdk/src/index.ts": {
+      "bytes": 119,
+      "imports": [
+        {
+          "path": "libs/connector-runtime-sdk/src/lib/connector-runtime.ts",
+          "kind": "import-statement",
+          "original": "./lib/connector-runtime"
+        },
+        {
+          "path": "libs/connector-runtime-sdk/src/lib/connector-runtime.interface.ts",
+          "kind": "import-statement",
+          "original": "./lib/connector-runtime.interface"
+        },
+        {
+          "path": "libs/connector-runtime-sdk/src/lib/sdk/index.ts",
+          "kind": "import-statement",
+          "original": "./lib/sdk"
+        }
+      ],
+      "format": "esm"
+    }
+  },
+  "outputs": {
+    "dist/libs/connector-runtime-sdk/index.cjs.map": {
+      "imports": [],
+      "exports": [],
+      "inputs": {},
+      "bytes": 5115
+    },
+    "dist/libs/connector-runtime-sdk/index.cjs": {
+      "imports": [
+        {
+          "path": "node:process",
+          "kind": "require-call",
+          "external": true
+        }
+      ],
+      "exports": [],
+      "entryPoint": "libs/connector-runtime-sdk/src/index.ts",
+      "inputs": {
+        "libs/connector-runtime-sdk/src/index.ts": {
+          "bytesInOutput": 62
+        },
+        "libs/connector-runtime-sdk/src/lib/connector-runtime.ts": {
+          "bytesInOutput": 998
+        },
+        "libs/connector-runtime-sdk/src/lib/sdk/index.ts": {
+          "bytesInOutput": 0
+        }
+      },
+      "bytes": 1695
+    }
+  }
+}

package/meta.esm.json

@@ -0,0 +1,252 @@
+{
+  "inputs": {
+    "libs/connector-runtime-sdk/src/lib/connector-runtime.ts": {
+      "bytes": 3300,
+      "imports": [
+        {
+          "path": "node:process",
+          "kind": "import-statement",
+          "external": true
+        },
+        {
+          "path": "@xip-online-data/types",
+          "kind": "import-statement",
+          "external": true
+        },
+        {
+          "path": "./connector-runtime.interface",
+          "kind": "import-statement",
+          "external": true
+        },
+        {
+          "path": "./sdk",
+          "kind": "import-statement",
+          "external": true
+        }
+      ],
+      "format": "esm"
+    },
+    "libs/connector-runtime-sdk/src/lib/connector-runtime.interface.ts": {
+      "bytes": 125,
+      "imports": [],
+      "format": "esm"
+    },
+    "libs/connector-runtime-sdk/src/lib/sdk/sdk.interface.ts": {
+      "bytes": 1511,
+      "imports": [
+        {
+          "path": "@xip-online-data/types",
+          "kind": "import-statement",
+          "external": true
+        },
+        {
+          "path": "./files.sdk.interface",
+          "kind": "import-statement",
+          "external": true
+        },
+        {
+          "path": "./http-client.interface",
+          "kind": "import-statement",
+          "external": true
+        },
+        {
+          "path": "./logger.sdk.interface",
+          "kind": "import-statement",
+          "external": true
+        },
+        {
+          "path": "./offset-store.sdk.interface",
+          "kind": "import-statement",
+          "external": true
+        },
+        {
+          "path": "./processing.sdk.interface",
+          "kind": "import-statement",
+          "external": true
+        },
+        {
+          "path": "./receiver.sdk.interface",
+          "kind": "import-statement",
+          "external": true
+        },
+        {
+          "path": "./sender.sdk.interface",
+          "kind": "import-statement",
+          "external": true
+        },
+        {
+          "path": "./telemetry.sdk.interface",
+          "kind": "import-statement",
+          "external": true
+        },
+        {
+          "path": "./templating.sdk.interface",
+          "kind": "import-statement",
+          "external": true
+        }
+      ],
+      "format": "esm"
+    },
+    "libs/connector-runtime-sdk/src/lib/sdk/http-client.interface.ts": {
+      "bytes": 2475,
+      "imports": [],
+      "format": "esm"
+    },
+    "libs/connector-runtime-sdk/src/lib/sdk/logger.sdk.interface.ts": {
+      "bytes": 244,
+      "imports": [],
+      "format": "esm"
+    },
+    "libs/connector-runtime-sdk/src/lib/sdk/offset-store.sdk.interface.ts": {
+      "bytes": 359,
+      "imports": [],
+      "format": "esm"
+    },
+    "libs/connector-runtime-sdk/src/lib/sdk/processing.sdk.interface.ts": {
+      "bytes": 467,
+      "imports": [],
+      "format": "esm"
+    },
+    "libs/connector-runtime-sdk/src/lib/sdk/receiver.sdk.interface.ts": {
+      "bytes": 945,
+      "imports": [
+        {
+          "path": "@xip-online-data/types",
+          "kind": "import-statement",
+          "external": true
+        }
+      ],
+      "format": "esm"
+    },
+    "libs/connector-runtime-sdk/src/lib/sdk/sender.sdk.interface.ts": {
+      "bytes": 660,
+      "imports": [],
+      "format": "esm"
+    },
+    "libs/connector-runtime-sdk/src/lib/sdk/telemetry.sdk.interface.ts": {
+      "bytes": 417,
+      "imports": [],
+      "format": "esm"
+    },
+    "libs/connector-runtime-sdk/src/lib/sdk/templating.sdk.interface.ts": {
+      "bytes": 349,
+      "imports": [],
+      "format": "esm"
+    },
+    "libs/connector-runtime-sdk/src/lib/sdk/files.sdk.interface.ts": {
+      "bytes": 563,
+      "imports": [],
+      "format": "esm"
+    },
+    "libs/connector-runtime-sdk/src/lib/sdk/index.ts": {
+      "bytes": 412,
+      "imports": [
+        {
+          "path": "libs/connector-runtime-sdk/src/lib/sdk/sdk.interface.ts",
+          "kind": "import-statement",
+          "original": "./sdk.interface"
+        },
+        {
+          "path": "libs/connector-runtime-sdk/src/lib/sdk/http-client.interface.ts",
+          "kind": "import-statement",
+          "original": "./http-client.interface"
+        },
+        {
+          "path": "libs/connector-runtime-sdk/src/lib/sdk/logger.sdk.interface.ts",
+          "kind": "import-statement",
+          "original": "./logger.sdk.interface"
+        },
+        {
+          "path": "libs/connector-runtime-sdk/src/lib/sdk/offset-store.sdk.interface.ts",
+          "kind": "import-statement",
+          "original": "./offset-store.sdk.interface"
+        },
+        {
+          "path": "libs/connector-runtime-sdk/src/lib/sdk/processing.sdk.interface.ts",
+          "kind": "import-statement",
+          "original": "./processing.sdk.interface"
+        },
+        {
+          "path": "libs/connector-runtime-sdk/src/lib/sdk/receiver.sdk.interface.ts",
+          "kind": "import-statement",
+          "original": "./receiver.sdk.interface"
+        },
+        {
+          "path": "libs/connector-runtime-sdk/src/lib/sdk/sender.sdk.interface.ts",
+          "kind": "import-statement",
+          "original": "./sender.sdk.interface"
+        },
+        {
+          "path": "libs/connector-runtime-sdk/src/lib/sdk/telemetry.sdk.interface.ts",
+          "kind": "import-statement",
+          "original": "./telemetry.sdk.interface"
+        },
+        {
+          "path": "libs/connector-runtime-sdk/src/lib/sdk/templating.sdk.interface.ts",
+          "kind": "import-statement",
+          "original": "./templating.sdk.interface"
+        },
+        {
+          "path": "libs/connector-runtime-sdk/src/lib/sdk/files.sdk.interface.ts",
+          "kind": "import-statement",
+          "original": "./files.sdk.interface"
+        }
+      ],
+      "format": "esm"
+    },
+    "libs/connector-runtime-sdk/src/index.ts": {
+      "bytes": 119,
+      "imports": [
+        {
+          "path": "libs/connector-runtime-sdk/src/lib/connector-runtime.ts",
+          "kind": "import-statement",
+          "original": "./lib/connector-runtime"
+        },
+        {
+          "path": "libs/connector-runtime-sdk/src/lib/connector-runtime.interface.ts",
+          "kind": "import-statement",
+          "original": "./lib/connector-runtime.interface"
+        },
+        {
+          "path": "libs/connector-runtime-sdk/src/lib/sdk/index.ts",
+          "kind": "import-statement",
+          "original": "./lib/sdk"
+        }
+      ],
+      "format": "esm"
+    }
+  },
+  "outputs": {
+    "dist/libs/connector-runtime-sdk/index.js.map": {
+      "imports": [],
+      "exports": [],
+      "inputs": {},
+      "bytes": 4814
+    },
+    "dist/libs/connector-runtime-sdk/index.js": {
+      "imports": [
+        {
+          "path": "node:process",
+          "kind": "import-statement",
+          "external": true
+        }
+      ],
+      "exports": [
+        "ConnectorRuntimeSDK"
+      ],
+      "entryPoint": "libs/connector-runtime-sdk/src/index.ts",
+      "inputs": {
+        "libs/connector-runtime-sdk/src/lib/connector-runtime.ts": {
+          "bytesInOutput": 1000
+        },
+        "libs/connector-runtime-sdk/src/index.ts": {
+          "bytesInOutput": 0
+        },
+        "libs/connector-runtime-sdk/src/lib/sdk/index.ts": {
+          "bytesInOutput": 0
+        }
+      },
+      "bytes": 1068
+    }
+  }
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@transai/connector-runtime-sdk",
-  "version": "0.1.0",
+  "version": "0.2.0",
   "publishConfig": {
     "access": "public"
   },

package/src/lib/connector-runtime.d.ts

@@ -0,0 +1,16 @@
+import { KafkaCallbackResponse, BaseConnectorConfig, ActionInterface, ConnectorInterface, XodJobType } from '@xip-online-data/types';
+import { ConnectorRuntimeInterface } from './connector-runtime.interface';
+import { ConnectorSDKInterface } from './sdk';
+export interface IpcMessage {
+    cmd: string;
+    message: string;
+}
+export declare abstract class ConnectorRuntimeSDK<T extends BaseConnectorConfig = BaseConnectorConfig> implements ConnectorRuntimeInterface {
+    #private;
+    constructor(connector: ConnectorInterface, connectorSDK: ConnectorSDKInterface);
+    init: () => Promise<void>;
+    start: () => Promise<void>;
+    stop: () => Promise<void>;
+    set callbackFunction(callback: (message: XodJobType, action: ActionInterface) => Promise<KafkaCallbackResponse>);
+    protected get connectorSDK(): ConnectorSDKInterface<T>;
+}

package/src/lib/connector-runtime.interface.d.ts

@@ -0,0 +1,5 @@
+export interface ConnectorRuntimeInterface {
+    init(): Promise<void>;
+    start(): Promise<void>;
+    stop(): Promise<void>;
+}

package/src/lib/sdk/files.sdk.interface.d.ts

@@ -0,0 +1,18 @@
+export interface FileInfo {
+    type: 'DIRECTORY' | 'FILE';
+    name: string;
+    size: number;
+    modifyTime: Date;
+}
+export interface FileHandleInterface {
+    get(): Buffer;
+    close(): boolean;
+}
+export interface FilesSDKInterface {
+    list(path: string): Promise<Array<FileInfo>>;
+    read(filePath: string): Promise<FileHandleInterface>;
+    write(filePath: string, data: FileHandleInterface | Buffer | string): Promise<boolean>;
+    delete(path: string): Promise<boolean>;
+    exists(path: string): Promise<boolean>;
+    pathAsDsn(path: string): string;
+}

package/src/lib/sdk/http-client.interface.d.ts

@@ -0,0 +1,38 @@
+export interface HttpConfig {
+    baseUrl?: string;
+    contentType?: string;
+    timeout?: number;
+}
+export type HttpRequestOptions<D = string | object> = {
+    headers?: Record<string, string>;
+    params?: Record<string, string | number | boolean>;
+    data?: D;
+    withCredentials?: boolean;
+};
+export type HttpRequestOptionsFormatter<D = string | object> = (requestOptions: HttpRequestOptions<D>, method: HttpMethod, url: string) => Promise<HttpRequestOptions<D>> | HttpRequestOptions<D>;
+export type HttpMethod = 'GET' | 'POST' | 'PUT' | 'DELETE' | 'PATCH' | 'HEAD' | 'OPTIONS';
+export type HttpResponseHeader = string | Array<string> | number | boolean | null;
+export type HttpResponse<D = unknown> = {
+    status: number;
+    data: D;
+    headers?: Record<string, HttpResponseHeader>;
+};
+export type HttpError = {
+    status: number;
+    error?: string;
+};
+interface PromiseWithReason<T = unknown, R = unknown> extends Promise<T> {
+    then<TResult1 = T, TResult2 = never>(onfulfilled?: ((value: T) => TResult1 | PromiseLike<TResult1>) | undefined | null, onrejected?: ((reason: R) => TResult2 | PromiseLike<TResult2>) | undefined | null): Promise<TResult1 | TResult2>;
+    catch<TResult = never>(onrejected?: ((reason: R) => TResult | PromiseLike<TResult>) | undefined | null): Promise<T | TResult>;
+}
+export type HttpClientPromise<T> = PromiseWithReason<HttpResponse<T>, HttpError>;
+export interface HttpClientSDKInterface {
+    get<R = unknown>(destination: string, options?: HttpRequestOptions): HttpClientPromise<R>;
+    post<R = unknown, D = string | object>(destination: string, data: D, options?: HttpRequestOptions<D>): HttpClientPromise<R>;
+    put<R = unknown, D = string | object>(destination: string, data: D, options?: HttpRequestOptions<D>): HttpClientPromise<R>;
+    patch<R = unknown, D = string | object>(destination: string, data: D, options?: HttpRequestOptions<D>): HttpClientPromise<R>;
+    delete<R = unknown>(destination: string, options?: HttpRequestOptions): HttpClientPromise<R>;
+    request<R = unknown, D = string | object>(method: HttpMethod, url: string, options?: HttpRequestOptions<D>): HttpClientPromise<R>;
+    setRequestOptionsFormatter<D = string | object>(formatter: HttpRequestOptionsFormatter<D>): HttpClientSDKInterface;
+}
+export {};

package/src/lib/sdk/logger.sdk.interface.d.ts

@@ -0,0 +1,7 @@
+export interface LoggerSDKInterface {
+    info(...args: Array<unknown>): void;
+    debug(...args: Array<unknown>): void;
+    error(...args: Array<unknown>): void;
+    warn(...args: Array<unknown>): void;
+    verbose(...args: Array<unknown>): void;
+}

package/src/lib/sdk/offset-store.sdk.interface.d.ts

@@ -0,0 +1,12 @@
+export interface StoredOffset {
+    timestamp: number;
+    id: number | string;
+    isoDate?: string;
+    date?: string;
+    rawTimestamp?: number | string;
+    [key: string]: string | number | undefined;
+}
+export interface OffsetStoreSDKInterface {
+    getOffset(identifier: string): Promise<StoredOffset>;
+    setOffset(offset: StoredOffset, identifier: string): void;
+}