@transai/connector-runner-api 0.1.0 → 0.2.0

package/src/lib/result.handler.ts

@@ -1,100 +0,0 @@
-import { ConnectorSDKInterface } from '@transai/connector-runtime-sdk';
-import { decode } from 'html-entities';
-
-import { ApiConfig, ConnectorConfig } from './types';
-
-export class ResultHandler {
-  readonly #sdk: ConnectorSDKInterface<ConnectorConfig>;
-
-  constructor(sdk: ConnectorSDKInterface<ConnectorConfig>) {
-    this.#sdk = sdk;
-  }
-
-  async handleResult(result: string, apiConfig: ApiConfig): Promise<void> {
-    const parsedContent = JSON.parse(decode(result));
-    const keys = Object.keys(parsedContent);
-    if (keys.length === 0) {
-      return;
-    }
-
-    if (apiConfig.listField) {
-      await this.#sendBatch(parsedContent, apiConfig);
-    } else {
-      await this.#sendSingleRecord(parsedContent, apiConfig);
-    }
-  }
-
-  async #sendBatch(
-    parsedContent: Record<string, Array<{ [key: string]: string }>>,
-    apiConfig: ApiConfig,
-  ): Promise<void> {
-    const list = parsedContent[apiConfig.listField ?? ''];
-    if (!(list && Array.isArray(list))) {
-      this.#sdk.logger.debug(
-        `[API] [${apiConfig.name}] No records found, skipping. ${JSON.stringify(list)}`,
-      );
-      return;
-    }
-
-    await this.#sendData(list, apiConfig);
-
-    const item = list[list.length - 1];
-    this.#sdk.offsetStore.setOffset(
-      {
-        timestamp: (apiConfig.incrementalField
-          ? new Date(item[apiConfig.incrementalField] as string)
-          : new Date()
-        ).getTime(),
-        id: 0,
-        rawTimestamp: 0,
-      },
-      `${apiConfig.offsetFilePrefix ?? 'offset'}_${apiConfig.name}`,
-    );
-  }
-
-  async #sendSingleRecord(
-    parsedContent: object,
-    apiConfig: ApiConfig,
-  ): Promise<void> {
-    const success = await this.#sendData([parsedContent], apiConfig);
-    if (!success) {
-      this.#sdk.logger.debug(
-        `[API] [${apiConfig.name}] Error while sending record to Kafka: `,
-        parsedContent,
-      );
-      return;
-    }
-
-    this.#sdk.offsetStore.setOffset(
-      {
-        timestamp: Date.now(),
-        id: 0,
-        rawTimestamp: 0,
-      },
-      `${apiConfig.offsetFilePrefix ?? 'offset'}_${apiConfig.name}`,
-    );
-  }
-
-  async #sendData(list: Array<object>, apiConfig: ApiConfig): Promise<boolean> {
-    const collection = `${this.#sdk.config.datasourceIdentifier ?? 'api'}_${apiConfig.name}`;
-    const metadata = {
-      ...(apiConfig.metadata ?? {}),
-      ...(apiConfig.incrementalField
-        ? { incrementalField: apiConfig.incrementalField }
-        : {}),
-      ...(apiConfig.keyField ? { keyField: apiConfig.keyField } : {}),
-      collection,
-    };
-
-    if (apiConfig.type === 'metric') {
-      return (
-        (await this.#sdk.sender.metricsLegacy(
-          list as Array<never>,
-          metadata,
-        )) === true
-      );
-    }
-
-    return (await this.#sdk.sender.documents(list, metadata)) === true;
-  }
-}

package/src/lib/types.ts

@@ -1,38 +0,0 @@
-import { HttpMethod } from '@transai/connector-runtime-sdk';
-import { BaseConnectorConfig } from '@xip-online-data/types';
-
-export interface HttpClientConfig {
-  method?: HttpMethod;
-  url?: string;
-}
-
-export interface HttpClientAuthConfig {
-  tokenUrl?: string;
-  clientId?: string;
-  clientSecret?: string;
-  authorization?: string;
-}
-
-export interface ApiConfig extends HttpClientConfig, HttpClientAuthConfig {
-  name: string;
-  interval: number;
-
-  body?: string;
-  batchSize?: number;
-  offsetFilePrefix?: string;
-  format?: string;
-  listField?: string;
-  keyField?: string;
-  incrementalField?: string;
-  type?: 'metric' | 'document';
-  metadata?: {
-    [key: string]: string;
-  };
-}
-
-export interface ConnectorConfig
-  extends BaseConnectorConfig,
-    HttpClientConfig,
-    HttpClientAuthConfig {
-  apiCalls?: Array<ApiConfig>;
-}

package/tsconfig.json

@@ -1,22 +0,0 @@
-{
-  "extends": "../../tsconfig.base.json",
-  "compilerOptions": {
-    "module": "commonjs",
-    "forceConsistentCasingInFileNames": true,
-    "strict": true,
-    "noImplicitOverride": true,
-    "noImplicitReturns": true,
-    "noFallthroughCasesInSwitch": true,
-    "noPropertyAccessFromIndexSignature": true
-  },
-  "files": [],
-  "include": [],
-  "references": [
-    {
-      "path": "./tsconfig.lib.json"
-    },
-    {
-      "path": "./tsconfig.spec.json"
-    }
-  ]
-}

package/tsconfig.lib.json

@@ -1,10 +0,0 @@
-{
-  "extends": "./tsconfig.json",
-  "compilerOptions": {
-    "outDir": "../../dist/out-tsc",
-    "declaration": true,
-    "types": ["node"]
-  },
-  "include": ["src/**/*.ts"],
-  "exclude": ["jest.config.ts", "src/**/*.spec.ts", "src/**/*.test.ts"]
-}

package/tsconfig.spec.json

@@ -1,14 +0,0 @@
-{
-  "extends": "./tsconfig.json",
-  "compilerOptions": {
-    "outDir": "../../dist/out-tsc",
-    "module": "commonjs",
-    "types": ["jest", "node"]
-  },
-  "include": [
-    "jest.config.ts",
-    "src/**/*.test.ts",
-    "src/**/*.spec.ts",
-    "src/**/*.d.ts"
-  ]
-}