@transai/connector-runner-microsoft-office365-email 0.1.0

package/libs/connector-runner-microsoft-office365-email/src/index.d.ts

@@ -0,0 +1 @@
+export * from './lib/connector-runner-microsoft-office365-email';

package/libs/connector-runner-microsoft-office365-email/src/lib/actions-handler.d.ts

@@ -0,0 +1,8 @@
+import { ConnectorSDKInterface } from '@transai/connector-runtime-sdk';
+import { MailClientInterface } from '@xip-online-data/microsoft-office365-mail-client';
+import { KafkaCallbackResponse, XodBaseMessageType } from '@xip-online-data/types';
+export declare class ActionsHandler {
+    #private;
+    constructor(connectorSDK: ConnectorSDKInterface, mailClient: MailClientInterface);
+    get callbackFunctionChain(): (m: XodBaseMessageType) => Promise<KafkaCallbackResponse<unknown>>;
+}

package/libs/connector-runner-microsoft-office365-email/src/lib/connector-runner-microsoft-office365-email.d.ts

@@ -0,0 +1,8 @@
+import { ConnectorRuntimeSDK, ConnectorSDKInterface } from '@transai/connector-runtime-sdk';
+import { ConnectorInterface } from '@xip-online-data/types';
+import { ConnectorConfig } from './types';
+export declare class ConnectorRunnerMicrosoftOffice365Email extends ConnectorRuntimeSDK<ConnectorConfig> {
+    #private;
+    constructor(connector: ConnectorInterface, connectorSDK: ConnectorSDKInterface);
+    start: () => Promise<void>;
+}

package/libs/connector-runner-microsoft-office365-email/src/lib/mail-processor.d.ts

@@ -0,0 +1,11 @@
+import { ConnectorSDKInterface, IntervalHandler } from '@transai/connector-runtime-sdk';
+import { MailClientInterface } from '@xip-online-data/microsoft-office365-mail-client';
+import { ConnectorConfig, MailboxConfig } from './types';
+export declare class MailProcessor implements IntervalHandler {
+    #private;
+    readonly DEFAULT_EVENT_TTL = 3600000;
+    readonly DEFAULT_INTERVAL_SECONDS = 60;
+    readonly MAX_PROCESSING_TRIES = 10;
+    constructor(sdk: ConnectorSDKInterface<ConnectorConfig>, config: MailboxConfig, mailClient: MailClientInterface);
+    onRun(): Promise<void>;
+}

package/libs/connector-runner-microsoft-office365-email/src/lib/types.d.ts

@@ -0,0 +1,14 @@
+import { MailConfig } from '@xip-online-data/microsoft-office365-mail-client';
+import { BaseConnectorConfig } from '@xip-online-data/types';
+export interface MailboxConfig {
+    mailboxIdentifier: string;
+    mailbox: string;
+    offsetFilePrefix?: string;
+    type?: 'metric' | 'document';
+    interval?: number;
+    limit?: number;
+}
+export interface ConnectorConfig extends BaseConnectorConfig {
+    mailboxes: Array<MailboxConfig>;
+    mailConfig: MailConfig;
+}

package/libs/connector-runtime-sdk/src/index.d.ts

@@ -0,0 +1,3 @@
+export * from './lib/connector-runtime';
+export * from './lib/connector-runtime.interface';
+export * from './lib/sdk';

package/libs/connector-runtime-sdk/src/lib/connector-runtime.d.ts

@@ -0,0 +1,16 @@
+import { KafkaCallbackResponse, BaseConnectorConfig, ActionInterface, ConnectorInterface, XodJobType } from '@xip-online-data/types';
+import { ConnectorRuntimeInterface } from './connector-runtime.interface';
+import { ConnectorSDKInterface } from './sdk';
+export interface IpcMessage {
+    cmd: string;
+    message: string;
+}
+export declare abstract class ConnectorRuntimeSDK<T extends BaseConnectorConfig = BaseConnectorConfig> implements ConnectorRuntimeInterface {
+    #private;
+    constructor(connector: ConnectorInterface, connectorSDK: ConnectorSDKInterface);
+    init: () => Promise<void>;
+    start: () => Promise<void>;
+    stop: () => Promise<void>;
+    set callbackFunction(callback: (message: XodJobType, action: ActionInterface) => Promise<KafkaCallbackResponse>);
+    protected get connectorSDK(): ConnectorSDKInterface<T>;
+}

package/libs/connector-runtime-sdk/src/lib/connector-runtime.interface.d.ts

@@ -0,0 +1,5 @@
+export interface ConnectorRuntimeInterface {
+    init(): Promise<void>;
+    start(): Promise<void>;
+    stop(): Promise<void>;
+}

package/libs/connector-runtime-sdk/src/lib/sdk/index.d.ts

@@ -0,0 +1,7 @@
+export * from './sdk.interface';
+export * from './logger.sdk.interface';
+export * from './offset-store.sdk.interface';
+export * from './processing.sdk.interface';
+export * from './receiver.sdk.interface';
+export * from './sender.sdk.interface';
+export * from './templating.sdk.interface';

package/libs/connector-runtime-sdk/src/lib/sdk/logger.sdk.interface.d.ts

@@ -0,0 +1,7 @@
+export interface LoggerSDKInterface {
+    info(...args: Array<unknown>): void;
+    debug(...args: Array<unknown>): void;
+    error(...args: Array<unknown>): void;
+    warn(...args: Array<unknown>): void;
+    verbose(...args: Array<unknown>): void;
+}

package/libs/connector-runtime-sdk/src/lib/sdk/offset-store.sdk.interface.d.ts

@@ -0,0 +1,11 @@
+export interface StoredOffset {
+    timestamp: number;
+    id: number | string;
+    isoDate?: string;
+    date?: string;
+    rawTimestamp?: number | string;
+}
+export interface OffsetStoreSDKInterface {
+    getOffset(identifier: string): Promise<StoredOffset>;
+    setOffset(offset: StoredOffset, identifier: string): void;
+}

package/libs/connector-runtime-sdk/src/lib/sdk/processing.sdk.interface.d.ts

@@ -0,0 +1,12 @@
+export interface IntervalHandler {
+    name?: string;
+    onRun: () => Promise<void> | void;
+    onStop?: () => Promise<void> | void;
+}
+export type RegisterIntervalOptions = {
+    immediate?: boolean;
+};
+export interface ProcessingSDKInterface {
+    registerInterval(intervalSeconds: number, handler: IntervalHandler, options?: RegisterIntervalOptions): Promise<string>;
+    stopInterval(name: string): Promise<void>;
+}

package/libs/connector-runtime-sdk/src/lib/sdk/receiver.sdk.interface.d.ts

@@ -0,0 +1,14 @@
+import { ActionInterface, KafkaCallbackResponse, KafkaCallbackResponseType, XodJobType } from '@xip-online-data/types';
+export interface ReceiverSDKInterface {
+    readonly responses: {
+        readonly ok: KafkaCallbackResponseType;
+        readonly created: KafkaCallbackResponseType;
+        readonly badRequest: KafkaCallbackResponseType;
+        readonly unprocessableEntity: KafkaCallbackResponseType;
+        readonly notFound: KafkaCallbackResponseType;
+        readonly internalServerError: KafkaCallbackResponseType;
+    };
+    registerCallback<T extends XodJobType = XodJobType>(callbackFunction: (message: T) => Promise<KafkaCallbackResponse>, eventType?: string, identifier?: string): void;
+    getActionConfig(message: XodJobType): ActionInterface | null;
+    emitEventType<T extends XodJobType = XodJobType>(callbackFunction: (message: T) => Promise<KafkaCallbackResponse>): (message: T) => Promise<KafkaCallbackResponse>;
+}

package/libs/connector-runtime-sdk/src/lib/sdk/sdk.interface.d.ts

@@ -0,0 +1,16 @@
+import { BaseConnectorConfig } from '@xip-online-data/types';
+import { LoggerSDKInterface } from './logger.sdk.interface';
+import { OffsetStoreSDKInterface } from './offset-store.sdk.interface';
+import { ProcessingSDKInterface } from './processing.sdk.interface';
+import { ReceiverSDKInterface } from './receiver.sdk.interface';
+import { SenderSDKInterface } from './sender.sdk.interface';
+import { TemplatingSDKInterface } from './templating.sdk.interface';
+export interface ConnectorSDKInterface<T = BaseConnectorConfig> {
+    get config(): T;
+    get logger(): LoggerSDKInterface;
+    get sender(): SenderSDKInterface;
+    get receiver(): ReceiverSDKInterface;
+    get templating(): TemplatingSDKInterface;
+    get processing(): ProcessingSDKInterface;
+    get offsetStore(): OffsetStoreSDKInterface;
+}

package/libs/connector-runtime-sdk/src/lib/sdk/sender.sdk.interface.d.ts

@@ -0,0 +1,22 @@
+export interface Metric {
+    key: string;
+    value: number;
+}
+export type Metadata = {
+    [key: string]: string;
+};
+export interface Context {
+    timestamp?: Date;
+    ttl?: number;
+    extraPayload?: {
+        [key: string]: string;
+    };
+}
+export type Result = boolean | {
+    [index: number]: boolean;
+};
+export interface SenderSDKInterface {
+    metrics(metrics: Array<Metric>, metadata?: Metadata, context?: Context): Promise<Result>;
+    metricsLegacy(metrics: Array<never>, metadata?: Metadata, context?: Context): Promise<Result>;
+    documents(metrics: Array<object>, metadata?: Metadata, context?: Context): Promise<Result>;
+}

package/libs/connector-runtime-sdk/src/lib/sdk/templating.sdk.interface.d.ts

@@ -0,0 +1,12 @@
+export type RuntimeOptions = {
+    partial?: boolean;
+};
+export type CompileDelegate<T = unknown> = {
+    (context: T, options?: RuntimeOptions): string;
+};
+export type CompileOptions = {
+    strict?: boolean;
+};
+export interface TemplatingSDKInterface {
+    compile<T = unknown>(input: string, options?: CompileOptions): CompileDelegate<T>;
+}

package/libs/logger/src/index.d.ts

@@ -0,0 +1 @@
+export * from './lib/logger';

package/libs/logger/src/lib/logger.d.ts

@@ -0,0 +1,28 @@
+export declare enum LogLevels {
+    error = "error",
+    warn = "warn",
+    info = "info",
+    http = "http",
+    debug = "debug"
+}
+export declare class Logger {
+    #private;
+    private static instance;
+    private readonly logger;
+    constructor(identifier?: string, loglevel?: LogLevels);
+    static getInstance(identifier?: string, loglevel?: LogLevels): Logger;
+    setDatadogTransport(context?: {
+        service?: string;
+        env?: string;
+        source?: string;
+        tags?: {
+            [tag: string]: string;
+        };
+        apiKey?: string;
+    }): Logger;
+    info(...args: Array<unknown>): void;
+    debug(...args: Array<unknown>): void;
+    error(...args: Array<unknown>): void;
+    warn(...args: Array<unknown>): void;
+    verbose(...args: Array<unknown>): void;
+}

package/libs/microsoft-office365-mail-client/src/index.d.ts

@@ -0,0 +1,3 @@
+export * from './lib/mail-client.interface';
+export * from './lib/mail-client';
+export * from './lib/types';

package/libs/microsoft-office365-mail-client/src/lib/mail-client.d.ts

@@ -0,0 +1,12 @@
+import { MailClientInterface } from './mail-client.interface';
+import { Office365Client } from './office365-client';
+import { Office365MailParser } from './office365-mail-parser';
+import { MailConfig, MailMessage } from './types';
+export declare class MailClient implements MailClientInterface {
+    #private;
+    constructor(config: MailConfig, office365Client?: Office365Client, office365Parser?: Office365MailParser);
+    readMailbox(mailbox: string, lastSeenTimestamp?: number, lastSeenId?: string, limit?: number): Promise<Array<MailMessage>>;
+    reply(messageId: string, from: string, body: string, concept?: boolean): Promise<void>;
+    addCategory(messageId: string, ...category: Array<string>): Promise<void>;
+    removeCategory(messageId: string, ...category: Array<string>): Promise<void>;
+}

package/libs/microsoft-office365-mail-client/src/lib/mail-client.interface.d.ts

@@ -0,0 +1,7 @@
+import { MailMessage } from './types';
+export interface MailClientInterface {
+    readMailbox(mailbox: string, lastSeenTimestamp?: number, lastSeenId?: string, limit?: number): Promise<Array<MailMessage>>;
+    reply(messageId: string, from: string, body: string, concept?: boolean): Promise<void>;
+    addCategory(messageId: string, ...category: Array<string>): Promise<void>;
+    removeCategory(messageId: string, ...category: Array<string>): Promise<void>;
+}

package/libs/microsoft-office365-mail-client/src/lib/office365-client.d.ts

@@ -0,0 +1,16 @@
+import { ParsedMail } from 'mailparser';
+import { Office365Folder, Office365Mail, Office365MailCategories } from './office365-types';
+export declare class Office365Client {
+    #private;
+    constructor(userPrincipalName: string, emlTestMode?: boolean);
+    init(tenantId: string, clientId: string, clientSecret: string): Promise<void>;
+    getFolder(displayName: string, topMailboxes?: number): Promise<Office365Folder | null>;
+    getMail(messageId: string): Promise<Office365Mail | null>;
+    getMails(folderId: string, limit?: number, fromEpochMs?: number): Promise<Array<Office365Mail>>;
+    getFullMail(folderId: string, mailId: string): Promise<ParsedMail>;
+    getMailCategories(messageId: string): Promise<Office365MailCategories>;
+    updateMailCategories(messageId: string, categories: Office365MailCategories): Promise<void>;
+    createReply(messageId: string, body?: string, from?: string): Promise<Office365Mail>;
+    sendMail(messageId: string): Promise<void>;
+    moveMailToFolder(messageId: string, folderId: string): Promise<void>;
+}

package/libs/microsoft-office365-mail-client/src/lib/office365-mail-parser.d.ts

@@ -0,0 +1,8 @@
+import { ParsedMail } from 'mailparser';
+import { Office365Mail } from './office365-types';
+import { MailMessage } from './types';
+export declare class Office365MailParser {
+    #private;
+    parsedToMailMessage(mail: Office365Mail, parsed: ParsedMail, receivedFallback: Date): Promise<MailMessage>;
+    formatMailReplyBody(orig: Office365Mail, body: string): string;
+}

package/libs/microsoft-office365-mail-client/src/lib/office365-types.d.ts

@@ -0,0 +1,73 @@
+export type Office365Folder = {
+    id: string;
+    displayName?: string;
+};
+export type Office365FolderList = {
+    value?: Array<Office365Folder>;
+};
+export type Office365Mail = {
+    id: string;
+    internetMessageId?: string;
+    subject?: string;
+    receivedDateTime?: string;
+    sentDateTime?: string;
+    lastModifiedDateTime?: string;
+    body?: {
+        contentType: 'Text' | 'HTML';
+        content: string;
+    };
+    bodyPreview?: string;
+    from?: {
+        emailAddress: {
+            address?: string;
+        };
+    };
+    replyTo?: Array<{
+        emailAddress: {
+            address?: string;
+        };
+    }>;
+    toRecipients?: Array<{
+        emailAddress: {
+            address?: string;
+        };
+    }>;
+    ccRecipients?: Array<{
+        emailAddress: {
+            address?: string;
+        };
+    }>;
+    bccRecipients?: Array<{
+        emailAddress: {
+            address?: string;
+        };
+    }>;
+    internetMessageHeaders?: Array<{
+        name: string;
+        value: string;
+    }>;
+};
+export type Office365MailList = {
+    value?: Array<Office365Mail>;
+    '@odata.nextLink'?: string;
+};
+export type Office365MailCategories = {
+    categories?: Array<string>;
+};
+export type Office365MailAttachment = {
+    id: string;
+    contentType?: 'message/rfc822' | string;
+    name?: string;
+    fileName?: string;
+    contentBytes?: unknown;
+    '@odata.type': '#microsoft.graph.fileAttachment' | '#microsoft.graph.itemAttachment' | string;
+    item?: {
+        '@odata.type': '#microsoft.graph.message' | string;
+    };
+};
+export type Office365MailAttachmentList = {
+    value?: Array<Office365MailAttachment>;
+    '@odata.nextLink'?: string;
+};
+export declare const WELL_KNOWN_EMAIL_BOXES: string[];
+export declare const EMAIL_SELECTABLE_FIELD: string[];

package/libs/microsoft-office365-mail-client/src/lib/types.d.ts

@@ -0,0 +1,46 @@
+export interface MailConfig {
+    username: string;
+    tenantId?: string;
+    clientId?: string;
+    clientSecret?: string;
+    emlTestMode?: boolean;
+}
+export interface MailAttachment {
+    content?: string;
+    text?: string;
+    contentType: string;
+    filename?: string;
+    path?: string;
+}
+export interface MailMessage {
+    /**
+     * Surrogate, monotonic per sync: Graph lastModifiedDateTime as epoch ms.
+     * This advances on moves/edits so backfills (e.g. moving old mail to Inbox)
+     * are detected on the next run.
+     */
+    deltaTimestamp: number;
+    deltaId: string;
+    attachments?: Array<MailAttachment>;
+    headers?: Array<{
+        key: string;
+        header: string;
+    }>;
+    headerLines?: Array<{
+        key: string;
+        line: string;
+    }>;
+    subject?: string;
+    references?: string | Array<string>;
+    date?: Date;
+    to?: Array<string>;
+    from?: Array<string>;
+    cc?: Array<string>;
+    bcc?: Array<string>;
+    messageId?: string;
+    inReplyTo?: string;
+    replyTo?: Array<string>;
+    text?: string;
+    html?: string;
+    textAsHtml?: string;
+    originalMessageId?: string;
+}

package/libs/types/src/index.d.ts

@@ -0,0 +1,7 @@
+export * from './lib/types';
+export * from './lib/response.types';
+export * from './lib/message.types';
+export * from './lib/cube-query-config.types';
+export * from './lib/file-action.types';
+export * from './lib/management-api';
+export * from './lib/http-status-codes.enum';

package/libs/types/src/lib/cube-query-config.types.d.ts

@@ -0,0 +1,20 @@
+import { Query } from '@cubejs-client/core';
+export interface CubeQueryConfig {
+    tenantId: string;
+    query: Query;
+    nullable?: boolean;
+    subqueries: Array<CubeSubQueryConfig>;
+}
+export interface CubeSubQueryConfig {
+    tenantId?: string;
+    query: Query;
+    nullable?: boolean;
+    field: string;
+    joinConditions: Array<CubeJoinCondition>;
+}
+export interface CubeJoinCondition {
+    selectField: string;
+    operator: string;
+    valueField: Array<string>;
+    valueMap?: Array<any>;
+}

package/libs/types/src/lib/file-action.types.d.ts

@@ -0,0 +1,5 @@
+export declare enum FileActionType {
+    ACTION_MOVE = "move",
+    ACTION_DELETE = "delete",
+    ACTION_NOTHING = "nothing"
+}

package/libs/types/src/lib/http-status-codes.enum.d.ts

@@ -0,0 +1,63 @@
+export declare enum HttpStatusCode {
+    Continue = 100,
+    SwitchingProtocols = 101,
+    Processing = 102,
+    OK = 200,
+    Created = 201,
+    Accepted = 202,
+    NonAuthoritativeInformation = 203,
+    NoContent = 204,
+    ResetContent = 205,
+    PartialContent = 206,
+    MultiStatus = 207,
+    AlreadyReported = 208,
+    IMUsed = 226,
+    MultipleChoices = 300,
+    MovedPermanently = 301,
+    Found = 302,
+    SeeOther = 303,
+    NotModified = 304,
+    UseProxy = 305,
+    TemporaryRedirect = 307,
+    PermanentRedirect = 308,
+    BadRequest = 400,
+    Unauthorized = 401,
+    PaymentRequired = 402,
+    Forbidden = 403,
+    NotFound = 404,
+    MethodNotAllowed = 405,
+    NotAcceptable = 406,
+    ProxyAuthenticationRequired = 407,
+    RequestTimeout = 408,
+    Conflict = 409,
+    Gone = 410,
+    LengthRequired = 411,
+    PreconditionFailed = 412,
+    PayloadTooLarge = 413,
+    URITooLong = 414,
+    UnsupportedMediaType = 415,
+    RangeNotSatisfiable = 416,
+    ExpectationFailed = 417,
+    ImATeapot = 418,
+    MisdirectedRequest = 421,
+    UnprocessableEntity = 422,
+    Locked = 423,
+    FailedDependency = 424,
+    TooEarly = 425,
+    UpgradeRequired = 426,
+    PreconditionRequired = 428,
+    TooManyRequests = 429,
+    RequestHeaderFieldsTooLarge = 431,
+    UnavailableForLegalReasons = 451,
+    InternalServerError = 500,
+    NotImplemented = 501,
+    BadGateway = 502,
+    ServiceUnavailable = 503,
+    GatewayTimeout = 504,
+    HTTPVersionNotSupported = 505,
+    VariantAlsoNegotiates = 506,
+    InsufficientStorage = 507,
+    LoopDetected = 508,
+    NotExtended = 510,
+    NetworkAuthenticationRequired = 511
+}

package/libs/types/src/lib/management-api/action-definition.interface.d.ts

@@ -0,0 +1,12 @@
+import { TenantInterface } from './tenant.interface';
+import { CubeQueryConfig } from '../cube-query-config.types';
+export interface ActionDefinitionInterface {
+    tenant: TenantInterface;
+    eventType: string;
+    eventTopic: string;
+    destinationTopic: string;
+    actionIdentifier: string;
+    template: string;
+    fileNameTemplate: string | undefined;
+    queryConfig: CubeQueryConfig | undefined;
+}

package/libs/types/src/lib/management-api/chart.interface.d.ts

@@ -0,0 +1,9 @@
+export interface ChartInterface {
+    dashboards: Array<number>;
+    owners: Array<number>;
+    params: string;
+    slice_name: string;
+    viz_type: string;
+    id: string;
+    supersetId: number;
+}