airbyte-faros-destination 0.6.25 → 0.6.27

package/lib/converters/abstract-surveys/models.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"models.js","sourceRoot":"","sources":["../../../src/converters/abstract-surveys/models.ts"],"names":[],"mappings":";;;AAqDA,IAAY,cAKX;AALD,WAAY,cAAc;IACxB,+BAAa,CAAA;IACb,6BAAW,CAAA;IACX,+CAA6B,CAAA;IAC7B,mCAAiB,CAAA;AACnB,CAAC,EALW,cAAc,GAAd,sBAAc,KAAd,sBAAc,QAKzB;AAOD,IAAY,oBAMX;AAND,WAAY,oBAAoB;IAC9B,+CAAuB,CAAA;IACvB,6CAAqB,CAAA;IACrB,2CAAmB,CAAA;IACnB,iDAAyB,CAAA;IACzB,yCAAiB,CAAA;AACnB,CAAC,EANW,oBAAoB,GAApB,4BAAoB,KAApB,4BAAoB,QAM/B;AAOD,IAAY,sBASX;AATD,WAAY,sBAAsB;IAChC,iEAAuC,CAAA;IACvC,yEAA+C,CAAA;IAC/C,uCAAa,CAAA;IACb,qCAAW,CAAA;IACX,6CAAmB,CAAA;IACnB,uDAA6B,CAAA;IAC7B,6DAAmC,CAAA;IACnC,2CAAiB,CAAA;AACnB,CAAC,EATW,sBAAsB,GAAtB,8BAAsB,KAAtB,8BAAsB,QASjC;AAOD,IAAY,sBASX;AATD,WAAY,sBAAsB;IAChC,2CAAiB,CAAA;IACjB,qDAA2B,CAAA;IAC3B,2DAAiC,CAAA;IACjC,uDAA6B,CAAA;IAC7B,iDAAuB,CAAA;IACvB,iDAAuB,CAAA;IACvB,2CAAiB,CAAA;IACjB,2CAAiB,CAAA;AACnB,CAAC,EATW,sBAAsB,GAAtB,8BAAsB,KAAtB,8BAAsB,QASjC"}

package/lib/converters/abstract-surveys/surveys.d.ts

@@ -0,0 +1,62 @@
+import { AirbyteRecord } from 'faros-airbyte-cdk';
+import { Converter, DestinationModel, DestinationRecord, StreamContext } from '../converter';
+import { QuestionCategoryMapping } from './models';
+declare type ColumnNameMapping = {
+    survey_name_column_name?: string;
+    survey_type_column_name?: string;
+    survey_description_column_name?: string;
+    survey_started_at_column_name?: string;
+    survey_ended_at_column_name?: string;
+    survey_status_column_name?: string;
+    respondent_name_column_name?: string;
+    respondent_email_column_name?: string;
+    respondent_team_name_column_name?: string;
+    respondent_team_id_column_name?: string;
+    question_category_column_name?: string;
+    response_type_column_name?: string;
+    question_column_name?: string;
+    response_submitted_at_column_name?: string;
+};
+export interface SurveysConfig {
+    survey_responses_table_name?: string;
+    survey_metadata_table_name?: string;
+    question_metadata_table_name?: string;
+    question_category_mapping?: QuestionCategoryMapping;
+    column_names_mapping?: ColumnNameMapping;
+}
+export declare abstract class AbstractSurveys extends Converter {
+    abstract getSurveyId(record: AirbyteRecord): string | undefined;
+    abstract getTableName(record: AirbyteRecord): string | undefined;
+    getSubmittedAt(record: AirbyteRecord): string | undefined;
+    readonly destinationModels: ReadonlyArray<DestinationModel>;
+    private questionMetadata;
+    private surveyMetadata;
+    private surveyStats;
+    private usersSeen;
+    private teamsSeen;
+    private surveysSeen;
+    private questionsSeen;
+    private _config;
+    private _questionCategoryMapping;
+    private initialize;
+    protected get config(): SurveysConfig;
+    private get questionCategoryMapping();
+    convert(record: AirbyteRecord, ctx: StreamContext): Promise<ReadonlyArray<DestinationRecord>>;
+    private processQuestionMetadata;
+    private processSurveyMetadata;
+    private processResponse;
+    /** Upsert surveys to add stats and survey questions records to include metadata (question category and response type) **/
+    onProcessingComplete(ctx: StreamContext): Promise<ReadonlyArray<DestinationRecord>>;
+    private getQuestionWithMetadata;
+    private getResponseRecords;
+    private getSurveyRecord;
+    private updateSurveyStats;
+    private getFilteredQuestions;
+    private getSurveyData;
+    private getSurveyUser;
+    private getSurveyTeam;
+    static createQuestionUid(surveyId: string, question: string): string;
+    static getTeamUid(teamName: string): string | undefined;
+    static digest(input: string): string;
+}
+export {};

package/lib/converters/abstract-surveys/surveys.js

@@ -0,0 +1,358 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AbstractSurveys = void 0;
+const crypto_1 = require("crypto");
+const faros_airbyte_cdk_1 = require("faros-airbyte-cdk");
+const faros_js_client_1 = require("faros-js-client");
+const lodash_1 = __importDefault(require("lodash"));
+const converter_1 = require("../converter");
+const models_1 = require("./models");
+class AbstractSurveys extends converter_1.Converter {
+    constructor() {
+        super(...arguments);
+        this.destinationModels = [
+            'survey_Survey',
+            'survey_Question',
+            'survey_SurveyQuestionAssociation',
+            'survey_QuestionResponse',
+            'survey_User',
+            'survey_Team',
+            'survey_TeamMembership',
+        ];
+        this.questionMetadata = new Map();
+        this.surveyMetadata = new Map();
+        this.surveyStats = new Map();
+        this.usersSeen = new Set();
+        this.teamsSeen = new Set();
+        this.surveysSeen = new Set();
+        this.questionsSeen = new Set();
+        this._config = undefined;
+        this._questionCategoryMapping = undefined;
+    }
+    getSubmittedAt(record) {
+        var _a, _b;
+        const submittedAtColumnName = this.config.column_names_mapping.response_submitted_at_column_name;
+        return (_b = (_a = record === null || record === void 0 ? void 0 : record.record) === null || _a === void 0 ? void 0 : _a.data) === null || _b === void 0 ? void 0 : _b.row[submittedAtColumnName];
+    }
+    initialize(ctx) {
+        var _a, _b, _c, _d, _e, _f;
+        this._config =
+            (_c = (_a = this._config) !== null && _a !== void 0 ? _a : (_b = ctx.config.source_specific_configs) === null || _b === void 0 ? void 0 : _b.surveys) !== null && _c !== void 0 ? _c : {};
+        this._questionCategoryMapping =
+            (_f = (_d = this._questionCategoryMapping) !== null && _d !== void 0 ? _d : (0, converter_1.parseObjectConfig)((_e = this._config) === null || _e === void 0 ? void 0 : _e.question_category_mapping, 'Question Category Mapping')) !== null && _f !== void 0 ? _f : {};
+    }
+    get config() {
+        return this._config;
+    }
+    get questionCategoryMapping() {
+        return this._questionCategoryMapping;
+    }
+    async convert(record, ctx) {
+        var _a, _b;
+        this.initialize(ctx);
+        const row = (_b = (_a = record === null || record === void 0 ? void 0 : record.record) === null || _a === void 0 ? void 0 : _a.data) === null || _b === void 0 ? void 0 : _b.row;
+        const surveyId = this.getSurveyId(record);
+        const tableName = this.getTableName(record);
+        if (!row || !surveyId || !tableName) {
+            return [];
+        }
+        // Be a bit more lenient with table names matching
+        const normalizeTableName = (tableName) => {
+            return tableName.toLowerCase().split(' ').join('_');
+        };
+        // Question metadata
+        if (normalizeTableName(tableName) ===
+            normalizeTableName(this.config.question_metadata_table_name)) {
+            this.processQuestionMetadata(surveyId, row);
+            return [];
+        }
+        // Survey metadata
+        if (normalizeTableName(tableName) ===
+            normalizeTableName(this.config.survey_metadata_table_name)) {
+            this.processSurveyMetadata(surveyId, row);
+            return [];
+        }
+        // Survey response
+        if (normalizeTableName(tableName) ===
+            normalizeTableName(this.config.survey_responses_table_name)) {
+            const responseId = this.id(record);
+            const submittedAt = this.getSubmittedAt(record);
+            const questions = this.getFilteredQuestions(row);
+            const res = this.processResponse(surveyId, row, responseId, submittedAt, questions);
+            // Update survey stats for pushing on processing complete
+            this.updateSurveyStats(surveyId, questions);
+            return res;
+        }
+        return [];
+    }
+    processQuestionMetadata(surveyId, row) {
+        const questionWithMetadata = this.getQuestionWithMetadata(surveyId, row);
+        if (!questionWithMetadata) {
+            return;
+        }
+        this.questionMetadata.set(questionWithMetadata.uid, questionWithMetadata);
+    }
+    processSurveyMetadata(surveyId, row) {
+        const surveyRecord = this.getSurveyRecord(surveyId, row);
+        this.surveyMetadata.set(surveyRecord.uid, surveyRecord);
+    }
+    processResponse(surveyId, row, responseId, submittedAt, questions) {
+        const res = [];
+        const surveyUser = this.getSurveyUser(row);
+        const surveyTeam = this.getSurveyTeam(row);
+        if (surveyUser && !this.usersSeen.has(surveyUser.uid)) {
+            this.usersSeen.add(surveyUser.uid);
+            res.push({
+                model: 'survey_User',
+                record: surveyUser,
+            });
+        }
+        if (surveyTeam && !this.teamsSeen.has(surveyTeam.uid)) {
+            this.teamsSeen.add(surveyTeam.uid);
+            res.push({
+                model: 'survey_Team',
+                record: surveyTeam,
+            });
+        }
+        if (surveyUser && surveyTeam) {
+            res.push({
+                model: 'survey_TeamMembership',
+                record: {
+                    member: lodash_1.default.pick(surveyUser, ['uid', 'source']),
+                    team: lodash_1.default.pick(surveyTeam, ['uid', 'source']),
+                },
+            });
+        }
+        res.push(...this.getResponseRecords(surveyId, row, responseId, submittedAt, questions, surveyUser, surveyTeam));
+        return res;
+    }
+    /** Upsert surveys to add stats and survey questions records to include metadata (question category and response type) **/
+    async onProcessingComplete(ctx) {
+        const updateRecords = [];
+        // Add survey questions upsert mutations
+        this.questionMetadata.forEach((surveyQuestion) => {
+            const questionRecord = {
+                model: 'survey_Question__Update',
+                record: {
+                    at: Date.now(),
+                    where: { uid: surveyQuestion.uid, source: surveyQuestion.source },
+                    mask: ['questionCategory', 'responseType'],
+                    patch: {
+                        questionCategory: surveyQuestion.questionCategory,
+                        responseType: surveyQuestion.responseType,
+                    },
+                },
+            };
+            updateRecords.push(questionRecord);
+        });
+        this.surveyStats.forEach((surveyStats, surveyId) => {
+            const surveyRecord = {
+                model: 'survey_Survey__Update',
+                record: {
+                    at: Date.now(),
+                    where: { uid: surveyId, source: this.streamName.source },
+                    mask: ['stats'],
+                    patch: {
+                        stats: surveyStats,
+                    },
+                },
+            };
+            updateRecords.push(surveyRecord);
+        });
+        this.surveyMetadata.forEach((survey) => {
+            updateRecords.push({
+                model: 'survey_Survey__Update',
+                record: {
+                    at: Date.now(),
+                    where: {
+                        uid: survey.uid,
+                        source: this.streamName.source,
+                    },
+                    mask: [
+                        'name',
+                        'description',
+                        'type',
+                        'status',
+                        'startedAt',
+                        'endedAt',
+                    ],
+                    patch: {
+                        name: survey.name,
+                        description: survey.description,
+                        type: survey.type,
+                        status: survey.status,
+                        startedAt: survey.startedAt,
+                        endedAt: survey.endedAt,
+                    },
+                },
+            });
+        });
+        return updateRecords;
+    }
+    getQuestionWithMetadata(surveyId, row) {
+        const question = row[this.config.column_names_mapping.question_column_name];
+        if (!question) {
+            return undefined;
+        }
+        const category = row[this.config.column_names_mapping.question_category_column_name];
+        const responseType = row[this.config.column_names_mapping.response_type_column_name];
+        return {
+            uid: AbstractSurveys.createQuestionUid(surveyId, question),
+            source: this.source,
+            questionCategory: category
+                ? faros_js_client_1.Utils.toCategoryDetail(models_1.SurveyQuestionCategory, category, this.questionCategoryMapping)
+                : null,
+            responseType: responseType
+                ? faros_js_client_1.Utils.toCategoryDetail(models_1.SurveyResponseCategory, responseType)
+                : null,
+        };
+    }
+    getResponseRecords(surveyId, row, responseId, submittedAt, questions, surveyUser, surveyTeam) {
+        return questions.flatMap((question, index) => {
+            const surveyRecord = this.getSurveyRecord(surveyId, row);
+            const questionId = AbstractSurveys.createQuestionUid(surveyId, question);
+            const questionRecord = {
+                uid: questionId,
+                source: this.source,
+                question,
+            };
+            const surveyQuestionAssociationRecord = {
+                survey: { uid: surveyId, source: this.source },
+                question: { uid: questionRecord.uid, source: this.source },
+                order: index + 1,
+            };
+            const questionResponse = {
+                model: 'survey_QuestionResponse',
+                record: {
+                    uid: responseId,
+                    source: this.source,
+                    submittedAt,
+                    response: row[question].toString(),
+                    surveyQuestion: {
+                        survey: { uid: surveyId, source: this.source },
+                        question: { uid: questionRecord.uid, source: this.source },
+                    },
+                    respondent: surveyUser
+                        ? { uid: surveyUser.uid, source: this.source }
+                        : null,
+                    team: surveyTeam ? { uid: surveyTeam.uid, source: this.source } : null,
+                },
+            };
+            const res = [questionResponse];
+            if (!this.questionsSeen.has(questionRecord.uid)) {
+                this.questionsSeen.add(questionRecord.uid);
+                res.push(...[
+                    {
+                        model: 'survey_Question',
+                        record: questionRecord,
+                    },
+                    {
+                        model: 'survey_SurveyQuestionAssociation',
+                        record: surveyQuestionAssociationRecord,
+                    },
+                ]);
+            }
+            if (!this.surveysSeen.has(surveyId)) {
+                this.surveysSeen.add(surveyId);
+                res.push({
+                    model: 'survey_Survey',
+                    record: surveyRecord,
+                });
+            }
+            return res;
+        });
+    }
+    getSurveyRecord(surveyId, row) {
+        const surveyData = this.getSurveyData(row);
+        return {
+            uid: surveyId,
+            source: this.source,
+            status: surveyData.status
+                ? faros_js_client_1.Utils.toCategoryDetail(models_1.SurveyStatusCategory, surveyData.status)
+                : null,
+            type: surveyData.type
+                ? faros_js_client_1.Utils.toCategoryDetail(models_1.SurveyCategory, surveyData.type)
+                : null,
+            name: surveyData.name,
+            description: surveyData.description,
+            startedAt: surveyData.startedAt ? (0, faros_airbyte_cdk_1.toDate)(surveyData.startedAt) : null,
+            endedAt: surveyData.endedAt ? (0, faros_airbyte_cdk_1.toDate)(surveyData.endedAt) : null,
+        };
+    }
+    updateSurveyStats(surveyId, questions) {
+        const stats = this.surveyStats.get(surveyId) || {
+            questionCount: questions.length,
+            invitationCount: 0,
+            responseCount: 0,
+        };
+        stats.responseCount += 1;
+        this.surveyStats.set(surveyId, stats);
+    }
+    getFilteredQuestions(row) {
+        return Object.keys(row).filter((question) => ![
+            this.config.column_names_mapping.survey_name_column_name,
+            this.config.column_names_mapping.survey_type_column_name,
+            this.config.column_names_mapping.survey_description_column_name,
+            this.config.column_names_mapping.survey_started_at_column_name,
+            this.config.column_names_mapping.survey_ended_at_column_name,
+            this.config.column_names_mapping.survey_status_column_name,
+            this.config.column_names_mapping.respondent_name_column_name,
+            this.config.column_names_mapping.respondent_email_column_name,
+            this.config.column_names_mapping.respondent_team_name_column_name,
+            this.config.column_names_mapping.respondent_team_id_column_name,
+        ].includes(question));
+    }
+    getSurveyData(row) {
+        var _a, _b, _c, _d, _e, _f;
+        return {
+            name: (_a = row[this.config.column_names_mapping.survey_name_column_name]) !== null && _a !== void 0 ? _a : null,
+            type: (_b = row[this.config.column_names_mapping.survey_type_column_name]) !== null && _b !== void 0 ? _b : null,
+            description: (_c = row[this.config.column_names_mapping.survey_description_column_name]) !== null && _c !== void 0 ? _c : null,
+            startedAt: (_d = row[this.config.column_names_mapping.survey_started_at_column_name]) !== null && _d !== void 0 ? _d : null,
+            endedAt: (_e = row[this.config.column_names_mapping.survey_ended_at_column_name]) !== null && _e !== void 0 ? _e : null,
+            status: (_f = row[this.config.column_names_mapping.survey_status_column_name]) !== null && _f !== void 0 ? _f : null,
+        };
+    }
+    getSurveyUser(row) {
+        var _a;
+        const uid = row[this.config.column_names_mapping.respondent_email_column_name];
+        if (!uid) {
+            return undefined;
+        }
+        return {
+            uid,
+            source: this.source,
+            email: uid,
+            name: (_a = row[this.config.column_names_mapping.respondent_name_column_name]) !== null && _a !== void 0 ? _a : null,
+        };
+    }
+    getSurveyTeam(row) {
+        var _a;
+        const uid = (_a = row[this.config.column_names_mapping.respondent_team_id_column_name]) !== null && _a !== void 0 ? _a : AbstractSurveys.getTeamUid(row[this.config.column_names_mapping.respondent_team_name_column_name]);
+        if (!uid) {
+            return undefined;
+        }
+        return {
+            uid,
+            source: this.source,
+            name: row[this.config.column_names_mapping.respondent_team_name_column_name],
+        };
+    }
+    static createQuestionUid(surveyId, question) {
+        return AbstractSurveys.digest(`${surveyId}-${question}`);
+    }
+    static getTeamUid(teamName) {
+        if (!teamName) {
+            return undefined;
+        }
+        return AbstractSurveys.digest(teamName);
+    }
+    static digest(input) {
+        return (0, crypto_1.createHash)('sha256').update(input).digest('hex');
+    }
+}
+exports.AbstractSurveys = AbstractSurveys;
+//# sourceMappingURL=surveys.js.map

package/lib/converters/abstract-surveys/surveys.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"surveys.js","sourceRoot":"","sources":["../../../src/converters/abstract-surveys/surveys.ts"],"names":[],"mappings":";;;;;;AAAA,mCAAkC;AAClC,yDAAwD;AACxD,qDAAsC;AACtC,oDAAuB;AAEvB,4CAMsB;AACtB,qCAWkB;AA2BlB,MAAsB,eAAgB,SAAQ,qBAAS;IAAvD;;QAUW,sBAAiB,GAAoC;YAC5D,eAAe;YACf,iBAAiB;YACjB,kCAAkC;YAClC,yBAAyB;YACzB,aAAa;YACb,aAAa;YACb,uBAAuB;SACxB,CAAC;QAEM,qBAAgB,GAAgC,IAAI,GAAG,EAAE,CAAC;QAC1D,mBAAc,GAAwB,IAAI,GAAG,EAAE,CAAC;QAChD,gBAAW,GAA6B,IAAI,GAAG,EAAE,CAAC;QAElD,cAAS,GAAG,IAAI,GAAG,EAAU,CAAC;QAC9B,cAAS,GAAG,IAAI,GAAG,EAAU,CAAC;QAC9B,gBAAW,GAAG,IAAI,GAAG,EAAU,CAAC;QAChC,kBAAa,GAAG,IAAI,GAAG,EAAU,CAAC;QAElC,YAAO,GAAkB,SAAS,CAAC;QACnC,6BAAwB,GAA4B,SAAS,CAAC;IAgcxE,CAAC;IA1dC,cAAc,CAAC,MAAqB;;QAClC,MAAM,qBAAqB,GACzB,IAAI,CAAC,MAAM,CAAC,oBAAoB,CAAC,iCAAiC,CAAC;QACrE,OAAO,MAAA,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,MAAM,0CAAE,IAAI,0CAAE,GAAG,CAAC,qBAAqB,CAAC,CAAC;IAC1D,CAAC;IAwBO,UAAU,CAAC,GAAkB;;QACnC,IAAI,CAAC,OAAO;YACV,MAAA,MAAA,IAAI,CAAC,OAAO,mCAAI,MAAA,GAAG,CAAC,MAAM,CAAC,uBAAuB,0CAAE,OAAO,mCAAI,EAAE,CAAC;QACpE,IAAI,CAAC,wBAAwB;YAC3B,MAAA,MAAA,IAAI,CAAC,wBAAwB,mCAC7B,IAAA,6BAAiB,EACf,MAAA,IAAI,CAAC,OAAO,0CAAE,yBAAyB,EACvC,2BAA2B,CAC5B,mCACD,EAAE,CAAC;IACP,CAAC;IAED,IAAc,MAAM;QAClB,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;IAED,IAAY,uBAAuB;QACjC,OAAO,IAAI,CAAC,wBAAwB,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,OAAO,CACX,MAAqB,EACrB,GAAkB;;QAElB,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;QAErB,MAAM,GAAG,GAAG,MAAA,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,MAAM,0CAAE,IAAI,0CAAE,GAAG,CAAC;QACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QAC1C,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;QAE5C,IAAI,CAAC,GAAG,IAAI,CAAC,QAAQ,IAAI,CAAC,SAAS,EAAE;YACnC,OAAO,EAAE,CAAC;SACX;QAED,kDAAkD;QAClD,MAAM,kBAAkB,GAAG,CAAC,SAAiB,EAAU,EAAE;YACvD,OAAO,SAAS,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACtD,CAAC,CAAC;QAEF,oBAAoB;QACpB,IACE,kBAAkB,CAAC,SAAS,CAAC;YAC7B,kBAAkB,CAAC,IAAI,CAAC,MAAM,CAAC,4BAA4B,CAAC,EAC5D;YACA,IAAI,CAAC,uBAAuB,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;YAC5C,OAAO,EAAE,CAAC;SACX;QAED,kBAAkB;QAClB,IACE,kBAAkB,CAAC,SAAS,CAAC;YAC7B,kBAAkB,CAAC,IAAI,CAAC,MAAM,CAAC,0BAA0B,CAAC,EAC1D;YACA,IAAI,CAAC,qBAAqB,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;YAC1C,OAAO,EAAE,CAAC;SACX;QAED,kBAAkB;QAClB,IACE,kBAAkB,CAAC,SAAS,CAAC;YAC7B,kBAAkB,CAAC,IAAI,CAAC,MAAM,CAAC,2BAA2B,CAAC,EAC3D;YACA,MAAM,UAAU,GAAG,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC;YACnC,MAAM,WAAW,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;YAEhD,MAAM,SAAS,GAAG,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,CAAC;YACjD,MAAM,GAAG,GAAG,IAAI,CAAC,eAAe,CAC9B,QAAQ,EACR,GAAG,EACH,UAAU,EACV,WAAW,EACX,SAAS,CACV,CAAC;YAEF,yDAAyD;YACzD,IAAI,CAAC,iBAAiB,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;YAE5C,OAAO,GAAG,CAAC;SACZ;QAED,OAAO,EAAE,CAAC;IACZ,CAAC;IAEO,uBAAuB,CAAC,QAAgB,EAAE,GAAQ;QACxD,MAAM,oBAAoB,GAAG,IAAI,CAAC,uBAAuB,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;QAEzE,IAAI,CAAC,oBAAoB,EAAE;YACzB,OAAO;SACR;QAED,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,oBAAoB,CAAC,GAAG,EAAE,oBAAoB,CAAC,CAAC;IAC5E,CAAC;IAEO,qBAAqB,CAAC,QAAgB,EAAE,GAAQ;QACtD,MAAM,YAAY,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;QACzD,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,YAAY,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC;IAC1D,CAAC;IAEO,eAAe,CACrB,QAAgB,EAChB,GAAQ,EACR,UAAkB,EAClB,WAAmB,EACnB,SAAmB;QAEnB,MAAM,GAAG,GAAG,EAAE,CAAC;QAEf,MAAM,UAAU,GAA2B,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC;QACnE,MAAM,UAAU,GAA2B,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC;QAEnE,IAAI,UAAU,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE;YACrD,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;YACnC,GAAG,CAAC,IAAI,CAAC;gBACP,KAAK,EAAE,aAAa;gBACpB,MAAM,EAAE,UAAU;aACnB,CAAC,CAAC;SACJ;QAED,IAAI,UAAU,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE;YACrD,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;YACnC,GAAG,CAAC,IAAI,CAAC;gBACP,KAAK,EAAE,aAAa;gBACpB,MAAM,EAAE,UAAU;aACnB,CAAC,CAAC;SACJ;QAED,IAAI,UAAU,IAAI,UAAU,EAAE;YAC5B,GAAG,CAAC,IAAI,CAAC;gBACP,KAAK,EAAE,uBAAuB;gBAC9B,MAAM,EAAE;oBACN,MAAM,EAAE,gBAAC,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;oBAC7C,IAAI,EAAE,gBAAC,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;iBAC5C;aACF,CAAC,CAAC;SACJ;QAED,GAAG,CAAC,IAAI,CACN,GAAG,IAAI,CAAC,kBAAkB,CACxB,QAAQ,EACR,GAAG,EACH,UAAU,EACV,WAAW,EACX,SAAS,EACT,UAAU,EACV,UAAU,CACX,CACF,CAAC;QACF,OAAO,GAAG,CAAC;IACb,CAAC;IAED,0HAA0H;IAC1H,KAAK,CAAC,oBAAoB,CACxB,GAAkB;QAElB,MAAM,aAAa,GAAG,EAAE,CAAC;QACzB,wCAAwC;QACxC,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,cAAc,EAAE,EAAE;YAC/C,MAAM,cAAc,GAAG;gBACrB,KAAK,EAAE,yBAAyB;gBAChC,MAAM,EAAE;oBACN,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE;oBACd,KAAK,EAAE,EAAC,GAAG,EAAE,cAAc,CAAC,GAAG,EAAE,MAAM,EAAE,cAAc,CAAC,MAAM,EAAC;oBAC/D,IAAI,EAAE,CAAC,kBAAkB,EAAE,cAAc,CAAC;oBAC1C,KAAK,EAAE;wBACL,gBAAgB,EAAE,cAAc,CAAC,gBAAgB;wBACjD,YAAY,EAAE,cAAc,CAAC,YAAY;qBAC1C;iBACF;aACF,CAAC;YACF,aAAa,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QACrC,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,QAAQ,EAAE,EAAE;YACjD,MAAM,YAAY,GAAG;gBACnB,KAAK,EAAE,uBAAuB;gBAC9B,MAAM,EAAE;oBACN,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE;oBACd,KAAK,EAAE,EAAC,GAAG,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM,EAAC;oBACtD,IAAI,EAAE,CAAC,OAAO,CAAC;oBACf,KAAK,EAAE;wBACL,KAAK,EAAE,WAAW;qBACnB;iBACF;aACF,CAAC;YACF,aAAa,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QACnC,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;YACrC,aAAa,CAAC,IAAI,CAAC;gBACjB,KAAK,EAAE,uBAAuB;gBAC9B,MAAM,EAAE;oBACN,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE;oBACd,KAAK,EAAE;wBACL,GAAG,EAAE,MAAM,CAAC,GAAG;wBACf,MAAM,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM;qBAC/B;oBACD,IAAI,EAAE;wBACJ,MAAM;wBACN,aAAa;wBACb,MAAM;wBACN,QAAQ;wBACR,WAAW;wBACX,SAAS;qBACV;oBACD,KAAK,EAAE;wBACL,IAAI,EAAE,MAAM,CAAC,IAAI;wBACjB,WAAW,EAAE,MAAM,CAAC,WAAW;wBAC/B,IAAI,EAAE,MAAM,CAAC,IAAI;wBACjB,MAAM,EAAE,MAAM,CAAC,MAAM;wBACrB,SAAS,EAAE,MAAM,CAAC,SAAS;wBAC3B,OAAO,EAAE,MAAM,CAAC,OAAO;qBACxB;iBACF;aACF,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,OAAO,aAAa,CAAC;IACvB,CAAC;IAEO,uBAAuB,CAAC,QAAgB,EAAE,GAAQ;QACxD,MAAM,QAAQ,GAAG,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,oBAAoB,CAAC,oBAAoB,CAAC,CAAC;QAE5E,IAAI,CAAC,QAAQ,EAAE;YACb,OAAO,SAAS,CAAC;SAClB;QAED,MAAM,QAAQ,GACZ,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,oBAAoB,CAAC,6BAA6B,CAAC,CAAC;QACtE,MAAM,YAAY,GAChB,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,oBAAoB,CAAC,yBAAyB,CAAC,CAAC;QAElE,OAAO;YACL,GAAG,EAAE,eAAe,CAAC,iBAAiB,CAAC,QAAQ,EAAE,QAAQ,CAAC;YAC1D,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,gBAAgB,EAAE,QAAQ;gBACxB,CAAC,CAAC,uBAAK,CAAC,gBAAgB,CACpB,+BAAsB,EACtB,QAAQ,EACR,IAAI,CAAC,uBAAuB,CAC7B;gBACH,CAAC,CAAC,IAAI;YACR,YAAY,EAAE,YAAY;gBACxB,CAAC,CAAC,uBAAK,CAAC,gBAAgB,CAAC,+BAAsB,EAAE,YAAY,CAAC;gBAC9D,CAAC,CAAC,IAAI;SACT,CAAC;IACJ,CAAC;IAEO,kBAAkB,CACxB,QAAgB,EAChB,GAAQ,EACR,UAAkB,EAClB,WAAmB,EACnB,SAAmB,EACnB,UAAuB,EACvB,UAAuB;QAEvB,OAAO,SAAS,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,KAAK,EAAE,EAAE;YAC3C,MAAM,YAAY,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;YACzD,MAAM,UAAU,GAAG,eAAe,CAAC,iBAAiB,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;YAEzE,MAAM,cAAc,GAAG;gBACrB,GAAG,EAAE,UAAU;gBACf,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,QAAQ;aACT,CAAC;YAEF,MAAM,+BAA+B,GAAG;gBACtC,MAAM,EAAE,EAAC,GAAG,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAC;gBAC5C,QAAQ,EAAE,EAAC,GAAG,EAAE,cAAc,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAC;gBACxD,KAAK,EAAE,KAAK,GAAG,CAAC;aACjB,CAAC;YAEF,MAAM,gBAAgB,GAAG;gBACvB,KAAK,EAAE,yBAAyB;gBAChC,MAAM,EAAE;oBACN,GAAG,EAAE,UAAU;oBACf,MAAM,EAAE,IAAI,CAAC,MAAM;oBACnB,WAAW;oBACX,QAAQ,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAC,QAAQ,EAAE;oBAClC,cAAc,EAAE;wBACd,MAAM,EAAE,EAAC,GAAG,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAC;wBAC5C,QAAQ,EAAE,EAAC,GAAG,EAAE,cAAc,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAC;qBACzD;oBACD,UAAU,EAAE,UAAU;wBACpB,CAAC,CAAC,EAAC,GAAG,EAAE,UAAU,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAC;wBAC5C,CAAC,CAAC,IAAI;oBACR,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC,EAAC,GAAG,EAAE,UAAU,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAC,CAAC,CAAC,CAAC,IAAI;iBACrE;aACF,CAAC;YAEF,MAAM,GAAG,GAAwB,CAAC,gBAAgB,CAAC,CAAC;YAEpD,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,cAAc,CAAC,GAAG,CAAC,EAAE;gBAC/C,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;gBAC3C,GAAG,CAAC,IAAI,CACN,GAAG;oBACD;wBACE,KAAK,EAAE,iBAAiB;wBACxB,MAAM,EAAE,cAAc;qBACvB;oBACD;wBACE,KAAK,EAAE,kCAAkC;wBACzC,MAAM,EAAE,+BAA+B;qBACxC;iBACF,CACF,CAAC;aACH;YAED,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE;gBACnC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;gBAC/B,GAAG,CAAC,IAAI,CAAC;oBACP,KAAK,EAAE,eAAe;oBACtB,MAAM,EAAE,YAAY;iBACrB,CAAC,CAAC;aACJ;YAED,OAAO,GAAG,CAAC;QACb,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,eAAe,CAAC,QAAgB,EAAE,GAAQ;QAChD,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC;QAC3C,OAAO;YACL,GAAG,EAAE,QAAQ;YACb,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,MAAM,EAAE,UAAU,CAAC,MAAM;gBACvB,CAAC,CAAC,uBAAK,CAAC,gBAAgB,CAAC,6BAAoB,EAAE,UAAU,CAAC,MAAM,CAAC;gBACjE,CAAC,CAAC,IAAI;YACR,IAAI,EAAE,UAAU,CAAC,IAAI;gBACnB,CAAC,CAAC,uBAAK,CAAC,gBAAgB,CAAC,uBAAc,EAAE,UAAU,CAAC,IAAI,CAAC;gBACzD,CAAC,CAAC,IAAI;YACR,IAAI,EAAE,UAAU,CAAC,IAAI;YACrB,WAAW,EAAE,UAAU,CAAC,WAAW;YACnC,SAAS,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,IAAA,0BAAM,EAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI;YACrE,OAAO,EAAE,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,IAAA,0BAAM,EAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI;SAChE,CAAC;IACJ,CAAC;IAEO,iBAAiB,CAAC,QAAgB,EAAE,SAAmB;QAC7D,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI;YAC9C,aAAa,EAAE,SAAS,CAAC,MAAM;YAC/B,eAAe,EAAE,CAAC;YAClB,aAAa,EAAE,CAAC;SACjB,CAAC;QACF,KAAK,CAAC,aAAa,IAAI,CAAC,CAAC;QACzB,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IACxC,CAAC;IAEO,oBAAoB,CAAC,GAAQ;QACnC,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,CAC5B,CAAC,QAAQ,EAAE,EAAE,CACX,CAAC;YACC,IAAI,CAAC,MAAM,CAAC,oBAAoB,CAAC,uBAAuB;YACxD,IAAI,CAAC,MAAM,CAAC,oBAAoB,CAAC,uBAAuB;YACxD,IAAI,CAAC,MAAM,CAAC,oBAAoB,CAAC,8BAA8B;YAC/D,IAAI,CAAC,MAAM,CAAC,oBAAoB,CAAC,6BAA6B;YAC9D,IAAI,CAAC,MAAM,CAAC,oBAAoB,CAAC,2BAA2B;YAC5D,IAAI,CAAC,MAAM,CAAC,oBAAoB,CAAC,yBAAyB;YAC1D,IAAI,CAAC,MAAM,CAAC,oBAAoB,CAAC,2BAA2B;YAC5D,IAAI,CAAC,MAAM,CAAC,oBAAoB,CAAC,4BAA4B;YAC7D,IAAI,CAAC,MAAM,CAAC,oBAAoB,CAAC,gCAAgC;YACjE,IAAI,CAAC,MAAM,CAAC,oBAAoB,CAAC,8BAA8B;SAChE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CACvB,CAAC;IACJ,CAAC;IAEO,aAAa,CAAC,GAAQ;;QAQ5B,OAAO;YACL,IAAI,EACF,MAAA,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,oBAAoB,CAAC,uBAAuB,CAAC,mCAAI,IAAI;YACvE,IAAI,EACF,MAAA,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,oBAAoB,CAAC,uBAAuB,CAAC,mCAAI,IAAI;YACvE,WAAW,EACT,MAAA,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,oBAAoB,CAAC,8BAA8B,CAAC,mCACpE,IAAI;YACN,SAAS,EACP,MAAA,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,oBAAoB,CAAC,6BAA6B,CAAC,mCACnE,IAAI;YACN,OAAO,EACL,MAAA,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,oBAAoB,CAAC,2BAA2B,CAAC,mCACjE,IAAI;YACN,MAAM,EACJ,MAAA,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,oBAAoB,CAAC,yBAAyB,CAAC,mCAAI,IAAI;SAC1E,CAAC;IACJ,CAAC;IAEO,aAAa,CAAC,GAAQ;;QAC5B,MAAM,GAAG,GACP,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,oBAAoB,CAAC,4BAA4B,CAAC,CAAC;QAErE,IAAI,CAAC,GAAG,EAAE;YACR,OAAO,SAAS,CAAC;SAClB;QAED,OAAO;YACL,GAAG;YACH,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,KAAK,EAAE,GAAG;YACV,IAAI,EACF,MAAA,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,oBAAoB,CAAC,2BAA2B,CAAC,mCACjE,IAAI;SACP,CAAC;IACJ,CAAC;IAEO,aAAa,CAAC,GAAQ;;QAC5B,MAAM,GAAG,GACP,MAAA,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,oBAAoB,CAAC,8BAA8B,CAAC,mCACpE,eAAe,CAAC,UAAU,CACxB,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,oBAAoB,CAAC,gCAAgC,CAAC,CACvE,CAAC;QAEJ,IAAI,CAAC,GAAG,EAAE;YACR,OAAO,SAAS,CAAC;SAClB;QAED,OAAO;YACL,GAAG;YACH,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,IAAI,EAAE,GAAG,CACP,IAAI,CAAC,MAAM,CAAC,oBAAoB,CAAC,gCAAgC,CAClE;SACF,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,iBAAiB,CAAC,QAAgB,EAAE,QAAgB;QACzD,OAAO,eAAe,CAAC,MAAM,CAAC,GAAG,QAAQ,IAAI,QAAQ,EAAE,CAAC,CAAC;IAC3D,CAAC;IAED,MAAM,CAAC,UAAU,CAAC,QAAgB;QAChC,IAAI,CAAC,QAAQ,EAAE;YACb,OAAO,SAAS,CAAC;SAClB;QAED,OAAO,eAAe,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC1C,CAAC;IAED,MAAM,CAAC,MAAM,CAAC,KAAa;QACzB,OAAO,IAAA,mBAAU,EAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC1D,CAAC;CACF;AA9dD,0CA8dC"}

package/lib/converters/airtable/surveys.d.ts

@@ -1,57 +1,11 @@
 import { AirbyteRecord } from 'faros-airbyte-cdk';
-import { DestinationModel, DestinationRecord, StreamContext } from '../converter';
-import { AirtableConverter } from './common';
-import { QuestionCategoryMapping } from './models';
-declare type ColumnNameMapping = {
-    survey_name_column_name?: string;
-    survey_type_column_name?: string;
-    survey_description_column_name?: string;
-    survey_started_at_column_name?: string;
-    survey_ended_at_column_name?: string;
-    survey_status_column_name?: string;
-    respondent_name_column_name?: string;
-    respondent_email_column_name?: string;
-    respondent_team_name_column_name?: string;
-    respondent_team_id_column_name?: string;
-    question_category_column_name?: string;
-    response_type_column_name?: string;
-    question_column_name?: string;
-};
-export interface SurveysConfig {
-    survey_responses_table_name?: string;
-    survey_metadata_table_name?: string;
-    question_metadata_table_name?: string;
-    question_category_mapping?: QuestionCategoryMapping;
-    column_names_mapping?: ColumnNameMapping;
+import { AbstractSurveys } from '../abstract-surveys/surveys';
+export declare class Surveys extends AbstractSurveys {
+    source: string;
+    id(record: AirbyteRecord): any;
+    static getBaseId(fqTableId: string): string;
+    static getTableName(fqTableName: string): string;
+    getSurveyId(record: AirbyteRecord): string | undefined;
+    getTableName(record: AirbyteRecord): string | undefined;
+    getSubmittedAt(record: AirbyteRecord): string | undefined;
 }
-export declare class Surveys extends AirtableConverter {
-    readonly destinationModels: ReadonlyArray<DestinationModel>;
-    private questionMetadata;
-    private surveyMetadata;
-    private surveyStats;
-    private usersSeen;
-    private teamsSeen;
-    private surveysSeen;
-    private questionsSeen;
-    private _config;
-    private _questionCategoryMapping;
-    private initialize;
-    private get config();
-    private get questionCategoryMapping();
-    convert(record: AirbyteRecord, ctx: StreamContext): Promise<ReadonlyArray<DestinationRecord>>;
-    private processQuestionMetadata;
-    private processSurveyMetadata;
-    private processResponse;
-    /** Upsert surveys to add stats and survey questions records to include metadata (question category and response type) **/
-    onProcessingComplete(ctx: StreamContext): Promise<ReadonlyArray<DestinationRecord>>;
-    private getQuestionWithMetadata;
-    private getResponseRecords;
-    private getSurveyRecord;
-    private updateSurveyStats;
-    private getFilteredQuestions;
-    private getSurveyData;
-    private getSurveyUser;
-    private getSurveyTeam;
-    static createQuestionUid(surveyId: string, question: string): string;
-}
-export {};