@stackbit/cms-core 0.0.17 → 0.0.19-alpha.1

package/dist/content-store.js

@@ -0,0 +1,1743 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getContentSourceId = exports.ContentStore = void 0;
+const lodash_1 = __importDefault(require("lodash"));
+const slugify_1 = __importDefault(require("slugify"));
+const path_1 = __importDefault(require("path"));
+const sanitize_filename_1 = __importDefault(require("sanitize-filename"));
+const sdk_1 = require("@stackbit/sdk");
+const utils_1 = require("@stackbit/utils");
+const content_source_interface_1 = require("./content-source-interface");
+const common_schema_1 = require("./common/common-schema");
+const timer_1 = require("./utils/timer");
+class ContentStore {
+    constructor(options) {
+        this.contentSourceDataById = {};
+        this.logger = options.logger.createLogger({ label: 'content-store' });
+        this.userLogger = options.userLogger.createLogger({ label: 'content-store' });
+        this.localDev = options.localDev;
+        this.stackbitYamlDir = options.stackbitYamlDir; // TODO: remove stackbitYamlDir, ContentStore should not be aware of filesystem, instead pass autoreloading Config object
+        this.contentSources = options.contentSources;
+        this.onSchemaChangeCallback = options.onSchemaChangeCallback;
+        this.onContentChangeCallback = options.onContentChangeCallback;
+        this.handleConfigAssets = options.handleConfigAssets;
+        this.contentUpdatesWatchTimer = new timer_1.Timer({ timerCallback: () => this.handleTimerTimeout(), logger: this.logger });
+    }
+    async init() {
+        this.logger.debug('init');
+        this.rawStackbitConfig = await this.loadStackbitConfig();
+        this.logger.debug('init => load content source data');
+        for (const contentSourceInstance of this.contentSources) {
+            await this.loadContentSourceData({ contentSourceInstance, init: true });
+        }
+        this.contentUpdatesWatchTimer.startTimer();
+    }
+    async reset() {
+        this.logger.debug('reset');
+        this.contentUpdatesWatchTimer.stopTimer();
+        this.rawStackbitConfig = await this.loadStackbitConfig();
+        this.logger.debug('reset => load content source data');
+        for (const contentSourceInstance of this.contentSources) {
+            await this.loadContentSourceData({ contentSourceInstance, init: false });
+        }
+        this.contentUpdatesWatchTimer.startTimer();
+    }
+    /**
+     * This method is called when contentUpdatesWatchTimer receives timeout.
+     * It then notifies all content sources to stop watching for content changes.
+     */
+    handleTimerTimeout() {
+        for (const contentSourceInstance of this.contentSources) {
+            contentSourceInstance.stopWatchingContentUpdates();
+        }
+    }
+    /**
+     * This method is called when user interacts with Stackbit application.
+     * It is used to reset contentUpdatesWatchTimer. When the timer is over
+     * all content sources are notified to stop watching for content updates.
+     */
+    async keepAlive() {
+        if (!this.contentUpdatesWatchTimer.isRunning()) {
+            this.logger.debug('keepAlive => contentUpdatesWatchTimer is not running => load content source data');
+            for (const contentSourceInstance of this.contentSources) {
+                await this.loadContentSourceData({ contentSourceInstance, init: false });
+            }
+        }
+        this.contentUpdatesWatchTimer.resetTimer();
+    }
+    /**
+     * This method is called when a content source notifies Stackbit of models
+     * changes via webhook. When this happens, all content source data
+     *
+     * For example, Contentful notifies Stackbit of any content-type changes via
+     * special webhook.
+     *
+     * @param contentSourceId
+     */
+    async onContentSourceSchemaChange({ contentSourceId }) {
+        this.logger.debug('onContentSourceSchemaChange', { contentSourceId });
+        const contentSourceData = this.getContentSourceDataByIdOrThrow(contentSourceId);
+        await this.loadContentSourceData({
+            contentSourceInstance: contentSourceData.instance,
+            init: false
+        });
+        this.onSchemaChangeCallback();
+    }
+    async onFilesChange(updatedFiles) {
+        var _a, _b;
+        this.logger.debug('onFilesChange');
+        const stackbitConfigUpdated = lodash_1.default.some(updatedFiles, (filePath) => isStackbitConfigFile(filePath));
+        this.logger.debug(`stackbitConfigUpdated: ${stackbitConfigUpdated}`);
+        if (stackbitConfigUpdated) {
+            this.rawStackbitConfig = await this.loadStackbitConfig();
+        }
+        let someContentSourceSchemaUpdated = false;
+        const contentChanges = {
+            updatedDocuments: [],
+            updatedAssets: [],
+            deletedDocuments: [],
+            deletedAssets: []
+        };
+        for (const contentSourceInstance of this.contentSources) {
+            const contentSourceId = getContentSourceIdForContentSource(contentSourceInstance);
+            this.logger.debug(`call onFilesChange for contentSource: ${contentSourceId}`);
+            const { schemaChanged, contentChangeEvent } = (_b = (_a = contentSourceInstance.onFilesChange) === null || _a === void 0 ? void 0 : _a.call(contentSourceInstance, { updatedFiles: updatedFiles })) !== null && _b !== void 0 ? _b : {};
+            this.logger.debug(`schemaChanged: ${schemaChanged}, has contentChangeEvent: ${!!contentChangeEvent}`);
+            // if schema is changed, there is no need to return contentChanges
+            // because schema changes reloads everything and implies content changes
+            if (stackbitConfigUpdated || schemaChanged) {
+                if (schemaChanged) {
+                    someContentSourceSchemaUpdated = true;
+                }
+                await this.loadContentSourceData({ contentSourceInstance, init: false });
+            }
+            else if (contentChangeEvent) {
+                const contentChangeResult = this.onContentChange(contentSourceId, contentChangeEvent);
+                contentChanges.updatedDocuments = contentChanges.updatedDocuments.concat(contentChangeResult.updatedDocuments);
+                contentChanges.updatedAssets = contentChanges.updatedAssets.concat(contentChangeResult.updatedAssets);
+                contentChanges.deletedDocuments = contentChanges.deletedDocuments.concat(contentChangeResult.deletedDocuments);
+                contentChanges.deletedAssets = contentChanges.deletedAssets.concat(contentChangeResult.deletedAssets);
+            }
+        }
+        return {
+            stackbitConfigUpdated,
+            schemaChanged: someContentSourceSchemaUpdated || stackbitConfigUpdated,
+            contentChanges: contentChanges
+        };
+    }
+    async loadStackbitConfig() {
+        this.logger.debug('loadStackbitConfig');
+        // TODO: use esbuild to watch for stackbit.config.js changes and notify
+        //  the content-store via onStackbitConfigChange with updated rawConfig
+        const { config, errors } = await (0, sdk_1.loadConfigFromDir)({ dirPath: this.stackbitYamlDir });
+        for (const error of errors) {
+            this.userLogger.warn(error.message);
+        }
+        if (!config) {
+            this.userLogger.error(`could not load stackbit config`);
+        }
+        return config;
+    }
+    async loadContentSourceData({ contentSourceInstance, init }) {
+        // TODO: defer loading content if content is already loading for a specific content source
+        var _a;
+        // TODO: optimize: cache raw responses from contentSource
+        //  e.g.: getModels(), getDocuments(), getAssets()
+        //  ana use the cached response to remap documents when only stackbitConfig changes
+        const contentSourceId = getContentSourceIdForContentSource(contentSourceInstance);
+        this.logger.debug('loadContentSourceData', { contentSourceId, init });
+        if (init) {
+            await contentSourceInstance.init({
+                logger: this.logger,
+                userLogger: this.userLogger,
+                localDev: this.localDev
+            });
+        }
+        else {
+            contentSourceInstance.stopWatchingContentUpdates();
+            await contentSourceInstance.reset();
+        }
+        const csModels = await contentSourceInstance.getModels();
+        const locales = await (contentSourceInstance === null || contentSourceInstance === void 0 ? void 0 : contentSourceInstance.getLocales());
+        const result = await (0, sdk_1.extendConfig)({ dirPath: this.stackbitYamlDir, config: this.rawStackbitConfig, externalModels: csModels });
+        const config = await this.handleConfigAssets(result.config);
+        const models = config.models;
+        const modelMap = lodash_1.default.keyBy(models, 'name');
+        const defaultLocaleCode = (_a = locales === null || locales === void 0 ? void 0 : locales.find((locale) => locale.default)) === null || _a === void 0 ? void 0 : _a.code;
+        for (const error of result.errors) {
+            this.userLogger.warn(error.message);
+        }
+        // TODO: load presets externally from config, and create additional map
+        //  that maps presetIds by model name instead of storing that map inside every model
+        this.presets = config.presets;
+        const csiDocuments = await contentSourceInstance.getDocuments({ modelMap });
+        const csiAssets = await contentSourceInstance.getAssets();
+        const csiDocumentMap = lodash_1.default.keyBy(csiDocuments, 'id');
+        const csiAssetMap = lodash_1.default.keyBy(csiAssets, 'id');
+        const contentStoreDocuments = mapCSIDocumentsToStoreDocuments({
+            csiDocuments,
+            contentSourceInstance,
+            modelMap,
+            defaultLocaleCode
+        });
+        const contentStoreAssets = mapCSIAssetsToStoreAssets({
+            csiAssets,
+            contentSourceInstance,
+            defaultLocaleCode
+        });
+        const documentMap = lodash_1.default.keyBy(contentStoreDocuments, 'srcObjectId');
+        const assetMap = lodash_1.default.keyBy(contentStoreAssets, 'srcObjectId');
+        this.logger.debug('loaded content source data', {
+            contentSourceId,
+            locales,
+            defaultLocaleCode,
+            modelCount: models.length,
+            documentCount: contentStoreDocuments.length,
+            assetCount: contentStoreAssets.length
+        });
+        this.contentSourceDataById[contentSourceId] = {
+            id: contentSourceId,
+            type: contentSourceInstance.getContentSourceType(),
+            projectId: contentSourceInstance.getProjectId(),
+            instance: contentSourceInstance,
+            locales: locales,
+            defaultLocaleCode: defaultLocaleCode,
+            models: models,
+            modelMap: modelMap,
+            csiDocuments: csiDocuments,
+            csiDocumentMap: csiDocumentMap,
+            documents: contentStoreDocuments,
+            documentMap: documentMap,
+            csiAssets: csiAssets,
+            csiAssetMap: csiAssetMap,
+            assets: contentStoreAssets,
+            assetMap: assetMap
+        };
+        contentSourceInstance.startWatchingContentUpdates({
+            getModelMap: () => {
+                const contentSourceData = this.getContentSourceDataByIdOrThrow(contentSourceId);
+                return contentSourceData.modelMap;
+            },
+            getDocument({ documentId }) {
+                return csiDocumentMap[documentId];
+            },
+            getAsset({ assetId }) {
+                return csiAssetMap[assetId];
+            },
+            onContentChange: (contentChangeEvent) => {
+                this.logger.debug('content source called onContentChange', { contentSourceId });
+                const result = this.onContentChange(contentSourceId, contentChangeEvent);
+                this.onContentChangeCallback(result);
+            },
+            onSchemaChange: async () => {
+                this.logger.debug('content source called onSchemaChange', { contentSourceId });
+                await this.loadContentSourceData({
+                    contentSourceInstance: contentSourceInstance,
+                    init: false
+                });
+                this.onSchemaChangeCallback();
+            }
+        });
+    }
+    onContentChange(contentSourceId, contentChangeEvent) {
+        // TODO: prevent content change process for contentSourceId if loading content is in progress
+        this.logger.debug('onContentChange', {
+            contentSourceId,
+            documentCount: contentChangeEvent.documents.length,
+            assetCount: contentChangeEvent.assets.length,
+            deletedDocumentCount: contentChangeEvent.deletedDocumentIds.length,
+            deletedAssetCount: contentChangeEvent.deletedAssetIds.length
+        });
+        const result = {
+            updatedDocuments: [],
+            updatedAssets: [],
+            deletedDocuments: [],
+            deletedAssets: []
+        };
+        const contentSourceData = this.getContentSourceDataByIdOrThrow(contentSourceId);
+        // update contentSourceData with deleted documents
+        contentChangeEvent.deletedDocumentIds.forEach((docId) => {
+            // delete document from documents map
+            delete contentSourceData.documentMap[docId];
+            delete contentSourceData.csiDocumentMap[docId];
+            // delete document from document array
+            const index = contentSourceData.documents.findIndex((document) => document.srcObjectId === docId);
+            if (index !== -1) {
+                // the indexes of documents and csiDocuments are always the same as they are always updated at the same time
+                contentSourceData.documents.splice(index, 1);
+                contentSourceData.csiDocuments.splice(index, 1);
+            }
+            result.deletedDocuments.push({
+                srcType: contentSourceData.type,
+                srcProjectId: contentSourceData.projectId,
+                srcObjectId: docId
+            });
+        });
+        // update contentSourceData with deleted assets
+        contentChangeEvent.deletedAssetIds.forEach((assetId) => {
+            // delete document from asset map
+            delete contentSourceData.assetMap[assetId];
+            delete contentSourceData.csiAssetMap[assetId];
+            // delete document from asset array
+            const index = contentSourceData.assets.findIndex((asset) => asset.srcObjectId === assetId);
+            if (index !== -1) {
+                // the indexes of assets and csiAssets are always the same as they are always updated at the same time
+                contentSourceData.assets.splice(index, 1);
+                contentSourceData.csiAssets.splice(index, 1);
+            }
+            result.deletedAssets.push({
+                srcType: contentSourceData.type,
+                srcProjectId: contentSourceData.projectId,
+                srcObjectId: assetId
+            });
+        });
+        // map csi documents and assets to content store documents and assets
+        const documents = mapCSIDocumentsToStoreDocuments({
+            csiDocuments: contentChangeEvent.documents,
+            contentSourceInstance: contentSourceData.instance,
+            modelMap: contentSourceData.modelMap,
+            defaultLocaleCode: contentSourceData.defaultLocaleCode
+        });
+        const assets = mapCSIAssetsToStoreAssets({
+            csiAssets: contentChangeEvent.assets,
+            contentSourceInstance: contentSourceData.instance,
+            defaultLocaleCode: contentSourceData.defaultLocaleCode
+        });
+        // update contentSourceData with new or updated documents and assets
+        Object.assign(contentSourceData.csiDocumentMap, lodash_1.default.keyBy(contentChangeEvent.documents, 'id'));
+        Object.assign(contentSourceData.csiAssets, lodash_1.default.keyBy(contentChangeEvent.assets, 'id'));
+        Object.assign(contentSourceData.documentMap, lodash_1.default.keyBy(documents, 'srcObjectId'));
+        Object.assign(contentSourceData.assetMap, lodash_1.default.keyBy(assets, 'srcObjectId'));
+        for (let idx = 0; idx < documents.length; idx++) {
+            // the indexes of mapped documents and documents from changeEvent are the same
+            const document = documents[idx];
+            const csiDocument = contentChangeEvent.documents[idx];
+            const dataIndex = contentSourceData.documents.findIndex((existingDoc) => existingDoc.srcObjectId === document.srcObjectId);
+            if (dataIndex === -1) {
+                contentSourceData.documents.push(document);
+                contentSourceData.csiDocuments.push(csiDocument);
+            }
+            else {
+                // the indexes of documents and csiDocuments are always the same as they are always updated at the same time
+                contentSourceData.documents.splice(dataIndex, 1, document);
+                contentSourceData.csiDocuments.splice(dataIndex, 1, csiDocument);
+            }
+            result.updatedDocuments.push({
+                srcType: contentSourceData.type,
+                srcProjectId: contentSourceData.projectId,
+                srcObjectId: document.srcObjectId
+            });
+        }
+        for (let idx = 0; idx < assets.length; idx++) {
+            // the indexes of mapped assets and assets from changeEvent are the same
+            const asset = assets[idx];
+            const csiAsset = contentChangeEvent.assets[idx];
+            const index = contentSourceData.assets.findIndex((existingAsset) => existingAsset.srcObjectId === asset.srcObjectId);
+            if (index === -1) {
+                contentSourceData.assets.push(asset);
+                contentSourceData.csiAssets.push(csiAsset);
+            }
+            else {
+                // the indexes of assets and csiAssets are always the same as they are always updated at the same time
+                contentSourceData.assets.splice(index, 1, asset);
+                contentSourceData.csiAssets.splice(index, 1, csiAsset);
+            }
+            result.updatedAssets.push({
+                srcType: contentSourceData.type,
+                srcProjectId: contentSourceData.projectId,
+                srcObjectId: asset.srcObjectId
+            });
+        }
+        return result;
+    }
+    getModels() {
+        return lodash_1.default.reduce(this.contentSourceDataById, (result, contentSourceData) => {
+            const contentSourceType = contentSourceData.instance.getContentSourceType();
+            const srcProjectId = contentSourceData.instance.getProjectId();
+            lodash_1.default.set(result, [contentSourceType, srcProjectId], contentSourceData.modelMap);
+            return result;
+        }, {});
+    }
+    getLocales() {
+        return lodash_1.default.reduce(this.contentSourceDataById, (result, contentSourceData) => {
+            var _a;
+            const locales = ((_a = contentSourceData.locales) !== null && _a !== void 0 ? _a : []).map((locale) => locale.code);
+            return result.concat(locales);
+        }, []);
+    }
+    getPresets() {
+        var _a;
+        return (_a = this.presets) !== null && _a !== void 0 ? _a : {};
+    }
+    getContentSourceEnvironment({ srcProjectId, srcType }) {
+        const contentSourceId = getContentSourceId(srcType, srcProjectId);
+        const contentSourceData = this.getContentSourceDataByIdOrThrow(contentSourceId);
+        return contentSourceData.instance.getProjectEnvironment();
+    }
+    hasAccess({ srcType, srcProjectId, user }) {
+        const contentSourceId = getContentSourceId(srcType, srcProjectId);
+        const contentSourceData = this.getContentSourceDataByIdOrThrow(contentSourceId);
+        const userContext = getUserContextForSrcType(srcType, user);
+        return contentSourceData.instance.hasAccess({ userContext });
+    }
+    hasChanges({ srcType, srcProjectId, documents }) {
+        let result;
+        if (srcType && srcProjectId) {
+            const contentSourceId = getContentSourceId(srcType, srcProjectId);
+            const contentSourceData = this.getContentSourceDataByIdOrThrow(contentSourceId);
+            result = [...contentSourceData.documents, ...contentSourceData.assets];
+        }
+        else if (documents && documents.length > 0) {
+            const documentsBySourceId = lodash_1.default.groupBy(documents, (document) => getContentSourceId(document.srcType, document.srcProjectId));
+            result = lodash_1.default.reduce(documentsBySourceId, (result, documents, contentSourceId) => {
+                const contentSourceData = this.getContentSourceDataByIdOrThrow(contentSourceId);
+                for (const document of documents) {
+                    if (document.srcObjectId in contentSourceData.documentMap) {
+                        result.push(contentSourceData.documentMap[document.srcObjectId]);
+                    }
+                    else if (document.srcObjectId in contentSourceData.assetMap) {
+                        result.push(contentSourceData.assetMap[document.srcObjectId]);
+                    }
+                }
+                return result;
+            }, []);
+        }
+        else {
+            result = lodash_1.default.reduce(this.contentSourceDataById, (result, contentSourceData) => {
+                return result.concat(contentSourceData.documents, contentSourceData.assets);
+            }, []);
+        }
+        const changedDocuments = result.filter((document) => document.status === 'added' || document.status === 'modified');
+        return {
+            hasChanges: !lodash_1.default.isEmpty(changedDocuments),
+            changedObjects: changedDocuments.map((item) => ({
+                srcType: item.srcType,
+                srcProjectId: item.srcProjectId,
+                srcObjectId: item.srcObjectId
+            }))
+        };
+    }
+    getDocument({ srcDocumentId, srcProjectId, srcType }) {
+        const contentSourceId = getContentSourceId(srcType, srcProjectId);
+        const contentSourceData = this.getContentSourceDataByIdOrThrow(contentSourceId);
+        return contentSourceData.documentMap[srcDocumentId];
+    }
+    getDocuments() {
+        return lodash_1.default.reduce(this.contentSourceDataById, (documents, contentSourceData) => {
+            return documents.concat(contentSourceData.documents);
+        }, []);
+    }
+    getAsset({ srcAssetId, srcProjectId, srcType }) {
+        const contentSourceId = getContentSourceId(srcType, srcProjectId);
+        const contentSourceData = this.getContentSourceDataByIdOrThrow(contentSourceId);
+        return contentSourceData.assetMap[srcAssetId];
+    }
+    getAssets() {
+        return lodash_1.default.reduce(this.contentSourceDataById, (assets, contentSourceData) => {
+            return assets.concat(contentSourceData.assets);
+        }, []);
+    }
+    getLocalizedApiObjects({ locale }) {
+        return lodash_1.default.reduce(this.contentSourceDataById, (objects, contentSourceData) => {
+            locale = locale !== null && locale !== void 0 ? locale : contentSourceData.defaultLocaleCode;
+            const documentObjects = mapDocumentsToLocalizedApiObjects(contentSourceData.documents, locale);
+            const imageObjects = mapAssetsToLocalizedApiImages(contentSourceData.assets, locale);
+            return objects.concat(documentObjects, imageObjects);
+        }, []);
+    }
+    getApiAssets({ srcType, srcProjectId, pageSize = 20, pageNum = 1, searchQuery } = {}) {
+        let assets;
+        if (srcProjectId && srcType) {
+            const contentSourceId = getContentSourceId(srcType, srcProjectId);
+            const contentSourceData = this.getContentSourceDataByIdOrThrow(contentSourceId);
+            assets = mapStoreAssetsToAPIAssets(contentSourceData.assets, contentSourceData.defaultLocaleCode);
+        }
+        else {
+            assets = lodash_1.default.reduce(this.contentSourceDataById, (result, contentSourceData) => {
+                const assets = mapStoreAssetsToAPIAssets(contentSourceData.assets, contentSourceData.defaultLocaleCode);
+                return result.concat(assets);
+            }, []);
+        }
+        let filteredFiles = assets;
+        if (searchQuery) {
+            const sanitizedSearchQuery = (0, sanitize_filename_1.default)(searchQuery).toLowerCase();
+            filteredFiles = assets.filter((asset) => asset.fileName && path_1.default.basename(asset.fileName).toLowerCase().includes(sanitizedSearchQuery));
+        }
+        const sortedAssets = lodash_1.default.orderBy(filteredFiles, ['fileName'], ['asc']);
+        const skip = (pageNum - 1) * pageSize;
+        const totalPages = Math.ceil(filteredFiles.length / pageSize);
+        const pagesAssets = sortedAssets.slice(skip, skip + pageSize);
+        return {
+            assets: pagesAssets,
+            pageSize: pageSize,
+            pageNum: pageNum,
+            totalPages: totalPages
+        };
+    }
+    async createAndLinkDocument({ srcType, srcProjectId, srcDocumentId, fieldPath, modelName, object, index, locale, user }) {
+        this.logger.debug('createAndLinkDocument', { srcType, srcProjectId, srcDocumentId, fieldPath, modelName, index, locale });
+        const contentSourceId = getContentSourceId(srcType, srcProjectId);
+        const contentSourceData = this.getContentSourceDataByIdOrThrow(contentSourceId);
+        // get the document that is being updated
+        const document = contentSourceData.documentMap[srcDocumentId];
+        const csiDocument = contentSourceData.csiDocumentMap[srcDocumentId];
+        if (!document || !csiDocument) {
+            throw new Error(`no document with id '${srcDocumentId}' was found in ${contentSourceData.id}`);
+        }
+        // get the document model
+        const documentModelName = document.srcModelName;
+        const modelMap = contentSourceData.modelMap;
+        const model = modelMap[documentModelName];
+        if (!model) {
+            throw new Error(`error updating document, could not find document model: '${documentModelName}'`);
+        }
+        // get the 'reference' model field in the updated document that will be used to link the new document
+        locale = locale !== null && locale !== void 0 ? locale : contentSourceData.defaultLocaleCode;
+        const modelField = getModelFieldForFieldAtPath(document, model, fieldPath, modelMap, locale);
+        if (!modelField) {
+            throw Error(`the "fieldPath" points to non existing model field: ${fieldPath.join('.')}`);
+        }
+        const fieldProps = modelField.type === 'list' ? modelField.items : modelField;
+        if (fieldProps.type !== 'reference') {
+            throw Error(`error in "createAndLinkDocument", this operation can only be used on reference field: ${fieldPath.join('.')}`);
+        }
+        // get the model name for the new document
+        if (!modelName && fieldProps.models.length === 1) {
+            modelName = fieldProps.models[0];
+        }
+        if (!modelName) {
+            throw Error(`error in "createAndLinkDocument", missing "modelName": ${fieldPath.join('.')}`);
+        }
+        // create the new document
+        const result = await this.createDocument({
+            object: object,
+            srcProjectId: srcProjectId,
+            srcType: srcType,
+            modelName: modelName,
+            locale: locale,
+            user: user
+        });
+        // update the document by linking the field to the created document
+        const userContext = getUserContextForSrcType(srcType, user);
+        const field = {
+            type: 'reference',
+            refType: 'document',
+            refId: result.srcDocumentId
+        };
+        const updatedDocument = await contentSourceData.instance.updateDocument({
+            document: csiDocument,
+            modelMap: modelMap,
+            userContext: userContext,
+            operations: [
+                modelField.type === 'list'
+                    ? {
+                        opType: 'insert',
+                        fieldPath: fieldPath,
+                        modelField: modelField,
+                        locale: locale,
+                        index: index,
+                        item: field
+                    }
+                    : {
+                        opType: 'set',
+                        fieldPath: fieldPath,
+                        modelField: modelField,
+                        locale: locale,
+                        field: field
+                    }
+            ]
+        });
+        return { srcDocumentId: updatedDocument.id };
+    }
+    async uploadAndLinkAsset({ srcType, srcProjectId, srcDocumentId, fieldPath, asset, index, locale, user }) {
+        this.logger.debug('uploadAndLinkAsset', { srcType, srcProjectId, srcDocumentId, fieldPath, index, locale });
+        // get the document that is being updated
+        const contentSourceId = getContentSourceId(srcType, srcProjectId);
+        const contentSourceData = this.getContentSourceDataByIdOrThrow(contentSourceId);
+        const document = contentSourceData.documentMap[srcDocumentId];
+        const csiDocument = contentSourceData.csiDocumentMap[srcDocumentId];
+        if (!document || !csiDocument) {
+            throw new Error(`no document with id '${srcDocumentId}' was found in ${contentSourceData.id}`);
+        }
+        // get the document model
+        const documentModelName = document.srcModelName;
+        const modelMap = contentSourceData.modelMap;
+        const model = modelMap[documentModelName];
+        if (!model) {
+            throw new Error(`error updating document, could not find document model: '${documentModelName}'`);
+        }
+        // get the 'reference' model field in the updated document that will be used to link the new asset
+        locale = locale !== null && locale !== void 0 ? locale : contentSourceData.defaultLocaleCode;
+        const modelField = getModelFieldForFieldAtPath(document, model, fieldPath, modelMap, locale);
+        if (!modelField) {
+            throw Error(`the "fieldPath" points to non existing model field: ${fieldPath.join('.')}`);
+        }
+        const fieldProps = modelField.type === 'list' ? modelField.items : modelField;
+        if (fieldProps.type !== 'reference' && fieldProps.type !== 'image') {
+            throw Error(`error in "uploadAndLinkAsset", this operation can only be used on reference and image fields: ${fieldPath.join('.')}`);
+        }
+        // upload the new asset
+        const userContext = getUserContextForSrcType(srcType, user);
+        const result = await contentSourceData.instance.uploadAsset({
+            url: asset.url,
+            fileName: asset.metadata.name,
+            mimeType: asset.metadata.type,
+            locale: locale,
+            userContext: userContext
+        });
+        // update the document by linking the field to the created asset
+        const field = {
+            type: 'reference',
+            refType: 'asset',
+            refId: result.id
+        };
+        const updatedDocument = await contentSourceData.instance.updateDocument({
+            document: csiDocument,
+            modelMap: modelMap,
+            userContext: userContext,
+            operations: [
+                modelField.type === 'list'
+                    ? {
+                        opType: 'insert',
+                        fieldPath: fieldPath,
+                        modelField: modelField,
+                        locale: locale,
+                        index: index,
+                        item: field
+                    }
+                    : {
+                        opType: 'set',
+                        fieldPath: fieldPath,
+                        modelField: modelField,
+                        locale: locale,
+                        field: field
+                    }
+            ]
+        });
+        return { srcDocumentId: updatedDocument.id };
+    }
+    async createDocument({ srcType, srcProjectId, modelName, object, locale, user }) {
+        this.logger.debug('createDocument', { srcType, srcProjectId, modelName, locale });
+        const contentSourceId = getContentSourceId(srcType, srcProjectId);
+        const contentSourceData = this.getContentSourceDataByIdOrThrow(contentSourceId);
+        const modelMap = contentSourceData.modelMap;
+        const model = modelMap[modelName];
+        if (!model) {
+            throw new Error(`no model with name '${modelName}' was found`);
+        }
+        locale = locale !== null && locale !== void 0 ? locale : contentSourceData.defaultLocaleCode;
+        const userContext = getUserContextForSrcType(srcType, user);
+        const result = await createDocumentRecursively({
+            object,
+            model,
+            modelMap,
+            locale,
+            userContext,
+            contentSourceInstance: contentSourceData.instance
+        });
+        this.logger.debug('created document', { srcType, srcProjectId, srcDocumentId: result.document.id, modelName });
+        // do not update cache in contentSourceData.documents and documentMap,
+        // instead wait for contentSource to call onContentChange(contentChangeEvent)
+        // and use data from contentChangeEvent to update the cache
+        // const newDocuments = [result.document, ...result.referencedDocuments];
+        // contentSourceData.documentMap = Object.assign(contentSourceData.documentMap, _.keyBy(newDocuments, 'srcObjectId'));
+        return { srcDocumentId: result.document.id };
+    }
+    async updateDocument({ srcType, srcProjectId, srcDocumentId, updateOperations, user }) {
+        this.logger.debug('updateDocument');
+        const contentSourceId = getContentSourceId(srcType, srcProjectId);
+        const contentSourceData = this.getContentSourceDataByIdOrThrow(contentSourceId);
+        const userContext = getUserContextForSrcType(srcType, user);
+        const document = contentSourceData.documentMap[srcDocumentId];
+        const csiDocument = contentSourceData.csiDocumentMap[srcDocumentId];
+        if (!document || !csiDocument) {
+            throw new Error(`no document with id '${srcDocumentId}' was found in ${contentSourceData.id}`);
+        }
+        const modelMap = contentSourceData.modelMap;
+        const documentModelName = document.srcModelName;
+        const model = modelMap[documentModelName];
+        if (!model) {
+            throw new Error(`error updating document, could not find document model: '${documentModelName}'`);
+        }
+        const operations = await (0, utils_1.mapPromise)(updateOperations, async (updateOperation) => {
+            var _a;
+            const locale = (_a = updateOperation.locale) !== null && _a !== void 0 ? _a : contentSourceData.defaultLocaleCode;
+            const modelField = getModelFieldForFieldAtPath(document, model, updateOperation.fieldPath, modelMap, locale);
+            switch (updateOperation.opType) {
+                case 'set':
+                    const field = await convertOperationField({
+                        operationField: updateOperation.field,
+                        fieldPath: updateOperation.fieldPath,
+                        locale: updateOperation.locale,
+                        modelField,
+                        modelMap,
+                        userContext,
+                        contentSourceInstance: contentSourceData.instance
+                    });
+                    return {
+                        ...updateOperation,
+                        modelField,
+                        field
+                    };
+                case 'unset':
+                    return { ...updateOperation, modelField };
+                case 'insert':
+                    const item = await convertOperationField({
+                        operationField: updateOperation.item,
+                        fieldPath: updateOperation.fieldPath,
+                        locale: updateOperation.locale,
+                        modelField,
+                        modelMap,
+                        userContext,
+                        contentSourceInstance: contentSourceData.instance
+                    });
+                    return {
+                        ...updateOperation,
+                        modelField,
+                        item
+                    };
+                case 'remove':
+                    return { ...updateOperation, modelField };
+                case 'reorder':
+                    return { ...updateOperation, modelField };
+            }
+        });
+        const updatedDocumentResult = await contentSourceData.instance.updateDocument({
+            document: csiDocument,
+            modelMap,
+            userContext,
+            operations
+        });
+        // do not update cache in contentSourceData.documents and documentMap,
+        // instead wait for contentSource to call onContentChange(contentChangeEvent)
+        // and use data from contentChangeEvent to update the cache
+        // contentSourceData.documentMap = Object.assign(contentSourceData.documentMap, { [document.srcObjectId]: document });
+        return { srcDocumentId: updatedDocumentResult.id };
+    }
+    async duplicateDocument({ srcType, srcProjectId, srcDocumentId, object, user }) {
+        this.logger.debug('duplicateDocument');
+        const contentSourceId = getContentSourceId(srcType, srcProjectId);
+        const contentSourceData = this.getContentSourceDataByIdOrThrow(contentSourceId);
+        const document = contentSourceData.documentMap[srcDocumentId];
+        if (!document) {
+            throw new Error(`no document with id '${srcDocumentId}' was found in ${contentSourceData.id}`);
+        }
+        const modelMap = contentSourceData.modelMap;
+        const model = modelMap[document.srcModelName];
+        if (!model) {
+            throw new Error(`no model with name '${document.srcModelName}' was found`);
+        }
+        const userContext = getUserContextForSrcType(srcType, user);
+        // TODO: handle duplicatable and non duplicatable models
+        // TODO: handle fields from the provided object
+        const documentResult = await contentSourceData.instance.createDocument({
+            documentFields: mapStoreFieldsToSourceFields({
+                documentFields: document.fields,
+                modelFields: model.fields,
+                modelMap: contentSourceData.modelMap
+            }),
+            model,
+            modelMap,
+            locale: contentSourceData.defaultLocaleCode,
+            userContext
+        });
+        return { srcDocumentId: documentResult.id };
+    }
+    async uploadAssets({ srcType, srcProjectId, assets, locale, user }) {
+        this.logger.debug('uploadAssets');
+        const contentSourceId = getContentSourceId(srcType, srcProjectId);
+        const contentSourceData = this.getContentSourceDataByIdOrThrow(contentSourceId);
+        const sourceAssets = [];
+        const userContext = getUserContextForSrcType(srcType, user);
+        locale = locale !== null && locale !== void 0 ? locale : contentSourceData.defaultLocaleCode;
+        for (const asset of assets) {
+            let base64 = undefined;
+            if (asset.data) {
+                const matchResult = asset.data.match(/;base64,([\s\S]+)$/);
+                if (matchResult) {
+                    base64 = matchResult[1];
+                }
+            }
+            const sourceAsset = await contentSourceData.instance.uploadAsset({
+                url: asset.url,
+                base64: base64,
+                fileName: asset.metadata.name,
+                mimeType: asset.metadata.type,
+                locale: locale,
+                userContext: userContext
+            });
+            sourceAssets.push(sourceAsset);
+        }
+        const storeAssets = mapCSIAssetsToStoreAssets({
+            csiAssets: sourceAssets,
+            contentSourceInstance: contentSourceData.instance,
+            defaultLocaleCode: contentSourceData.defaultLocaleCode
+        });
+        return mapStoreAssetsToAPIAssets(storeAssets, locale);
+    }
+    async deleteDocument({ srcType, srcProjectId, srcDocumentId, user }) {
+        this.logger.debug('deleteDocument');
+        const userContext = getUserContextForSrcType(srcType, user);
+        const contentSourceId = getContentSourceId(srcType, srcProjectId);
+        const contentSourceData = this.getContentSourceDataByIdOrThrow(contentSourceId);
+        const csiDocument = contentSourceData.csiDocumentMap[srcDocumentId];
+        if (!csiDocument) {
+            throw new Error(`no document with id '${srcDocumentId}' was found in ${contentSourceData.id}`);
+        }
+        await contentSourceData.instance.deleteDocument({ document: csiDocument, userContext });
+        // do not update cache in contentSourceData.documents and documentMap,
+        // instead wait for contentSource to call onContentChange(contentChangeEvent)
+        // and use data from contentChangeEvent to update the cache
+        // delete contentSourceData.documentMap[srcDocumentId];
+    }
+    async validateDocuments({ objects, locale, user }) {
+        this.logger.debug('validateDocuments');
+        const objectsBySourceId = lodash_1.default.groupBy(objects, (object) => getContentSourceId(object.srcType, object.srcProjectId));
+        let errors = [];
+        for (const [contentSourceId, contentSourceObjects] of Object.entries(objectsBySourceId)) {
+            const contentSourceData = this.getContentSourceDataByIdOrThrow(contentSourceId);
+            locale = locale !== null && locale !== void 0 ? locale : contentSourceData.defaultLocaleCode;
+            const { documents, assets } = getCSIDocumentsAndAssetsFromContentSourceDataByIds(contentSourceData, contentSourceObjects);
+            const userContext = getUserContextForSrcType(contentSourceData.type, user);
+            const validationResult = await contentSourceData.instance.validateDocuments({ documents, assets, locale, userContext });
+            errors = errors.concat(validationResult.errors.map((validationError) => ({
+                message: validationError.message,
+                srcType: contentSourceData.type,
+                srcProjectId: contentSourceData.projectId,
+                srcObjectType: validationError.objectType,
+                srcObjectId: validationError.objectId,
+                fieldPath: validationError.fieldPath,
+                isUniqueValidation: validationError.isUniqueValidation
+            })));
+        }
+        return { errors };
+        /* validate for multiple sources
+        const objectsBySourceId = _.groupBy(objects, (document) => getContentSourceId(document.srcType, document.srcProjectId));
+        const contentSourceIds = Object.keys(objectsBySourceId);
+        return reducePromise(
+            contentSourceIds,
+            async (result: ContentStoreTypes.ValidationError[], contentSourceId) => {
+                const documents = documentsBySourceId[contentSourceId]!;
+                const contentSourceData = this.getContentSourceDataByIdOrThrow(contentSourceId);
+                const validationErrors = await contentSourceData.instance.validateDocuments({ documentIds: documents.map((document) => document.srcObjectId) });
+                return result.concat(validationErrors);
+            },
+            []
+        );
+         */
+    }
+    async publishDocuments({ objects, user }) {
+        this.logger.debug('publishDocuments');
+        const objectsBySourceId = lodash_1.default.groupBy(objects, (object) => getContentSourceId(object.srcType, object.srcProjectId));
+        for (const [contentSourceId, contentSourceObjects] of Object.entries(objectsBySourceId)) {
+            const contentSourceData = this.getContentSourceDataByIdOrThrow(contentSourceId);
+            const userContext = getUserContextForSrcType(contentSourceData.type, user);
+            const { documents, assets } = getCSIDocumentsAndAssetsFromContentSourceDataByIds(contentSourceData, contentSourceObjects);
+            await contentSourceData.instance.publishDocuments({ documents, assets, userContext });
+        }
+    }
+    getContentSourceDataByIdOrThrow(contentSourceId) {
+        const contentSourceData = this.contentSourceDataById[contentSourceId];
+        if (!contentSourceData) {
+            throw new Error(`no content source for id '${contentSourceId}' was found`);
+        }
+        return contentSourceData;
+    }
+}
+exports.ContentStore = ContentStore;
+function getContentSourceId(contentSourceType, srcProjectId) {
+    return contentSourceType + ':' + srcProjectId;
+}
+exports.getContentSourceId = getContentSourceId;
+function getUserContextForSrcType(srcType, user) {
+    var _a;
+    return (_a = user === null || user === void 0 ? void 0 : user.connections) === null || _a === void 0 ? void 0 : _a.find((connection) => connection.type === srcType);
+}
+function mapCSIAssetsToStoreAssets({ csiAssets, contentSourceInstance, defaultLocaleCode }) {
+    const extra = {
+        srcType: contentSourceInstance.getContentSourceType(),
+        srcProjectId: contentSourceInstance.getProjectId(),
+        srcProjectUrl: contentSourceInstance.getProjectManageUrl(),
+        srcEnvironment: contentSourceInstance.getProjectEnvironment()
+    };
+    return csiAssets.map((csiAsset) => sourceAssetToStoreAsset({ csiAsset, defaultLocaleCode, extra }));
+}
+function sourceAssetToStoreAsset({ csiAsset, defaultLocaleCode, extra }) {
+    return {
+        type: 'asset',
+        ...extra,
+        srcObjectId: csiAsset.id,
+        srcObjectUrl: csiAsset.manageUrl,
+        srcObjectLabel: getObjectLabel(csiAsset.fields, common_schema_1.IMAGE_MODEL, defaultLocaleCode),
+        srcModelName: common_schema_1.IMAGE_MODEL.name,
+        srcModelLabel: common_schema_1.IMAGE_MODEL.label,
+        isChanged: csiAsset.status === 'added' || csiAsset.status === 'modified',
+        status: csiAsset.status,
+        createdAt: csiAsset.createdAt,
+        createdBy: csiAsset.createdBy,
+        updatedAt: csiAsset.updatedAt,
+        updatedBy: csiAsset.updatedBy,
+        fields: {
+            title: {
+                label: 'Title',
+                ...csiAsset.fields.title
+            },
+            file: {
+                label: 'File',
+                ...csiAsset.fields.file
+            }
+        }
+    };
+}
+function mapCSIDocumentsToStoreDocuments({ csiDocuments, contentSourceInstance, modelMap, defaultLocaleCode }) {
+    const extra = {
+        srcType: contentSourceInstance.getContentSourceType(),
+        srcProjectId: contentSourceInstance.getProjectId(),
+        srcProjectUrl: contentSourceInstance.getProjectManageUrl(),
+        srcEnvironment: contentSourceInstance.getProjectEnvironment()
+    };
+    return csiDocuments.map((csiDocument) => mapCSIDocumentToStoreDocument({ csiDocument, model: modelMap[csiDocument.modelName], modelMap, defaultLocaleCode, extra }));
+}
+function mapCSIDocumentToStoreDocument({ csiDocument, model, modelMap, defaultLocaleCode, extra }) {
+    var _a, _b;
+    return {
+        type: 'document',
+        ...extra,
+        srcObjectId: csiDocument.id,
+        srcObjectUrl: csiDocument.manageUrl,
+        srcObjectLabel: getObjectLabel(csiDocument.fields, model, defaultLocaleCode),
+        srcModelLabel: (_a = model.label) !== null && _a !== void 0 ? _a : lodash_1.default.startCase(csiDocument.modelName),
+        srcModelName: csiDocument.modelName,
+        isChanged: csiDocument.status === 'added' || csiDocument.status === 'modified',
+        status: csiDocument.status,
+        createdAt: csiDocument.createdAt,
+        createdBy: csiDocument.createdBy,
+        updatedAt: csiDocument.updatedAt,
+        updatedBy: csiDocument.updatedBy,
+        fields: mapCSIFieldsToStoreFields({
+            csiDocumentFields: csiDocument.fields,
+            modelFields: (_b = model.fields) !== null && _b !== void 0 ? _b : [],
+            context: {
+                modelMap,
+                defaultLocaleCode
+            }
+        })
+    };
+}
+function mapCSIFieldsToStoreFields({ csiDocumentFields, modelFields, context }) {
+    return modelFields.reduce((result, modelField) => {
+        const csiDocumentField = csiDocumentFields[modelField.name];
+        const docField = mapCSIFieldToStoreField({
+            csiDocumentField,
+            modelField,
+            context
+        });
+        docField.label = modelField.label;
+        result[modelField.name] = docField;
+        return result;
+    }, {});
+}
+function mapCSIFieldToStoreField({ csiDocumentField, modelField, context }) {
+    if (!csiDocumentField) {
+        const isUnset = ['object', 'model', 'reference', 'richText', 'markdown', 'image', 'file', 'json'].includes(modelField.type);
+        return {
+            type: modelField.type,
+            ...(isUnset ? { isUnset } : null),
+            ...(modelField.type === 'list' ? { items: [] } : null)
+        };
+    }
+    // TODO: check if need to add "options" to "enum" and subtype/min/max to "number"
+    switch (modelField.type) {
+        case 'object':
+            return mapObjectField(csiDocumentField, modelField, context);
+        case 'model':
+            return mapModelField(csiDocumentField, modelField, context);
+        case 'list':
+            return mapListField(csiDocumentField, modelField, context);
+        case 'richText':
+            return mapRichTextField(csiDocumentField);
+        case 'markdown':
+            return mapMarkdownField(csiDocumentField);
+        default:
+            return csiDocumentField;
+    }
+}
+function mapObjectField(csiDocumentField, modelField, context) {
+    var _a, _b, _c;
+    if (!(0, content_source_interface_1.isLocalizedField)(csiDocumentField)) {
+        return {
+            type: csiDocumentField.type,
+            srcObjectLabel: getObjectLabel((_a = csiDocumentField.fields) !== null && _a !== void 0 ? _a : {}, modelField !== null && modelField !== void 0 ? modelField : [], context.defaultLocaleCode),
+            fields: mapCSIFieldsToStoreFields({
+                csiDocumentFields: (_b = csiDocumentField.fields) !== null && _b !== void 0 ? _b : {},
+                modelFields: (_c = modelField.fields) !== null && _c !== void 0 ? _c : [],
+                context
+            })
+        };
+    }
+    return {
+        type: csiDocumentField.type,
+        localized: true,
+        locales: lodash_1.default.mapValues(csiDocumentField.locales, (locale) => {
+            var _a, _b, _c;
+            return {
+                locale: locale.locale,
+                srcObjectLabel: getObjectLabel((_a = locale.fields) !== null && _a !== void 0 ? _a : {}, modelField, locale.locale),
+                fields: mapCSIFieldsToStoreFields({
+                    csiDocumentFields: (_b = locale.fields) !== null && _b !== void 0 ? _b : {},
+                    modelFields: (_c = modelField.fields) !== null && _c !== void 0 ? _c : [],
+                    context
+                })
+            };
+        })
+    };
+}
+function mapModelField(csiDocumentField, modelField, context) {
+    var _a, _b, _c, _d;
+    if (!(0, content_source_interface_1.isLocalizedField)(csiDocumentField)) {
+        const model = context.modelMap[csiDocumentField.modelName];
+        return {
+            type: csiDocumentField.type,
+            srcObjectLabel: getObjectLabel((_a = csiDocumentField.fields) !== null && _a !== void 0 ? _a : {}, model, context.defaultLocaleCode),
+            srcModelName: csiDocumentField.modelName,
+            srcModelLabel: (_b = model.label) !== null && _b !== void 0 ? _b : lodash_1.default.startCase(model.name),
+            fields: mapCSIFieldsToStoreFields({
+                csiDocumentFields: (_c = csiDocumentField.fields) !== null && _c !== void 0 ? _c : {},
+                modelFields: (_d = model.fields) !== null && _d !== void 0 ? _d : [],
+                context
+            })
+        };
+    }
+    return {
+        type: csiDocumentField.type,
+        localized: true,
+        locales: lodash_1.default.mapValues(csiDocumentField.locales, (locale) => {
+            var _a, _b, _c, _d;
+            const model = context.modelMap[locale.modelName];
+            return {
+                locale: locale.locale,
+                srcObjectLabel: getObjectLabel((_a = locale.fields) !== null && _a !== void 0 ? _a : {}, model, locale.locale),
+                srcModelName: locale.modelName,
+                srcModelLabel: (_b = model.label) !== null && _b !== void 0 ? _b : lodash_1.default.startCase(model.name),
+                fields: mapCSIFieldsToStoreFields({
+                    csiDocumentFields: (_c = locale.fields) !== null && _c !== void 0 ? _c : {},
+                    modelFields: (_d = model.fields) !== null && _d !== void 0 ? _d : [],
+                    context
+                })
+            };
+        })
+    };
+}
+function mapListField(csiDocumentField, modelField, context) {
+    if (!(0, content_source_interface_1.isLocalizedField)(csiDocumentField)) {
+        return {
+            type: csiDocumentField.type,
+            items: csiDocumentField.items.map((item) => {
+                var _a;
+                return mapCSIFieldToStoreField({
+                    csiDocumentField: item,
+                    modelField: (_a = modelField.items) !== null && _a !== void 0 ? _a : { type: 'string' },
+                    context
+                });
+            })
+        };
+    }
+    return {
+        type: csiDocumentField.type,
+        localized: true,
+        locales: lodash_1.default.mapValues(csiDocumentField.locales, (locale) => {
+            var _a;
+            return {
+                locale: locale.locale,
+                items: ((_a = locale.items) !== null && _a !== void 0 ? _a : []).map((item) => {
+                    var _a;
+                    return mapCSIFieldToStoreField({
+                        csiDocumentField: item,
+                        modelField: (_a = modelField.items) !== null && _a !== void 0 ? _a : { type: 'string' },
+                        context
+                    });
+                })
+            };
+        })
+    };
+}
+function mapRichTextField(csiDocumentField) {
+    if (!(0, content_source_interface_1.isLocalizedField)(csiDocumentField)) {
+        return {
+            ...csiDocumentField,
+            multiElement: true
+        };
+    }
+    return {
+        type: csiDocumentField.type,
+        localized: true,
+        locales: lodash_1.default.mapValues(csiDocumentField.locales, (locale) => {
+            return {
+                ...locale,
+                multiElement: true
+            };
+        })
+    };
+}
+function mapMarkdownField(csiDocumentField) {
+    if (!(0, content_source_interface_1.isLocalizedField)(csiDocumentField)) {
+        return {
+            type: 'markdown',
+            value: csiDocumentField.value,
+            multiElement: true
+        };
+    }
+    return {
+        type: 'markdown',
+        localized: true,
+        locales: lodash_1.default.mapValues(csiDocumentField.locales, (locale) => {
+            return {
+                ...locale,
+                multiElement: true
+            };
+        })
+    };
+}
+function mapStoreFieldsToSourceFields({ documentFields, modelFields, modelMap }) {
+    // TODO: implement
+    throw new Error(`duplicateDocument not implemented yet`);
+}
+function getContentSourceIdForContentSource(contentSource) {
+    return getContentSourceId(contentSource.getContentSourceType(), contentSource.getProjectId());
+}
+function extractTokensFromString(input) {
+    return input.match(/(?<={)[^}]+(?=})/g) || [];
+}
+function sanitizeSlug(slug) {
+    return slug
+        .split('/')
+        .map((part) => (0, slugify_1.default)(part, { lower: true }))
+        .join('/');
+}
+function getObjectLabel(documentFields, modelOrObjectField, locale) {
+    const labelField = modelOrObjectField.labelField;
+    let label = null;
+    if (labelField) {
+        const field = lodash_1.default.get(documentFields, labelField, null);
+        if (field && ['string', 'url', 'slug', 'text', 'markdown', 'number', 'enum', 'date', 'datetime', 'color', 'image', 'file'].includes(field.type)) {
+            if ((0, content_source_interface_1.isLocalizedField)(field) && locale) {
+                label = lodash_1.default.get(field, ['locales', locale, 'value'], null);
+            }
+            else if (!(0, content_source_interface_1.isLocalizedField)(field)) {
+                label = lodash_1.default.get(field, 'value', null);
+            }
+        }
+    }
+    if (!label) {
+        label = lodash_1.default.get(modelOrObjectField, 'label');
+    }
+    if (!label && lodash_1.default.has(modelOrObjectField, 'name')) {
+        label = lodash_1.default.startCase(lodash_1.default.get(modelOrObjectField, 'name'));
+    }
+    return label;
+}
+function mapDocumentsToLocalizedApiObjects(documents, locale) {
+    return documents.map((document) => documentToLocalizedApiObject(document, locale));
+}
+function documentToLocalizedApiObject(document, locale) {
+    const { type, fields, ...rest } = document;
+    return {
+        type: 'object',
+        ...rest,
+        fields: toLocalizedAPIFields(fields, locale)
+    };
+}
+function toLocalizedAPIFields(docFields, locale) {
+    return lodash_1.default.mapValues(docFields, (docField) => toLocalizedAPIField(docField, locale));
+}
+function toLocalizedAPIField(docField, locale, isListItem = false) {
+    const hasUnsetFlag = ['object', 'model', 'reference', 'richText', 'markdown', 'image', 'file', 'json'].includes(docField.type);
+    let docFieldLocalized;
+    let unset = false;
+    if (docField.localized) {
+        const { locales, localized, ...base } = docField;
+        const localeProps = locale ? locales[locale] : undefined;
+        docFieldLocalized = {
+            ...base,
+            ...localeProps,
+            ...(hasUnsetFlag && !localeProps ? { isUnset: true } : null)
+        };
+    }
+    else {
+        docFieldLocalized = docField;
+    }
+    locale = locale !== null && locale !== void 0 ? locale : docFieldLocalized.locale;
+    const commonProps = isListItem
+        ? null
+        : {
+            localized: !!docField.localized,
+            ...(locale ? { locale } : null)
+        };
+    if (docFieldLocalized.type === 'object' || docFieldLocalized.type === 'model') {
+        return {
+            ...docFieldLocalized,
+            ...commonProps,
+            ...(docFieldLocalized.isUnset
+                ? null
+                : {
+                    fields: toLocalizedAPIFields(docFieldLocalized.fields, locale)
+                })
+        };
+    }
+    else if (docFieldLocalized.type === 'reference') {
+        const { type, refType, ...rest } = docFieldLocalized;
+        // if reference field isUnset === true, it behaves like a regular object
+        if (rest.isUnset) {
+            return {
+                type: 'object',
+                ...rest,
+                ...commonProps
+            };
+        }
+        return {
+            type: 'unresolved_reference',
+            refType: refType === 'asset' ? 'image' : 'object',
+            ...rest,
+            ...commonProps
+        };
+    }
+    else if (docFieldLocalized.type === 'list') {
+        const { items, ...rest } = docFieldLocalized;
+        return {
+            ...rest,
+            ...commonProps,
+            items: items.map((field) => toLocalizedAPIField(field, locale, true))
+        };
+    }
+    else {
+        return {
+            ...docFieldLocalized,
+            ...commonProps
+        };
+    }
+}
+function mapAssetsToLocalizedApiImages(assets, locale) {
+    return assets.map((asset) => assetToLocalizedApiImage(asset, locale));
+}
+function assetToLocalizedApiImage(asset, locale) {
+    const { type, fields, ...rest } = asset;
+    return {
+        type: 'image',
+        ...rest,
+        fields: localizeAssetFields(fields, locale)
+    };
+}
+function localizeAssetFields(assetFields, locale) {
+    var _a, _b;
+    const fields = {
+        title: {
+            type: 'string',
+            value: null
+        },
+        url: {
+            type: 'string',
+            value: null
+        }
+    };
+    const titleFieldNonLocalized = getDocumentFieldForLocale(assetFields.title, locale);
+    fields.title.value = titleFieldNonLocalized === null || titleFieldNonLocalized === void 0 ? void 0 : titleFieldNonLocalized.value;
+    fields.title.locale = locale !== null && locale !== void 0 ? locale : titleFieldNonLocalized === null || titleFieldNonLocalized === void 0 ? void 0 : titleFieldNonLocalized.locale;
+    const assetFileField = assetFields.file;
+    if (assetFileField.localized) {
+        if (locale) {
+            fields.url.value = (_b = (_a = assetFileField.locales[locale]) === null || _a === void 0 ? void 0 : _a.url) !== null && _b !== void 0 ? _b : null;
+            fields.url.locale = locale;
+        }
+    }
+    else {
+        fields.url.value = assetFileField.url;
+        fields.url.locale = assetFileField.locale;
+    }
+    return fields;
+}
+function mapStoreAssetsToAPIAssets(assets, locale) {
+    return assets.map((asset) => storeAssetToAPIAsset(asset, locale));
+}
+function storeAssetToAPIAsset(asset, locale) {
+    var _a, _b;
+    const assetTitleField = asset.fields.title;
+    const localizedTitleField = assetTitleField.localized ? assetTitleField.locales[locale] : assetTitleField;
+    const assetFileField = asset.fields.file;
+    const localizedFileField = assetFileField.localized ? assetFileField.locales[locale] : assetFileField;
+    return {
+        objectId: asset.srcObjectId,
+        createdAt: asset.createdAt,
+        url: localizedFileField.url,
+        ...(0, utils_1.omitByNil)({
+            title: localizedTitleField.value,
+            fileName: localizedFileField.fileName,
+            contentType: localizedFileField.contentType,
+            size: localizedFileField.size,
+            width: (_a = localizedFileField.dimensions) === null || _a === void 0 ? void 0 : _a.width,
+            height: (_b = localizedFileField.dimensions) === null || _b === void 0 ? void 0 : _b.height
+        })
+    };
+}
+/**
+ * Iterates recursively objects with $$type and $$ref, creating nested objects
+ * as needed and returns standard ContentSourceInterface Documents
+ */
+async function createDocumentRecursively({ object, model, modelMap, locale, userContext, contentSourceInstance }) {
+    var _a;
+    if (model.type === 'page') {
+        const tokens = extractTokensFromString(String(model.urlPath));
+        const slugField = lodash_1.default.last(tokens);
+        if (object && slugField && slugField in object) {
+            const slugFieldValue = object[slugField];
+            object[slugField] = sanitizeSlug(slugFieldValue);
+        }
+    }
+    const nestedResult = await createNestedObjectRecursively({
+        object,
+        modelFields: (_a = model.fields) !== null && _a !== void 0 ? _a : [],
+        fieldPath: [],
+        modelMap,
+        locale,
+        userContext,
+        contentSourceInstance
+    });
+    const document = await contentSourceInstance.createDocument({
+        documentFields: nestedResult.fields,
+        model,
+        modelMap,
+        locale,
+        userContext
+    });
+    return {
+        document: document,
+        newRefDocuments: nestedResult.newRefDocuments
+    };
+}
+async function createNestedObjectRecursively({ object, modelFields, fieldPath, modelMap, locale, userContext, contentSourceInstance }) {
+    object = object !== null && object !== void 0 ? object : {};
+    const result = {
+        fields: {},
+        newRefDocuments: []
+    };
+    const objectFieldNames = Object.keys(object);
+    for (const modelField of modelFields) {
+        const fieldName = modelField.name;
+        let value;
+        if (fieldName in object) {
+            value = object[fieldName];
+            lodash_1.default.pull(objectFieldNames, fieldName);
+        }
+        else if (modelField.const) {
+            value = modelField.const;
+        }
+        else if (!lodash_1.default.isNil(modelField.default)) {
+            value = modelField.default;
+        }
+        if (!lodash_1.default.isNil(value)) {
+            const fieldResult = await createNestedField({
+                value,
+                modelField,
+                fieldPath: fieldPath.concat(fieldName),
+                modelMap,
+                locale,
+                userContext,
+                contentSourceInstance
+            });
+            result.fields[fieldName] = fieldResult.field;
+            result.newRefDocuments = result.newRefDocuments.concat(fieldResult.newRefDocuments);
+        }
+    }
+    if (objectFieldNames.length > 0) {
+        throw new Error(`no model fields found when creating a document with fields: '${objectFieldNames.join(', ')}'`);
+    }
+    return result;
+}
+async function createNestedField({ value, modelField, fieldPath, modelMap, locale, userContext, contentSourceInstance }) {
+    var _a;
+    if (modelField.type === 'object') {
+        const result = await createNestedObjectRecursively({
+            object: value,
+            modelFields: modelField.fields,
+            fieldPath,
+            modelMap,
+            locale,
+            userContext,
+            contentSourceInstance
+        });
+        return {
+            field: {
+                type: 'object',
+                fields: result.fields
+            },
+            newRefDocuments: result.newRefDocuments
+        };
+    }
+    else if (modelField.type === 'model') {
+        let { $$type, ...rest } = value;
+        const modelNames = modelField.models;
+        // for backward compatibility check if the object has 'type' instead of '$$type' because older projects use
+        // the 'type' property in default values
+        if (!$$type && 'type' in rest) {
+            $$type = rest.type;
+            rest = lodash_1.default.omit(rest, 'type');
+        }
+        const modelName = $$type !== null && $$type !== void 0 ? $$type : (modelNames.length === 1 ? modelNames[0] : null);
+        if (!modelName) {
+            throw new Error(`no $$type was specified for nested model`);
+        }
+        const model = modelMap[modelName];
+        if (!model) {
+            throw new Error(`no model with name '${modelName}' was found`);
+        }
+        const result = await createNestedObjectRecursively({
+            object: rest,
+            modelFields: (_a = model.fields) !== null && _a !== void 0 ? _a : [],
+            fieldPath,
+            modelMap,
+            locale,
+            userContext,
+            contentSourceInstance
+        });
+        return {
+            field: {
+                type: 'model',
+                modelName: modelName,
+                fields: result.fields
+            },
+            newRefDocuments: result.newRefDocuments
+        };
+    }
+    else if (modelField.type === 'image') {
+        let refId;
+        if (lodash_1.default.isPlainObject(value)) {
+            refId = value.$$ref;
+        }
+        else {
+            refId = value;
+        }
+        if (!refId) {
+            throw new Error(`reference field must specify a value`);
+        }
+        return {
+            field: {
+                type: 'reference',
+                refType: 'asset',
+                refId: refId
+            },
+            newRefDocuments: []
+        };
+    }
+    else if (modelField.type === 'reference') {
+        let { $$ref: refId = null, $$type: modelName = null, ...rest } = lodash_1.default.isPlainObject(value) ? value : { $$ref: value };
+        if (refId) {
+            return {
+                field: {
+                    type: 'reference',
+                    refType: 'document',
+                    refId: refId
+                },
+                newRefDocuments: []
+            };
+        }
+        else {
+            const modelNames = modelField.models;
+            if (!modelName) {
+                // for backward compatibility check if the object has 'type' instead of '$$type' because older projects use
+                // the 'type' property in default values
+                if ('type' in rest) {
+                    modelName = rest.type;
+                    rest = lodash_1.default.omit(rest, 'type');
+                }
+                else if (modelNames.length === 1) {
+                    modelName = modelNames[0];
+                }
+            }
+            const model = modelMap[modelName];
+            if (!model) {
+                throw new Error(`no model with name '${modelName}' was found`);
+            }
+            const { document, newRefDocuments } = await createDocumentRecursively({
+                object: rest,
+                model: model,
+                modelMap,
+                locale,
+                userContext,
+                contentSourceInstance
+            });
+            return {
+                field: {
+                    type: 'reference',
+                    refType: 'document',
+                    refId: document.id
+                },
+                newRefDocuments: [document, ...newRefDocuments]
+            };
+        }
+    }
+    else if (modelField.type === 'list') {
+        if (!Array.isArray(value)) {
+            throw new Error(`value for list field must be array`);
+        }
+        const itemsField = modelField.items;
+        if (!itemsField) {
+            throw new Error(`list field does not define items`);
+        }
+        const arrayResult = await (0, utils_1.mapPromise)(value, async (item, index) => {
+            return createNestedField({
+                value: item,
+                modelField: itemsField,
+                fieldPath: fieldPath.concat(index),
+                modelMap,
+                locale,
+                userContext,
+                contentSourceInstance
+            });
+        });
+        return {
+            field: {
+                type: 'list',
+                items: arrayResult.map((result) => result.field)
+            },
+            newRefDocuments: arrayResult.reduce((result, { newRefDocuments }) => result.concat(newRefDocuments), [])
+        };
+    }
+    return {
+        field: {
+            type: modelField.type,
+            value: value
+        },
+        newRefDocuments: []
+    };
+}
+function getModelFieldForFieldAtPath(document, model, fieldPath, modelMap, locale) {
+    if (lodash_1.default.isEmpty(fieldPath)) {
+        throw new Error('the fieldPath can not be empty');
+    }
+    function getField(docField, modelField, fieldPath) {
+        const fieldName = lodash_1.default.head(fieldPath);
+        if (typeof fieldName === 'undefined') {
+            throw new Error('the first fieldPath item must be string');
+        }
+        const childFieldPath = lodash_1.default.tail(fieldPath);
+        let childDocField;
+        let childModelField;
+        switch (docField.type) {
+            case 'object':
+                const localizedObjectField = getDocumentFieldForLocale(docField, locale);
+                if (!localizedObjectField) {
+                    throw new Error(`locale for field was not found`);
+                }
+                if (localizedObjectField.isUnset) {
+                    throw new Error(`field is not set`);
+                }
+                childDocField = localizedObjectField.fields[fieldName];
+                childModelField = lodash_1.default.find(modelField.fields, (field) => field.name === fieldName);
+                if (!childDocField || !childModelField) {
+                    throw new Error(`field ${fieldName} doesn't exist`);
+                }
+                if (childFieldPath.length === 0) {
+                    return childModelField;
+                }
+                return getField(childDocField, childModelField, childFieldPath);
+            case 'model':
+                const localizedModelField = getDocumentFieldForLocale(docField, locale);
+                if (!localizedModelField) {
+                    throw new Error(`locale for field was not found`);
+                }
+                if (localizedModelField.isUnset) {
+                    throw new Error(`field is not set`);
+                }
+                const modelName = localizedModelField.srcModelName;
+                const childModel = modelMap[modelName];
+                if (!childModel) {
+                    throw new Error(`model ${modelName} doesn't exist`);
+                }
+                childModelField = lodash_1.default.find(childModel.fields, (field) => field.name === fieldName);
+                childDocField = localizedModelField.fields[fieldName];
+                if (!childDocField || !childModelField) {
+                    throw new Error(`field ${fieldName} doesn't exist`);
+                }
+                if (childFieldPath.length === 0) {
+                    return childModelField;
+                }
+                return getField(childDocField, childModelField, childFieldPath);
+            case 'list':
+                const localizedListField = getDocumentFieldForLocale(docField, locale);
+                if (!localizedListField) {
+                    throw new Error(`locale for field was not found`);
+                }
+                const listItem = localizedListField.items && localizedListField.items[fieldName];
+                const listItemsModel = modelField.items;
+                if (!listItem || !listItemsModel) {
+                    throw new Error(`field ${fieldName} doesn't exist`);
+                }
+                if (childFieldPath.length === 0) {
+                    return modelField;
+                }
+                if (!Array.isArray(listItemsModel)) {
+                    return getField(listItem, listItemsModel, childFieldPath);
+                }
+                else {
+                    const fieldListItems = listItemsModel.find((listItemsModel) => listItemsModel.type === listItem.type);
+                    if (!fieldListItems) {
+                        throw new Error('cannot find matching field model');
+                    }
+                    return getField(listItem, fieldListItems, childFieldPath);
+                }
+            default:
+                if (!lodash_1.default.isEmpty(childFieldPath)) {
+                    throw new Error('illegal fieldPath');
+                }
+                return modelField;
+        }
+    }
+    const fieldName = lodash_1.default.head(fieldPath);
+    const childFieldPath = lodash_1.default.tail(fieldPath);
+    if (typeof fieldName !== 'string') {
+        throw new Error('the first fieldPath item must be string');
+    }
+    const childDocField = document.fields[fieldName];
+    const childModelField = lodash_1.default.find(model.fields, { name: fieldName });
+    if (!childDocField || !childModelField) {
+        throw new Error(`field ${fieldName} doesn't exist`);
+    }
+    if (childFieldPath.length === 0) {
+        return childModelField;
+    }
+    return getField(childDocField, childModelField, childFieldPath);
+}
+async function convertOperationField({ operationField, fieldPath, modelField, modelMap, locale, userContext, contentSourceInstance }) {
+    // for insert operations, the modelField will be of the list, so get the modelField of the list items
+    const modelFieldOrListItems = modelField.type === 'list' ? modelField.items : modelField;
+    switch (operationField.type) {
+        case 'object': {
+            const result = await createNestedObjectRecursively({
+                object: operationField.object,
+                modelFields: modelFieldOrListItems.fields,
+                fieldPath: fieldPath,
+                modelMap,
+                locale,
+                userContext,
+                contentSourceInstance
+            });
+            return {
+                type: operationField.type,
+                fields: result.fields
+            };
+        }
+        case 'model': {
+            const model = modelMap[operationField.modelName];
+            if (!model) {
+                throw new Error(`error updating document, could not find document model: '${operationField.modelName}'`);
+            }
+            const result = await createNestedObjectRecursively({
+                object: operationField.object,
+                modelFields: model.fields,
+                fieldPath,
+                modelMap,
+                locale,
+                userContext,
+                contentSourceInstance
+            });
+            return {
+                type: operationField.type,
+                modelName: operationField.modelName,
+                fields: result.fields
+            };
+        }
+        case 'list': {
+            if (modelField.type !== 'list') {
+                throw new Error(`'the operation field type '${operationField.type}' does not match the model field type '${modelField.type}'`);
+            }
+            const result = await (0, utils_1.mapPromise)(operationField.items, async (item, index) => {
+                const result = await createNestedField({
+                    value: item,
+                    modelField: modelField.items,
+                    fieldPath,
+                    modelMap,
+                    locale,
+                    userContext,
+                    contentSourceInstance
+                });
+                return result.field;
+            });
+            return {
+                type: operationField.type,
+                items: result
+            };
+        }
+        case 'string':
+            if (typeof operationField.value !== 'string') {
+                return {
+                    type: operationField.type,
+                    value: ''
+                };
+            }
+            return operationField;
+        case 'enum':
+            if (typeof operationField.value !== 'string') {
+                if (modelFieldOrListItems.type !== 'enum') {
+                    throw new Error(`'the operation field type 'enum' does not match the model field type '${modelFieldOrListItems.type}'`);
+                }
+                const option = modelFieldOrListItems.options[0];
+                const optionValue = typeof option === 'object' ? option.value : option;
+                return {
+                    type: operationField.type,
+                    value: optionValue
+                };
+            }
+            return operationField;
+        case 'image':
+            if (typeof operationField.value !== 'string') {
+                throw new Error('image value was not specified');
+            }
+            return operationField;
+        default:
+            return operationField;
+    }
+}
+function getDocumentFieldForLocale(docField, locale) {
+    if (docField.localized) {
+        if (!locale) {
+            return null;
+        }
+        const { localized, locales, ...base } = docField;
+        const localizedField = locales[locale];
+        if (!localizedField) {
+            return null;
+        }
+        return {
+            ...base,
+            ...localizedField
+        };
+    }
+    else {
+        return docField;
+    }
+}
+function isStackbitConfigFile(filePath) {
+    const pathObject = path_1.default.parse(filePath);
+    const isInDotStackbitFolder = pathObject.dir.startsWith('.stackbit');
+    const isMainStackbitConfigFile = pathObject.name === 'stackbit' && ['yaml', 'yml'].includes(pathObject.ext.substring(1));
+    return isMainStackbitConfigFile || isInDotStackbitFolder;
+}
+function getCSIDocumentsAndAssetsFromContentSourceDataByIds(contentSourceData, objects) {
+    const documents = [];
+    const assets = [];
+    for (const object of objects) {
+        if (object.srcObjectId in contentSourceData.csiDocumentMap) {
+            documents.push(contentSourceData.csiDocumentMap[object.srcObjectId]);
+        }
+        else if (object.srcObjectId in contentSourceData.csiAssetMap) {
+            assets.push(contentSourceData.csiAssetMap[object.srcObjectId]);
+        }
+    }
+    return {
+        documents,
+        assets
+    };
+}
+//# sourceMappingURL=content-store.js.map