@contentstack/datasync-manager 2.0.0 → 2.0.1

package/test/index.ts

@@ -1,330 +0,0 @@
-import { readFileSync } from 'fs'
-import { cloneDeep, merge } from 'lodash'
-import nock from 'nock'
-import { join } from 'path'
-import { get } from '../src/api'
-import { setAssetStore, setConfig, setContentStore, setListener, start } from '../src'
-import { config as internalConfig } from '../src/config'
-import { setLogger } from '../src/util/logger'
-import { contentType as contentTypeSchema } from './dummy/api-responses/content-type'
-import { response as deleteResponse } from './dummy/api-responses/delete'
-import { response as emptyResponse } from './dummy/api-responses/empty'
-import { response as mixedUnpublishResponse } from './dummy/api-responses/entries'
-import { contentType as rteSchema } from './dummy/api-responses/markdown-content-type'
-import { response as rteEntries } from './dummy/api-responses/markdown-entries'
-import { response as publishResponse } from './dummy/api-responses/publish'
-import { contentType as referenceSchema } from './dummy/api-responses/references-content-type'
-import { contentType as reference2Schema } from './dummy/api-responses/references-content-type-2'
-import { response as referencesEntries } from './dummy/api-responses/references-entries'
-import { config as testConfig } from './dummy/config'
-import { assetConnector, contentConnector, listener } from './dummy/connector-listener-instances'
-import { response as contentTypeWithGlobalFieldResponse } from './dummy/api-responses/global-field'
-
-const packageInfo: any = JSON.parse(readFileSync(join(__dirname, '..', 'package.json'), 'utf-8'))
-
-describe('core', () => {
-  beforeAll(() => {
-    setLogger()
-  })
-
-  beforeEach(() => {
-    nock('https://api.localhost.io', { reqheaders: {
-      'access_token': 'dummyDeliveryToken',
-      'api_key': 'dummyApiKey',
-      'x-user-agent': `datasync-manager/v${packageInfo.version}`,
-    }})
-      .get('/v3/stacks/sync/publish-success')
-      .query({sync_token: 'dummySyncToken', environment: 'test', limit: 100})
-      .reply(200, publishResponse)
-  })
-
-  beforeEach(() => {
-    nock('https://api.localhost.io', { reqheaders: {
-      'access_token': 'dummyDeliveryToken',
-      'api_key': 'dummyApiKey',
-      'x-user-agent': `datasync-manager/v${packageInfo.version}`,
-    }})
-      .get('/v3/stacks/sync')
-      .query({pagination_token: 'publish-token', environment: 'test', limit: 100})
-      .reply(200, emptyResponse)
-  })
-
-  beforeEach(() => {
-    nock('https://api.localhost.io', { reqheaders: {
-      'access_token': 'dummyDeliveryToken',
-      'api_key': 'dummyApiKey',
-      'x-user-agent': `datasync-manager/v${packageInfo.version}`,
-    }})
-      .get('/v3/stacks/sync/publish-success')
-      .query({pagination_token: 'publish-token', environment: 'test', limit: 100})
-      .reply(200, emptyResponse)
-  })
-
-  beforeEach(() => {
-    nock('https://api.localhost.io', { reqheaders: {
-      'access_token': 'dummyDeliveryToken',
-      'api_key': 'dummyApiKey',
-      'x-user-agent': `datasync-manager/v${packageInfo.version}`,
-    }})
-    // tslint:disable-next-line: max-line-length
-    // "url": "https://api.localhost.io/v3/stacks/sync/publish-success?environment=test&limit=100&sync_token=dummySyncToken",
-
-      .get('/v3/stacks/sync')
-      .query({sync_token: 'dummySyncToken', environment: 'test', limit: 100})
-      .reply(200, publishResponse)
-  })
-
-  beforeEach(() => {
-    nock('https://api.localhost.io', { reqheaders: {
-        'access_token': 'dummyDeliveryToken',
-        'api_key': 'dummyApiKey',
-        'x-user-agent': `datasync-manager/v${packageInfo.version}`,
-      }})
-        .get('/v3/stacks/sync/unpublish-success')
-        .query({sync_token: 'dummySyncToken', environment: 'test', limit: 100})
-        .reply(200, mixedUnpublishResponse)
-
-  })
-
-  beforeEach(() => {
-    nock('https://api.localhost.io', { reqheaders: {
-      'access_token': 'dummyDeliveryToken',
-      'api_key': 'dummyApiKey',
-      'x-user-agent': `datasync-manager/v${packageInfo.version}`,
-    }})
-      .get('/v3/stacks/sync/delete-success')
-      .query({pagination_token: 'dummyPaginationToken', environment: 'test', limit: 100})
-      .reply(200, deleteResponse)
-  })
-
-  beforeEach(() => {
-    nock('https://api.localhost.io', { reqheaders: {
-      'access_token': 'dummyDeliveryToken',
-      'api_key': 'dummyApiKey',
-      'x-user-agent': `datasync-manager/v${packageInfo.version}`,
-    }})
-      .get('/v3/stacks/sync/rte-success')
-      .query({sync_token: 'dummyRTEToken', environment: 'test', limit: 100})
-      .reply(200, rteEntries)
-  })
-
-  beforeEach(() => {
-    nock('https://api.localhost.io', { reqheaders: {
-      'access_token': 'dummyDeliveryToken',
-      'api_key': 'dummyApiKey',
-      'x-user-agent': `datasync-manager/v${packageInfo.version}`,
-    }})
-      .get('/v3/stacks/sync/references-success')
-      .query({sync_token: 'dummyReferencesToken', environment: 'test', limit: 100})
-      .reply(200, referencesEntries)
-  })
-
-  beforeEach(() => {
-    nock('https://api.localhost.io', { reqheaders: {
-      'access_token': 'dummyDeliveryToken',
-      'api_key': 'dummyApiKey',
-      'x-user-agent': `datasync-manager/v${packageInfo.version}`,
-    }})
-      .get('/v3/stacks/sync')
-      .query({sync_token: 'dummySyncToken', environment: 'test', limit: 100})
-      .reply(200, deleteResponse)
-  })
-
-  beforeEach(() => {
-    nock('https://api.localhost.io')
-      .get('/v3/content_types/authors')
-      .query(true)
-      .reply(200, contentTypeSchema)
-  })
-
-  beforeEach(() => {
-    nock('https://api.localhost.io')
-      .get('/v3/content_types/sample_three')
-      .query(true)
-      .reply(200, rteSchema)
-  })
-
-  beforeEach(() => {
-    nock('https://api.localhost.io')
-      .get('/v3/content_types/sample_fourt')
-      .query(true)
-      .reply(200, referenceSchema)
-  })
-
-  beforeEach(() => {
-    nock('https://api.localhost.io')
-      .get('/v3/content_types/references')
-      .query(true)
-      .reply(200, reference2Schema)
-  })
-
-  beforeEach(() => {
-    nock('https://api.localhost.io')
-      .get('/v3/stacks/sync/unpublish-success')
-      .reply(200, publishResponse)
-  })
-
-  beforeEach(() => {
-     nock('https://api.localhost.io',{
-    reqheaders:{
-      'access_token':'dummyDeliveryToken',
-      'api_key':'dummyApiKey',
-      'x-user-agent':`datasync-manager/v${packageInfo.version}`
-    },
-  })
-    .get('/v3/content_types/test?include_global_field_schema=true')
-    .reply(200,contentTypeWithGlobalFieldResponse)  
-
-  })
- 
-  // afterEach((done) => {
-  //   // wait 5 sec before continuing
-  //   setTimeout(done, 5000)
-  // })
-
-  test('set content connector without errors', () => {
-    expect(setContentStore((contentConnector as any))).toBeUndefined()
-  })
-
-  test('set asset connector without errors', () => {
-    expect(setAssetStore((assetConnector as any))).toBeUndefined()
-  })
-
-  test('set listener without errors', () => {
-    expect(setListener((listener as any))).toBeUndefined()
-  })
-
-  test('set config without errors', () => {
-    expect(setConfig(testConfig)).toBeUndefined()
-  })
-
-  test('process mixed data without errors', async () => {
-    const configs = cloneDeep(merge({}, internalConfig, testConfig))
-    const contentstack = configs.contentstack
-    contentstack.sync_token = 'dummySyncToken'
-    contentstack.host = 'api.localhost.io'
-    setContentStore((contentConnector as any))
-    setAssetStore((assetConnector as any))
-    setListener((listener as any))
-    const status = (await start(configs))
-    expect(status).toBeUndefined()
-    // return start(configs).then((status) => {
-    //   expect(status).toBeUndefined()
-    // }).catch((error) => {
-    //   expect(error).toBeNull()
-    // })
-  })
-
-  test('process publish data without errors', async () => {
-    const configs = cloneDeep(merge({}, internalConfig, testConfig))
-    const contentstack = configs.contentstack
-    contentstack.sync_token = 'dummySyncToken'
-    contentstack.host = 'api.localhost.io'
-    contentstack.apis.sync += '/publish-success'
-    setContentStore((contentConnector as any))
-    setAssetStore((assetConnector as any))
-    setListener((listener as any))
-
-    const status = (await start(configs))
-    expect(status).toBeUndefined()
-    // return start(configs).then((status) => {
-    //   expect(status).toBeUndefined()
-    // }).catch((error) => {
-    //   expect(error).toBeNull()
-    // })
-  })
-
-  test('process published RTE data without errors', async () => {
-    const configs = cloneDeep(merge({}, internalConfig, testConfig))
-    const contentstack = configs.contentstack
-    contentstack.sync_token = 'dummyRTEToken'
-    contentstack.host = 'api.localhost.io'
-    contentstack.apis.sync += '/rte-success'
-    setContentStore((contentConnector as any))
-    setAssetStore((assetConnector as any))
-    setListener((listener as any))
-
-    const status = (await start(configs))
-    expect(status).toBeUndefined()
-    // return start(configs).then((status) => {
-    //   expect(status).toBeUndefined()
-    // }).catch((error) => {
-    //   expect(error).toBeNull()
-    // })
-  })
-
-  test('process published references data without errors', async () => {
-    const configs = cloneDeep(merge({}, internalConfig, testConfig))
-    const contentstack = configs.contentstack
-    contentstack.sync_token = 'dummyReferencesToken'
-    contentstack.host = 'api.localhost.io'
-    contentstack.apis.sync += '/references-success'
-    setContentStore((contentConnector as any))
-    setAssetStore((assetConnector as any))
-    setListener((listener as any))
-
-    const status = (await start(configs))
-    expect(status).toBeUndefined()
-    // return start(configs).then((status) => {
-    //   expect(status).toBeUndefined()
-    // }).catch((error) => {
-    //   expect(error).toBeNull()
-    // })
-  })
-
-  test('process unpublish data without errors', async () => {
-    const configs = cloneDeep(merge({}, internalConfig, testConfig))
-    const contentstack = configs.contentstack
-    contentstack.sync_token = 'dummySyncToken'
-    contentstack.host = 'api.localhost.io'
-    contentstack.apis.sync += '/unpublish-success'
-    setContentStore((contentConnector as any))
-    setAssetStore((assetConnector as any))
-    setListener((listener as any))
-    const status = (await start(configs))
-    expect(status).toBeUndefined()
-    // return start(configs).then((status) => {
-    //   expect(status).toBeUndefined()
-    // }).catch((error) => {
-    //   expect(error).toBeNull()
-    // })
-  })
-
-  test('process deleted data without errors', async () => {
-    const configs = cloneDeep(merge({}, internalConfig, testConfig))
-    delete configs.plugins
-    const contentstack: any = configs.contentstack
-    contentstack.pagination_token = 'dummyPaginationToken'
-    contentstack.host = 'api.localhost.io'
-    contentstack.apis.sync += '/delete-success'
-    setContentStore((contentConnector as any))
-    setAssetStore((assetConnector as any))
-    setListener((listener as any))
-    delete contentstack.sync_token
-    setConfig(configs)
-
-    const status = (await start(configs))
-    expect(status).toBeUndefined()
-    // return start(configs).then((status) => {
-    //   expect(status).toBeUndefined()
-    // }).catch((error) => {
-    //   expect(error).toBeNull()
-    // })
-  })
-
-  test('content-type-schema-with-global-field',()=>{
-    const request={
-      path:'/v3/content_types/test?include_global_field_schema=true'
-    }    
-    let expectedGlobalFieldSchema={
-      "data_type":"global_field",
-      "uid":"global_field",
-      "schema":expect.anything()
-    }
-    return get(request).then((response)=>{
-      expect(response['content_type'].schema).toEqual(expect.arrayContaining([
-        expect.objectContaining(expectedGlobalFieldSchema)
-      ]))
-    })
-  })
-})

package/test/util/fs.ts

@@ -1,92 +0,0 @@
-import { cloneDeep, merge } from 'lodash'
-import { join, resolve } from 'path'
-import rimraf from 'rimraf'
-import { config as internalConfig } from '../../src/config'
-import { buildConfigPaths } from '../../src/util/build-paths'
-import { mkdir, readFile, readFileSync, writeFile } from '../../src/util/fs'
-import { setLogger } from '../../src/util/logger'
-import { config } from '../dummy/config'
-
-const configs: any = cloneDeep(merge({}, internalConfig, config))
-
-describe('fs utility', () => {
-  beforeAll(() => {
-    setLogger()
-    configs.paths = buildConfigPaths()
-  })
-
-  afterAll(() => {
-    const fPath = resolve(join(__dirname, '..', '..', 'file.json'))
-    rimraf.sync(fPath)
-  })
-
-  test('write file should execute without errors', () => {
-    const filePath = resolve(join(__dirname, '..', '..', 'file.json'))
-    const data = {
-      sample: 'data',
-    }
-
-    return writeFile(filePath, data).then((result) => {
-      expect(result).toBeUndefined()
-    }).catch((error) => {
-      expect(error).toBeUndefined()
-    })
-  })
-
-  test('read file should execute without errors', () => {
-    const filePath = resolve(join(__dirname, '..', '..', 'file.json'))
-    const data = {
-      sample: 'data',
-    }
-
-    return readFile(filePath).then((result) => {
-      const res = JSON.parse((result as any))
-      expect(res).toHaveProperty('sample')
-      expect(res).toMatchObject(data)
-    }).catch((error) => {
-      expect(error).toBeUndefined()
-    })
-  })
-
-  test('read non existent file and throw error', () => {
-    const filePath = resolve(join(__dirname, '..', '..', 'file-not-exists.json'))
-    const err = `ENOENT: no such file or directory, stat '${filePath}'`
-
-    return readFile(filePath).then((result) => {
-      expect(result).toBeUndefined()
-    }).catch((error) => {
-      expect(error.message).toEqual(err)
-    })
-  })
-
-  test('read file sync without errors', () => {
-    const filePath = resolve(join(__dirname, '..', '..', 'file.json'))
-    const data = {
-      sample: 'data',
-    }
-
-    const obj: any = JSON.parse(readFileSync(filePath).toString())
-
-    expect(obj).toEqual(data)
-  })
-
-  test('read non existent file sync with errors', () => {
-    const filePath = resolve(join(__dirname, '..', '..', 'file-not-exists.json'))
-    const str = `Invalid 'read' operation on file. Expected ${filePath} to be of type 'file'!`
-    const err: any = new Error(str)
-    err.code = 'IOORFS'
-    // expect(readFileSync(filePath)).toThrowError(err)
-    expect(() => {
-      readFileSync(filePath)
-    }).toThrow(/^Invalid 'read' operation on file. Expected (.*) to be of type 'file'!/)
-  })
-
-  test('make directory without errors', () => {
-    const dirPath = resolve(join(__dirname, '..', '..', '..', 'test-mkdir'))
-    // expect(mkdir(dirPath)).resolves.toBeUndefined()
-
-    return mkdir(dirPath).then((result) => {
-      expect(result).toBeUndefined()
-    })
-  })
-})

package/test/util/index.ts

@@ -1,157 +0,0 @@
-import { cloneDeep, merge } from 'lodash'
-import { setConfig } from '../../src'
-import { config as internalConfig } from '../../src/config'
-import { filterItems, formatItems } from '../../src/util'
-import { buildConfigPaths } from '../../src/util/build-paths'
-import { setLogger } from '../../src/util/logger'
-import { config } from '../dummy/config'
-import { response } from '../dummy/filter-items'
-
-const conf: any = cloneDeep(merge({}, internalConfig, config))
-
-describe('core-utilities', () => {
-  beforeAll(() => {
-    setLogger()
-    conf.paths = buildConfigPaths()
-  })
-
-  describe('# Format items', () => {
-    test('format items: asset publish', () => {
-      const items = [
-        {
-          action: 'publish',
-          content_type_uid: 'sys_assets',
-          data: {
-            publish_details: {
-              locale: 'en-us',
-            },
-            uid: 'a1',
-          },
-          type: 'asset_published',
-        },
-      ]
-      const configs = cloneDeep(merge({}, internalConfig, config))
-
-      const formattedItem = formatItems(items, configs)[0]
-      expect(formattedItem).toHaveProperty('_content_type_uid')
-      // expect(formattedItem).not.toHaveProperty('content_type_uid')
-      expect(formattedItem).toHaveProperty('_synced_at')
-      expect(formattedItem).toHaveProperty('action')
-    })
-
-    test('asset unpublish should work without errors', () => {
-      const items = [
-        {
-          action: 'unpublish',
-          content_type_uid: 'sys_assets',
-          data: {
-            locale: 'en-us',
-            uid: 'a1',
-          },
-          type: 'asset_unpublished',
-        },
-      ]
-
-      const configs = cloneDeep(merge({}, internalConfig, config))
-      const formattedItem = formatItems(items, configs)[0]
-      expect(formattedItem).toHaveProperty('_content_type_uid')
-      // expect(formattedItem).not.toHaveProperty('content_type_uid')
-      expect(formattedItem).toHaveProperty('action')
-    })
-
-    test('asset delete should work without errors', () => {
-      const items = [
-        {
-          action: 'delete',
-          content_type_uid: 'sys_assets',
-          data: {
-            locale: 'en-us',
-            uid: 'a1',
-          },
-          type: 'asset_deleted',
-        },
-      ]
-
-      const configs = cloneDeep(merge({}, internalConfig, config))
-      const formattedItem = formatItems(items, configs)[0]
-      expect(formattedItem).toHaveProperty('_content_type_uid')
-      // expect(formattedItem).not.toHaveProperty('content_type_uid')
-      expect(formattedItem).toHaveProperty('action')
-    })
-
-    test('entry publish should work without errors', () => {
-      const items = [
-        {
-          content_type_uid: 'ct1',
-          data: {
-            publish_details: {
-              locale: 'en-us',
-            },
-            uid: 'e1',
-          },
-          // tslint:disable-next-line: object-literal-sort-keys
-          action: 'publish',
-          type: 'entry_published',
-        },
-      ]
-      const configs = cloneDeep(merge({}, internalConfig, config))
-      const formattedItem = formatItems(items, configs)[0]
-      expect(formattedItem).toHaveProperty('_content_type_uid')
-      // expect(formattedItem).not.toHaveProperty('content_type_uid')
-      expect(formattedItem).toHaveProperty('_synced_at')
-      expect(formattedItem).toHaveProperty('action')
-    })
-
-    test('entry unpublish should work without errors', () => {
-      const items = [
-        {
-          content_type_uid: 'ct1',
-          data: {
-            locale: 'en-us',
-            uid: 'e1',
-          },
-          type: 'entry_unpublished',
-        },
-      ]
-      const configs = cloneDeep(merge({}, internalConfig, config))
-      const formattedItem = formatItems(items, configs)[0]
-      expect(formattedItem).toHaveProperty('_content_type_uid')
-      // expect(formattedItem).not.toHaveProperty('content_type_uid')
-    })
-
-    test('entry delete should work without errors', () => {
-      const items = [
-        {
-          action: 'delete',
-          content_type_uid: 'ct1',
-          data: {
-            locale: 'en-us',
-            uid: 'e1',
-          },
-          type: 'entry_deleted',
-        },
-      ]
-      const configs = cloneDeep(merge({}, internalConfig, config))
-      const formattedItem = formatItems(items, configs)[0]
-      expect(formattedItem).toHaveProperty('_content_type_uid')
-      // expect(formattedItem).not.toHaveProperty('content_type_uid')
-      expect(formattedItem).toHaveProperty('action')
-    })
-  })
-
-  describe('filter items', () => {
-    test('process filtered items (pagination_token)', () => {
-      const resp: any = cloneDeep(response)
-      // add an item locale that does not exist
-      const item = cloneDeep(resp.items[0])
-      item.data.publish_details.locale = 'abcd'
-      resp.items.push(item)
-      setConfig(conf)
-      return filterItems(resp, conf).then((output) => {
-        expect(output).toBeUndefined()
-      }).catch((error) => {
-        expect(error).toBeNull()
-      })
-    })
-  })
-})

package/test/util/log-save-filtered-items.ts

@@ -1,42 +0,0 @@
-import { writeFileSync } from 'fs'
-import { cloneDeep, merge } from 'lodash'
-import { sync as mkdirpSync } from 'mkdirp'
-import { join, resolve } from 'path'
-import { sync as rimrafSync } from 'rimraf'
-
-import { setConfig } from '../../src'
-import { config as internalConfig } from '../../src/config'
-import { buildConfigPaths } from '../../src/util/build-paths'
-import { setLogger } from '../../src/util/logger'
-import { saveFilteredItems } from '../../src/util/unprocessible'
-import { config } from '../dummy/config'
-
-const configs: any = cloneDeep(merge({}, internalConfig, config))
-setLogger()
-configs.paths = buildConfigPaths()
-
-describe('save filtered items', () => {
-  afterAll(() => {
-    const filterItemDir = resolve(join(__dirname, '..', '..', 'test-filteritems'))
-    rimrafSync(filterItemDir)
-  })
-  test('invoke save filter, when filter items file exists', () => {
-    const filterItemDir = resolve(join(__dirname, '..', '..', 'test-filteritems'))
-    const filterItemPath = join(filterItemDir, 'filtered-items.json')
-    const filteredData = [
-      {
-        key: 'random data',
-      },
-    ]
-    configs.paths.filteredItems = filterItemPath
-    setConfig(configs)
-    mkdirpSync(filterItemDir)
-    writeFileSync(filterItemPath, JSON.stringify(filteredData))
-
-    return saveFilteredItems(filteredData, 'mocked-name', 'mocked-token').then((output) => {
-      expect(output).toBeUndefined()
-    }).catch((error) => {
-      expect(error).toBeNull()
-    })
-  })
-})