@contentstack/datasync-manager 1.2.4 → 2.0.1

package/test/api.ts

@@ -1,152 +0,0 @@
-
-import { readFileSync } from 'fs'
-import { cloneDeep, merge } from 'lodash'
-import nock from 'nock'
-import { join } from 'path'
-import { get, init } from '../src/api'
-import { config as internalConfig } from '../src/config'
-import { setLogger } from '../src/util/logger'
-import { response as emptyResponse } from './dummy/api-responses/empty'
-import { response as publishResponse } from './dummy/api-responses/publish'
-import { config as mockConfig } from './dummy/config'
-
-const packageInfo: any = JSON.parse(readFileSync(join(__dirname, '..', 'package.json'), 'utf-8'))
-
-beforeEach(() => {
-  const configs = cloneDeep(merge({}, internalConfig, mockConfig))
-  init(configs.contentstack)
-
-  nock('https://api.localhost.io', {
-      reqheaders: {
-        'access_token': 'dummyDeliveryToken',
-        'api_key': 'dummyApiKey',
-        'x-user-agent': `datasync-manager/v${packageInfo.version}`,
-      },
-    })
-    .get('/200')
-    // .query({sync_token: 'dummySyncToken', environment: 'test', limit: 100})
-    .reply(200, publishResponse)
-
-  nock('https://api.localhost.io', {
-      reqheaders: {
-        'access_token': 'dummyDeliveryToken',
-        'api_key': 'dummyApiKey',
-        'x-user-agent': `datasync-manager/v${packageInfo.version}`,
-      },
-    })
-    .get('/200')
-    .query({pagination_token: 'publish-token', environment: 'test', limit: 100})
-    .reply(200, emptyResponse)
-
-  nock('https://api.localhost.io', {
-      reqheaders: {
-        'access_token': 'dummyDeliveryToken',
-        'api_key': 'dummyApiKey',
-        'x-user-agent': `datasync-manager/v${packageInfo.version}`,
-      },
-    })
-    .get('/429')
-    .reply(429, emptyResponse)
-
-  nock('https://api.localhost.io', {
-      reqheaders: {
-        'access_token': 'dummyDeliveryToken',
-        'api_key': 'dummyApiKey',
-        'x-user-agent': `datasync-manager/v${packageInfo.version}`,
-      },
-    })
-    .get('/500')
-    .reply(500, publishResponse)
-
-  nock('https://api.localhost.io', {
-    reqheaders: {
-      'access_token': 'dummyDeliveryToken',
-      'api_key': 'dummyApiKey',
-      'x-user-agent': `datasync-manager/v${packageInfo.version}`,
-    },
-  })
-    .get('/retry-exceeded')
-    .reply(500, emptyResponse)
-
-  nock('https://api.localhost.io', {
-    reqheaders: {
-      'access_token': 'dummyDeliveryToken',
-      'api_key': 'dummyApiKey',
-      'x-user-agent': `datasync-manager/v${packageInfo.version}`,
-    },
-  })
-    .get('/unknown-status')
-    .reply(199, {
-      key: 'unknown reject',
-    })
-})
-
-describe('test api - get()', () => {
-  beforeAll(() => {
-    setLogger()
-  })
-
-  test('status 200: without errors', () => {
-    const request = {
-      path: '/200',
-    }
-
-    return get(request).then((response) => {
-      expect(response).toHaveProperty('items')
-    }).catch((error) => {
-      expect(error)
-    })
-  })
-
-  test('status 429: rate limit error', () => {
-    const request = {
-      path: '/429',
-    }
-
-    return get(request).then((response) => {
-      expect(response).toBe({})
-    }).catch((error) => {
-      expect(error)
-    })
-  })
-
-  test('server error', () => {
-    const request = {
-      path: '/500',
-    }
-
-    return get(request).then((response) => {
-      expect(response).toBe({})
-    }).catch((error) => {
-      console.error(error)
-      expect(error)
-    })
-  })
-
-  test('retry exceeded', () => {
-    const request = {
-      path: '/retry-exceeded',
-    }
-    const err = new Error('Max retry limit exceeded!')
-    return get(request, 9).then((response) => {
-      expect(response).toBe({})
-    }).catch((error) => {
-      expect(error).toMatchObject(err)
-    })
-  })
-
-  // test('unknown status', () => {
-  //   const request = {
-  //     path: '/unknown-status',
-  //   }
-  //   // const rej = {
-  //   //   key: 'unknown reject',
-  //   // }
-
-  //   // expect(get(request)).rejects.toHaveProperty('key')
-  //   return get(request).catch((error) => {
-  //     expect(error).toHaveProperty('key')
-  //   })
-  // })
-
-})

package/test/core/filteredItems.ts

@@ -1,58 +0,0 @@
-import { cloneDeep, merge } from 'lodash'
-import { join, resolve} from 'path'
-import rimraf from 'rimraf'
-import { setConfig } from '../../src'
-import { config as internalConfig } from '../../src/config'
-import { buildConfigPaths } from '../../src/util/build-paths'
-import { setLogger } from '../../src/util/logger'
-import { saveFilteredItems } from '../../src/util/unprocessible'
-import { config as mockConfig } from '../dummy/config'
-
-const config = cloneDeep(merge({}, internalConfig, mockConfig))
-
-describe('filter items', () => {
-  beforeAll(() => {
-    setLogger()
-  })
-  afterAll(() => {
-    const filteredFilePath = resolve(join(__dirname, '..', '..', 'test-filtered'))
-    rimraf.sync(filteredFilePath)
-  })
-
-  test('Save filtered items should work without errors', () => {
-    const items = [
-      {
-        key: 'dummy object',
-      },
-    ]
-    const name = 'dummy_token'
-    const token = '123'
-
-    const configs: any = cloneDeep(config)
-    configs.paths = buildConfigPaths()
-    configs.paths.filtered = resolve(join(__dirname, '..', '..', 'test-filtered'))
-    setConfig(configs)
-
-    return saveFilteredItems(items, name, token).then((empty) => {
-      expect(empty).toBeUndefined()
-    }).catch((error) => {
-      expect(error).toBeNull()
-    })
-  })
-
-  test('Save filtered items should throw ENOENT error', () => {
-    const items = [
-      {
-        key: 'dummy object',
-      },
-    ]
-    const name = 'dummy_token'
-    const token = '123'
-
-    return saveFilteredItems(items, name, token).then((empty) => {
-      expect(empty).toBeUndefined()
-    }).catch((error) => {
-      expect(error).toBeNull()
-    })
-  })
-})

package/test/core/index.ts

@@ -1,18 +0,0 @@
-/*!
-* Contentstack Sync Manager
-* Copyright (c) 2019 Contentstack LLC
-* MIT Licensed
-*/
-
-import { lock, unlock } from '../../src/core'
-import { setLogger } from '../../src/util/logger'
-
-describe('check lock-unlock', () => {
-  beforeAll(() => {
-    setLogger()
-  })
-  test('lock-unlock', () => {
-    expect(lock()).toBeUndefined()
-    expect(unlock(true)).toBeUndefined()
-  })
-})

package/test/core/inet.ts

@@ -1,23 +0,0 @@
-import { cloneDeep, merge } from 'lodash'
-import { setConfig } from '../../src'
-import { config as internalConfig } from '../../src/config'
-import { checkNetConnectivity, init, netConnectivityIssues } from '../../src/core/inet'
-import { config as mockConfig } from '../dummy/config'
-
-const config = cloneDeep(merge({}, internalConfig, mockConfig))
-
-describe('# inet', () => {
-  beforeAll(() => {
-    setConfig(config)
-    init()
-  })
-  test('Check for internet connectivity', () => {
-    expect(checkNetConnectivity())
-      .toBeUndefined()
-  })
-
-  test('Check for internet connectivity issue', () => {
-    expect(netConnectivityIssues({}))
-      .toEqual(false)
-  })
-})

package/test/core/q.ts

@@ -1,42 +0,0 @@
-import { cloneDeep, merge } from 'lodash'
-import { setConfig } from '../../src'
-import { config as internalConfig } from '../../src/config'
-import { notifications, Q } from '../../src/core/q'
-import { buildConfigPaths } from '../../src/util/build-paths'
-import { setLogger } from '../../src/util/logger'
-import { config } from '../dummy/config'
-import { assetConnector, contentConnector } from '../dummy/connector-listener-instances'
-
-const configs: any = cloneDeep(merge({}, internalConfig, config))
-
-beforeAll(() => {
-  setLogger()
-})
-
-test('error handler should work fine', () => {
-  setConfig(configs)
-  configs.paths = buildConfigPaths()
-
-  const q = new Q(contentConnector, assetConnector, configs)
-  const errorObject = {
-    data: {
-      _checkpoint: {
-        name: 'dummyCheckpointName',
-        token: 'dummyCheckpointToken',
-      },
-      uid: '123',
-    },
-    error: 'dummyError',
-  }
-  notifications.on('error', (error) => {
-    expect(error).toMatchObject(errorObject)
-  })
-
-  return q.errorHandler(errorObject)
-    .then((result) => {
-      expect(result).toBeUndefined()
-    })
-    .catch((error) => {
-      expect(error).toBeNull()
-    })
-})

package/test/core/sync.ts

@@ -1,19 +0,0 @@
-import { cloneDeep, merge } from 'lodash'
-import { setConfig } from '../../src'
-import { config as internalConfig } from '../../src/config'
-import { poke } from '../../src/core'
-import { buildConfigPaths } from '../../src/util/build-paths'
-import { setLogger } from '../../src/util/logger'
-import { config } from '../dummy/config'
-
-const configs: any = cloneDeep(merge({}, internalConfig, config))
-
-beforeAll(() => {
-  setConfig(configs)
-  configs.paths = buildConfigPaths()
-  setLogger()
-})
-
-test('Poke should work without errors', () => {
-  expect(poke()).toBeUndefined()
-})

package/test/core/token-management.ts

@@ -1,40 +0,0 @@
-import { writeFileSync } from 'fs'
-import { cloneDeep } from 'lodash'
-import mkdirp from 'mkdirp'
-import { join, resolve } from 'path'
-import rimraf from 'rimraf'
-import { setConfig } from '../../src'
-import { getToken } from '../../src/core/token-management'
-import { buildConfigPaths } from '../../src/util/build-paths'
-import { setLogger } from '../../src/util/logger'
-import { config } from '../dummy/config'
-
-describe('token management', () => {
-  beforeAll(() => {
-    setLogger()
-  })
-
-  test('get token by type should work without errors', () => {
-    const tokenData = {
-      name: 'sync_token',
-      timestamp: 'ts-one',
-      token: 'token-one',
-    }
-    const configs: any = cloneDeep(config)
-    configs.paths = buildConfigPaths()
-    const tknPath = resolve(join(__dirname, '..', 'testing'))
-    mkdirp.sync(tknPath)
-    configs.paths.checkpoint = resolve(join(tknPath, '.checkpoint'))
-    configs.paths.ledger = resolve(join(__dirname, 'testing', '..', '.ledger'))
-    setConfig(configs)
-
-    writeFileSync(configs.paths.checkpoint, JSON.stringify(tokenData))
-
-    return getToken().then((tokenDetails) => {
-      expect(tokenDetails).toMatchObject(tokenData)
-      rimraf.sync(tknPath)
-    }).catch((error) => {
-      expect(error).toBeNull()
-    })
-  })
-})

package/test/dummy/api-responses/404.ts

@@ -1,3 +0,0 @@
-export const response = {
-
-}

package/test/dummy/api-responses/content-type.ts

@@ -1,30 +0,0 @@
-export const contentType = {
-  content_type: {
-    _version: 1,
-    schema: [{
-        data_type: 'text',
-        display_name: 'Title',
-        field_metadata: {
-          _default: true,
-        },
-        mandatory: true,
-        multiple: false,
-        uid: 'title',
-        unique: true,
-      },
-      {
-        data_type: 'text',
-        display_name: 'URL',
-        field_metadata: {
-          _default: true,
-        },
-        mandatory: true,
-        multiple: false,
-        uid: 'url',
-        unique: true,
-      },
-    ],
-    title: 'Authors',
-    uid: 'authors',
-  },
-}

package/test/dummy/api-responses/delete-asset.ts

@@ -1,9 +0,0 @@
-export const item = {
-  content_type_uid: 'sys_assets',
-  data: {
-    locale: 'es-es',
-    uid: 'blt39193a579518bb10',
-  },
-  event_at: '2019-01-08T15:19:53.844Z',
-  type: 'asset_deleted',
-}

package/test/dummy/api-responses/delete-content-type.ts

@@ -1,6 +0,0 @@
-export const item = {
-  content_type_uid: 'del',
-  data: {},
-  event_at: '2019-01-08T15:21:10.552Z',
-  type: 'content_type_deleted',
-}

package/test/dummy/api-responses/delete-entry.ts

@@ -1,9 +0,0 @@
-export const item = {
-  content_type_uid: 'a',
-  data: {
-    locale: 'es-es',
-    uid: 'blt6aa83e702326fc65',
-  },
-  event_at: '2019-01-08T15:20:17.873Z',
-  type: 'entry_deleted',
-}

package/test/dummy/api-responses/delete.ts

@@ -1,32 +0,0 @@
-export const response = {
-  items: [
-    {
-      content_type_uid: 'del',
-      data: {},
-      event_at: '2019-01-08T15:21:10.552Z',
-      type: 'content_type_deleted',
-    },
-    {
-      content_type_uid: 'a',
-      data: {
-        locale: 'es-es',
-        uid: 'blt6aa83e702326fc65',
-      },
-      event_at: '2019-01-08T15:20:17.873Z',
-      type: 'entry_deleted',
-    },
-    {
-      content_type_uid: 'sys_assets',
-      data: {
-        locale: 'es-es',
-        uid: 'blt39193a579518bb10',
-      },
-      event_at: '2019-01-08T15:19:53.844Z',
-      type: 'asset_deleted',
-    },
-  ],
-  limit: 100,
-  skip: 0,
-  sync_token: 'delete-token',
-  total_count: 3,
-}

package/test/dummy/api-responses/empty.ts

@@ -1,7 +0,0 @@
-export const response = {
-  items: [],
-  limit: 100,
-  sync_token: 'last-token',
-  skip: 0,
-  total_count: 0,
-}

package/test/dummy/api-responses/entries.ts

@@ -1,31 +0,0 @@
-export const response = {
-  items: [
-    {
-      content_type_uid: 'authors',
-      data: {
-        locale: 'es-es',
-        publish_details: {
-          locale: 'es-es',
-          time: '2019-01-04T20:37:11.052Z',
-        },
-        title: 'Test Global Search',
-        uid: 'blt862233378d02b304',
-      },
-      event_at: '2019-01-04T20:37:11.052Z',
-      type: 'entry_published',
-    },
-    {
-      content_type_uid: 'authors',
-      data: {
-        locale: 'es-es',
-        uid: 'blt1e5bcf16685e2505',
-      },
-      event_at: '2019-01-07T13:42:00.625Z',
-      type: 'entry_unpublished',
-    },
-  ],
-  limit: 100,
-  skip: 0,
-  sync_token: 'entries-token',
-  total_count: 2,
-}

package/test/dummy/api-responses/filter-items.ts

@@ -1,32 +0,0 @@
-export const response = {
-  items: [
-    {
-      content_type_uid: 'authors',
-      data: {
-        locale: 'es-es',
-        publish_details: {
-          locale: 'es-es',
-          time: '2019-01-04T20:37:11.052Z',
-        },
-        title: 'Test Global Search',
-        uid: 'blt862233378d02b304',
-      },
-      event_at: '2019-01-04T20:37:11.052Z',
-      type: 'entry_published',
-    },
-    {
-      content_type_uid: 'sys_assets',
-      data: {
-        publish_details: {
-          locale: 'es-es',
-          time: '2019-01-02T13:42:58.721Z',
-        },
-        title: 'medium.png',
-        uid: 'blt2a94dd7005d1229c',
-      },
-      event_at: '2019-01-04T20:37:11.052Z',
-      type: 'asset_published',
-    },
-  ],
-  pagination_token: 'pagination-token-2',
-}