@contentstack/datasync-manager 1.2.4 → 2.0.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (76) hide show
  1. package/LICENSE +1 -1
  2. package/dist/api.js +16 -10
  3. package/dist/config.js +1 -0
  4. package/dist/core/index.js +33 -26
  5. package/dist/core/inet.js +10 -7
  6. package/dist/core/plugins.js +6 -5
  7. package/dist/core/process.js +7 -6
  8. package/dist/core/q.js +22 -16
  9. package/dist/core/token-management.js +23 -20
  10. package/dist/index.js +48 -37
  11. package/dist/util/build-paths.js +15 -14
  12. package/dist/util/fs.js +19 -15
  13. package/dist/util/index.js +53 -43
  14. package/dist/util/logger.js +3 -2
  15. package/dist/util/promise.map.js +3 -2
  16. package/dist/util/series.js +3 -2
  17. package/dist/util/unprocessible.js +14 -12
  18. package/dist/util/validations.js +34 -24
  19. package/package.json +8 -2
  20. package/.github/ISSUE_TEMPLATE/bug_report.md +0 -31
  21. package/.github/ISSUE_TEMPLATE/feature_request.md +0 -20
  22. package/.github/workflows/codeql-analysis.yml +0 -68
  23. package/.github/workflows/jira.yml +0 -28
  24. package/.github/workflows/release.yml +0 -53
  25. package/.github/workflows/sast-scan.yml +0 -11
  26. package/.github/workflows/sca-scan.yml +0 -15
  27. package/.github/workflows/secrets-scan.yml +0 -11
  28. package/.releaserc +0 -9
  29. package/.talismanrc +0 -4
  30. package/CODEOWNERS +0 -1
  31. package/SECURITY.md +0 -27
  32. package/example/config.js +0 -60
  33. package/example/index.js +0 -30
  34. package/test/api.ts +0 -152
  35. package/test/core/filteredItems.ts +0 -58
  36. package/test/core/index.ts +0 -18
  37. package/test/core/inet.ts +0 -23
  38. package/test/core/q.ts +0 -42
  39. package/test/core/sync.ts +0 -19
  40. package/test/core/token-management.ts +0 -40
  41. package/test/dummy/api-responses/404.ts +0 -3
  42. package/test/dummy/api-responses/content-type.ts +0 -30
  43. package/test/dummy/api-responses/delete-asset.ts +0 -9
  44. package/test/dummy/api-responses/delete-content-type.ts +0 -6
  45. package/test/dummy/api-responses/delete-entry.ts +0 -9
  46. package/test/dummy/api-responses/delete.ts +0 -32
  47. package/test/dummy/api-responses/empty.ts +0 -7
  48. package/test/dummy/api-responses/entries.ts +0 -31
  49. package/test/dummy/api-responses/filter-items.ts +0 -32
  50. package/test/dummy/api-responses/global-field.ts +0 -175
  51. package/test/dummy/api-responses/markdown-content-type.ts +0 -202
  52. package/test/dummy/api-responses/markdown-entries.ts +0 -56
  53. package/test/dummy/api-responses/mixed.ts +0 -77
  54. package/test/dummy/api-responses/publish-asset.ts +0 -14
  55. package/test/dummy/api-responses/publish-entry.ts +0 -14
  56. package/test/dummy/api-responses/publish.ts +0 -35
  57. package/test/dummy/api-responses/references-content-type-2.ts +0 -240
  58. package/test/dummy/api-responses/references-content-type.ts +0 -272
  59. package/test/dummy/api-responses/references-entries.ts +0 -156
  60. package/test/dummy/api-responses/unpublish-asset.ts +0 -9
  61. package/test/dummy/api-responses/unpublish-entry.ts +0 -9
  62. package/test/dummy/api-responses/unpublish.ts +0 -26
  63. package/test/dummy/config.ts +0 -34
  64. package/test/dummy/connector-listener-instances.ts +0 -69
  65. package/test/dummy/filter-items.ts +0 -32
  66. package/test/dummy/plugins/myplugin1/index.js +0 -20
  67. package/test/dummy/plugins/myplugin2/index.js +0 -20
  68. package/test/dummy/references-content-type.ts +0 -340
  69. package/test/dummy/references-entry-expected.ts +0 -161
  70. package/test/dummy/references-entry.ts +0 -95
  71. package/test/index.ts +0 -330
  72. package/test/util/fs.ts +0 -92
  73. package/test/util/index.ts +0 -157
  74. package/test/util/log-save-filtered-items.ts +0 -42
  75. package/test/util/validations.ts +0 -158
  76. package/tslint.json +0 -53
@@ -1,34 +0,0 @@
1
- export const config = {
2
- contentstack: {
3
- apiKey: 'dummyApiKey',
4
- deliveryToken: 'dummyDeliveryToken',
5
- host: 'api.localhost.io',
6
- sync_token: 'dummySyncToken',
7
- },
8
- plugins: [
9
- {
10
- disabled: false,
11
- name: '_cs_internal_transform_entries',
12
- // path: '',
13
- options: {
14
- // other overrides...
15
- },
16
- },
17
- {
18
- disabled: false,
19
- name: '_cs_internal_transform_schemas',
20
- options: {
21
- logAssetPaths: true,
22
- logReferencePaths: true,
23
- // other overrides...
24
- },
25
- },
26
- {
27
- disabled: false,
28
- name: '_cs_internal_save_rte_markdown_assets',
29
- options: {
30
- // other overrides...
31
- },
32
- },
33
- ],
34
- }
@@ -1,69 +0,0 @@
1
- let consumer
2
-
3
- // Build a dummy asset connector
4
- export const assetConnector = {
5
- getAssetLocation: () => {
6
- return Promise.resolve('/assets/dummy/file.jpg')
7
- },
8
- getConfig: () => {
9
- return {}
10
- },
11
- // tslint:disable-next-line: object-literal-sort-keys
12
- delete: () => {
13
- return Promise.resolve()
14
- },
15
- download: () => {
16
- return Promise.resolve()
17
- },
18
- start: () => {
19
- return Promise.resolve(assetConnector)
20
- },
21
- unpublish: () => {
22
- return Promise.resolve()
23
- },
24
- }
25
-
26
- // Build a dummy content connector
27
- export const contentConnector = {
28
- delete: () => {
29
- return Promise.resolve()
30
- },
31
- publish: () => {
32
- return Promise.resolve()
33
- },
34
- start: () => {
35
- return Promise.resolve(contentConnector)
36
- },
37
- unpublish: () => {
38
- return Promise.resolve()
39
- },
40
- updateContentType: () => {
41
- return Promise.resolve()
42
- }
43
- }
44
-
45
- let lConfig
46
-
47
- // Dummy listener instance
48
- export const listener = {
49
- register: (fn) => {
50
- if (typeof fn !== 'function') {
51
- throw new Error(`${fn} should be a function!`)
52
- }
53
- consumer = fn
54
-
55
- return
56
- },
57
- getConfig: () => {
58
- return lConfig
59
- },
60
- setConfig: (config) => {
61
- lConfig = config
62
- },
63
- start: () => {
64
- // simply fire events every 10 seconds
65
- setInterval(consumer, 10 * 1000)
66
-
67
- return Promise.resolve()
68
- },
69
- }
@@ -1,32 +0,0 @@
1
- export const response = {
2
- items: [
3
- {
4
- content_type_uid: 'authors',
5
- data: {
6
- locale: 'es-es',
7
- publish_details: {
8
- locale: 'es-es',
9
- time: '2019-01-04T20:37:11.052Z',
10
- },
11
- title: 'Test Global Search',
12
- uid: 'blt862233378d02b304',
13
- },
14
- event_at: '2019-01-04T20:37:11.052Z',
15
- type: 'entry_published',
16
- },
17
- {
18
- content_type_uid: 'sys_assets',
19
- data: {
20
- publish_details: {
21
- locale: 'es-es',
22
- time: '2019-01-02T13:42:58.721Z',
23
- },
24
- title: 'medium.png',
25
- uid: 'blt2a94dd7005d1229c',
26
- },
27
- event_at: '2019-01-04T20:37:11.052Z',
28
- type: 'asset_published',
29
- },
30
- ],
31
- pagination_token: 'pagination-token-2',
32
- }
@@ -1,20 +0,0 @@
1
- module.exports = function Myplugin1 () {
2
-
3
- Myplugin1.beforeSync = (action, data, schema) => {
4
- return new Promise((resolve) => {
5
- return setTimeout(() => {
6
- console.log('Before Sync in MYPLUGIN 1')
7
- return resolve()
8
- }, 100)
9
- })
10
- }
11
-
12
- Myplugin1.afterSync = (action, data, schema) => {
13
- return new Promise((resolve) => {
14
- return setTimeout(() => {
15
- console.log('After Sync in MYPLUGIN 1')
16
- return resolve()
17
- }, 100)
18
- })
19
- }
20
- }
@@ -1,20 +0,0 @@
1
- module.exports = function Myplugin1 () {
2
-
3
- Myplugin1.beforeSync = (action, data, schema) => {
4
- return new Promise((resolve) => {
5
- return setTimeout(() => {
6
- console.log('Before Sync in MYPLUGIN 1')
7
- return resolve()
8
- }, 100)
9
- })
10
- }
11
-
12
- Myplugin1.afterSync = (action, data, schema) => {
13
- return new Promise((resolve) => {
14
- return setTimeout(() => {
15
- console.log('After Sync in MYPLUGIN 1')
16
- return resolve()
17
- }, 100)
18
- })
19
- }
20
- }
@@ -1,340 +0,0 @@
1
- export const schema = [
2
- {
3
- "display_name": "Title",
4
- "uid": "title",
5
- "data_type": "text",
6
- "mandatory": true,
7
- "unique": true,
8
- "field_metadata": {
9
- "_default": true,
10
- "version": 3
11
- },
12
- "multiple": false
13
- },
14
- {
15
- "display_name": "URL",
16
- "uid": "url",
17
- "data_type": "text",
18
- "mandatory": false,
19
- "field_metadata": {
20
- "_default": true,
21
- "version": 3
22
- },
23
- "multiple": false,
24
- "unique": false
25
- },
26
- {
27
- "data_type": "reference",
28
- "display_name": "Lvl 1 Reference",
29
- "reference_to": "references",
30
- "field_metadata": {
31
- "ref_multiple": false
32
- },
33
- "uid": "lvl_1_reference",
34
- "mandatory": false,
35
- "multiple": false,
36
- "unique": false
37
- },
38
- {
39
- "data_type": "file",
40
- "display_name": "Lvl 1 File",
41
- "uid": "lvl_1_file",
42
- "extensions": [],
43
- "field_metadata": {
44
- "description": "",
45
- "rich_text_type": "standard",
46
- "image": true
47
- },
48
- "dimension": {
49
- "width": {
50
- "max": null
51
- },
52
- "height": {
53
- "max": null
54
- }
55
- },
56
- "multiple": false,
57
- "mandatory": false,
58
- "unique": false
59
- },
60
- {
61
- "data_type": "group",
62
- "display_name": "Lvl 1 Group One",
63
- "field_metadata": {},
64
- "schema": [
65
- {
66
- "data_type": "file",
67
- "display_name": "Lvl 2 File One",
68
- "uid": "lvl_2_file_one",
69
- "extensions": [],
70
- "field_metadata": {
71
- "description": "",
72
- "rich_text_type": "standard"
73
- },
74
- "multiple": false,
75
- "mandatory": false,
76
- "unique": false
77
- },
78
- {
79
- "data_type": "file",
80
- "display_name": "Lvl 2 File Two",
81
- "uid": "lvl_2_file_two",
82
- "extensions": [],
83
- "field_metadata": {
84
- "description": "",
85
- "rich_text_type": "standard"
86
- },
87
- "multiple": true,
88
- "mandatory": false,
89
- "unique": false
90
- },
91
- {
92
- "data_type": "reference",
93
- "display_name": "Lvl 2 Reference One",
94
- "reference_to": "references",
95
- "field_metadata": {
96
- "ref_multiple": false
97
- },
98
- "uid": "lvl_2_reference_one",
99
- "mandatory": false,
100
- "multiple": false,
101
- "unique": false
102
- },
103
- {
104
- "data_type": "reference",
105
- "display_name": "Lvl 2 Reference Two",
106
- "reference_to": "references",
107
- "field_metadata": {
108
- "ref_multiple": true
109
- },
110
- "uid": "lvl_2_reference_two",
111
- "mandatory": false,
112
- "multiple": false,
113
- "unique": false
114
- },
115
- {
116
- "data_type": "group",
117
- "display_name": "Lvl 2 Group One",
118
- "field_metadata": {},
119
- "schema": [
120
- {
121
- "data_type": "file",
122
- "display_name": "Lvl 3 File One",
123
- "uid": "lvl_3_file_one",
124
- "extensions": [],
125
- "field_metadata": {
126
- "description": "",
127
- "rich_text_type": "standard",
128
- "image": true
129
- },
130
- "dimension": {
131
- "width": {
132
- "min": null,
133
- "max": null
134
- },
135
- "height": {
136
- "min": null,
137
- "max": null
138
- }
139
- },
140
- "multiple": false,
141
- "mandatory": false,
142
- "unique": false
143
- },
144
- {
145
- "data_type": "reference",
146
- "display_name": "Lvl 3 Reference One",
147
- "reference_to": "references",
148
- "field_metadata": {
149
- "ref_multiple": false
150
- },
151
- "uid": "lvl_3_reference_one",
152
- "mandatory": false,
153
- "multiple": false,
154
- "unique": false
155
- }
156
- ],
157
- "uid": "lvl_2_group_one",
158
- "multiple": false,
159
- "mandatory": false,
160
- "unique": false
161
- },
162
- {
163
- "data_type": "group",
164
- "display_name": "Lvl 2 Group Two",
165
- "field_metadata": {},
166
- "schema": [
167
- {
168
- "data_type": "reference",
169
- "display_name": "Reference",
170
- "reference_to": "references",
171
- "field_metadata": {
172
- "ref_multiple": false
173
- },
174
- "uid": "reference",
175
- "mandatory": false,
176
- "multiple": false,
177
- "unique": false
178
- },
179
- {
180
- "data_type": "file",
181
- "display_name": "File",
182
- "uid": "file",
183
- "extensions": [],
184
- "field_metadata": {
185
- "description": "",
186
- "rich_text_type": "standard",
187
- "image": true
188
- },
189
- "multiple": true,
190
- "dimension": {
191
- "width": {
192
- "min": null,
193
- "max": null
194
- },
195
- "height": {
196
- "min": null,
197
- "max": null
198
- }
199
- },
200
- "mandatory": false,
201
- "unique": false
202
- }
203
- ],
204
- "uid": "lvl_2_group_two",
205
- "multiple": true,
206
- "mandatory": false,
207
- "unique": false
208
- }
209
- ],
210
- "uid": "lvl_1_group_one",
211
- "multiple": false,
212
- "mandatory": false,
213
- "unique": false
214
- },
215
- {
216
- "data_type": "group",
217
- "display_name": "Lvl 1 Group Two",
218
- "field_metadata": {},
219
- "schema": [
220
- {
221
- "data_type": "group",
222
- "display_name": "Lvl 2 Group One",
223
- "field_metadata": {},
224
- "schema": [
225
- {
226
- "data_type": "file",
227
- "display_name": "File",
228
- "uid": "file",
229
- "extensions": [],
230
- "field_metadata": {
231
- "description": "",
232
- "rich_text_type": "standard"
233
- },
234
- "multiple": true,
235
- "mandatory": false,
236
- "unique": false
237
- },
238
- {
239
- "data_type": "reference",
240
- "display_name": "Reference",
241
- "reference_to": "references",
242
- "field_metadata": {
243
- "ref_multiple": true
244
- },
245
- "uid": "reference",
246
- "mandatory": false,
247
- "multiple": false,
248
- "unique": false
249
- }
250
- ],
251
- "uid": "lvl_2_group_one",
252
- "multiple": false,
253
- "mandatory": false,
254
- "unique": false
255
- },
256
- {
257
- "data_type": "group",
258
- "display_name": "Lvl 2 Group Two",
259
- "field_metadata": {},
260
- "schema": [
261
- {
262
- "data_type": "reference",
263
- "display_name": "Reference",
264
- "reference_to": "references",
265
- "field_metadata": {
266
- "ref_multiple": false
267
- },
268
- "uid": "reference",
269
- "mandatory": false,
270
- "multiple": false,
271
- "unique": false
272
- },
273
- {
274
- "data_type": "file",
275
- "display_name": "File",
276
- "uid": "file",
277
- "extensions": [],
278
- "field_metadata": {
279
- "description": "",
280
- "rich_text_type": "standard"
281
- },
282
- "multiple": true,
283
- "mandatory": false,
284
- "unique": false
285
- }
286
- ],
287
- "uid": "lvl_2_group_two",
288
- "multiple": false,
289
- "mandatory": false,
290
- "unique": false
291
- }
292
- ],
293
- "uid": "lvl_1_group_two",
294
- "multiple": true,
295
- "mandatory": false,
296
- "unique": false
297
- },
298
- {
299
- "data_type": "blocks",
300
- "display_name": "Modular Blocks",
301
- "blocks": [
302
- {
303
- "title": "Block One",
304
- "uid": "block_one",
305
- "schema": [
306
- {
307
- "data_type": "file",
308
- "display_name": "File",
309
- "uid": "file",
310
- "extensions": [],
311
- "field_metadata": {
312
- "description": "",
313
- "rich_text_type": "standard"
314
- },
315
- "multiple": false,
316
- "mandatory": false,
317
- "unique": false
318
- },
319
- {
320
- "data_type": "reference",
321
- "display_name": "Reference",
322
- "reference_to": "references",
323
- "field_metadata": {
324
- "ref_multiple": true
325
- },
326
- "uid": "reference",
327
- "mandatory": false,
328
- "multiple": false,
329
- "unique": false
330
- }
331
- ]
332
- }
333
- ],
334
- "multiple": true,
335
- "uid": "modular_blocks",
336
- "field_metadata": {},
337
- "mandatory": false,
338
- "unique": false
339
- }
340
- ]
@@ -1,161 +0,0 @@
1
- export const entry = {
2
- "lvl_1_file" : {
3
- "reference_to" : "_assets",
4
- "values" : "blt79d259c7441d1e8a"
5
- },
6
- "lvl_1_group_one" : {
7
- "lvl_2_file_one" : {
8
- "reference_to" : "_assets",
9
- "values" : "blt79d259c7441d1e8a"
10
- },
11
- "lvl_2_file_two" : {
12
- "reference_to" : "_assets",
13
- "values" : [
14
- "blt79d259c7441d1e8a",
15
- "blt79d259c7441d1e8a"
16
- ]
17
- },
18
- "lvl_2_reference_one" : {
19
- "reference_to" : "references",
20
- "values" : [
21
- "blt832f93f031c49d1c"
22
- ]
23
- },
24
- "lvl_2_reference_two" : {
25
- "reference_to" : "references",
26
- "values" : [
27
- "blt832f93f031c49d1c"
28
- ]
29
- },
30
- "lvl_2_group_two" : [
31
- {
32
- "reference" : {
33
- "reference_to" : "references",
34
- "values" : [
35
- "blt832f93f031c49d1c"
36
- ]
37
- },
38
- "file" : {
39
- "reference_to" : "_assets",
40
- "values" : [
41
- "blt79d259c7441d1e8a",
42
- "blt79d259c7441d1e8a"
43
- ]
44
- }
45
- }
46
- ],
47
- "lvl_2_group_one" : {
48
- "lvl_3_file_one" : {
49
- "reference_to" : "_assets",
50
- "values" : "blt79d259c7441d1e8a"
51
- },
52
- "lvl_3_reference_one" : {
53
- "reference_to" : "references",
54
- "values" : [
55
- "blt832f93f031c49d1c"
56
- ]
57
- }
58
- }
59
- },
60
- "lvl_1_group_two" : [
61
- {
62
- "lvl_2_group_one" : {
63
- "file" : {
64
- "reference_to" : "_assets",
65
- "values" : [
66
- "blt79d259c7441d1e8a",
67
- "blt79d259c7441d1e8a"
68
- ]
69
- },
70
- "reference" : {
71
- "reference_to" : "references",
72
- "values" : [
73
- "blt832f93f031c49d1c"
74
- ]
75
- }
76
- },
77
- "lvl_2_group_two" : {
78
- "reference" : {
79
- "reference_to" : "references",
80
- "values" : [
81
- "blt832f93f031c49d1c"
82
- ]
83
- },
84
- "file" : {
85
- "reference_to" : "_assets",
86
- "values" : [
87
- "blt79d259c7441d1e8a",
88
- "blt79d259c7441d1e8a"
89
- ]
90
- }
91
- }
92
- },
93
- {
94
- "lvl_2_group_one" : {
95
- "file" : {
96
- "reference_to" : "_assets",
97
- "values" : [
98
- "blt79d259c7441d1e8a",
99
- "blt79d259c7441d1e8a"
100
- ]
101
- },
102
- "reference" : {
103
- "reference_to" : "references",
104
- "values" : [
105
- "blt832f93f031c49d1c"
106
- ]
107
- }
108
- },
109
- "lvl_2_group_two" : {
110
- "reference" : {
111
- "reference_to" : "references",
112
- "values" : [
113
- "blt832f93f031c49d1c"
114
- ]
115
- },
116
- "file" : {
117
- "reference_to" : "_assets",
118
- "values" : [
119
- "blt79d259c7441d1e8a"
120
- ]
121
- }
122
- }
123
- }
124
- ],
125
- "lvl_1_reference" : {
126
- "reference_to" : "references",
127
- "values" : [
128
- "blt832f93f031c49d1c"
129
- ]
130
- },
131
- "modular_blocks" : [
132
- {
133
- "block_one" : {
134
- "file" : {
135
- "reference_to" : "_assets",
136
- "values" : "blt79d259c7441d1e8a"
137
- },
138
- "reference" : {
139
- "reference_to" : "references",
140
- "values" : [
141
- "blt832f93f031c49d1c"
142
- ]
143
- }
144
- }
145
- },
146
- {
147
- "block_one" : {
148
- "file" : {
149
- "reference_to" : "_assets",
150
- "values" : "blt79d259c7441d1e8a"
151
- },
152
- "reference" : {
153
- "reference_to" : "references",
154
- "values" : [
155
- "blt832f93f031c49d1c"
156
- ]
157
- }
158
- }
159
- }
160
- ]
161
- }