@contentstack/datasync-manager 1.2.4 → 2.0.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (76) hide show
  1. package/LICENSE +1 -1
  2. package/dist/api.js +16 -10
  3. package/dist/config.js +1 -0
  4. package/dist/core/index.js +33 -26
  5. package/dist/core/inet.js +10 -7
  6. package/dist/core/plugins.js +6 -5
  7. package/dist/core/process.js +7 -6
  8. package/dist/core/q.js +22 -16
  9. package/dist/core/token-management.js +23 -20
  10. package/dist/index.js +48 -37
  11. package/dist/util/build-paths.js +15 -14
  12. package/dist/util/fs.js +19 -15
  13. package/dist/util/index.js +53 -43
  14. package/dist/util/logger.js +3 -2
  15. package/dist/util/promise.map.js +3 -2
  16. package/dist/util/series.js +3 -2
  17. package/dist/util/unprocessible.js +14 -12
  18. package/dist/util/validations.js +34 -24
  19. package/package.json +8 -2
  20. package/.github/ISSUE_TEMPLATE/bug_report.md +0 -31
  21. package/.github/ISSUE_TEMPLATE/feature_request.md +0 -20
  22. package/.github/workflows/codeql-analysis.yml +0 -68
  23. package/.github/workflows/jira.yml +0 -28
  24. package/.github/workflows/release.yml +0 -53
  25. package/.github/workflows/sast-scan.yml +0 -11
  26. package/.github/workflows/sca-scan.yml +0 -15
  27. package/.github/workflows/secrets-scan.yml +0 -11
  28. package/.releaserc +0 -9
  29. package/.talismanrc +0 -4
  30. package/CODEOWNERS +0 -1
  31. package/SECURITY.md +0 -27
  32. package/example/config.js +0 -60
  33. package/example/index.js +0 -30
  34. package/test/api.ts +0 -152
  35. package/test/core/filteredItems.ts +0 -58
  36. package/test/core/index.ts +0 -18
  37. package/test/core/inet.ts +0 -23
  38. package/test/core/q.ts +0 -42
  39. package/test/core/sync.ts +0 -19
  40. package/test/core/token-management.ts +0 -40
  41. package/test/dummy/api-responses/404.ts +0 -3
  42. package/test/dummy/api-responses/content-type.ts +0 -30
  43. package/test/dummy/api-responses/delete-asset.ts +0 -9
  44. package/test/dummy/api-responses/delete-content-type.ts +0 -6
  45. package/test/dummy/api-responses/delete-entry.ts +0 -9
  46. package/test/dummy/api-responses/delete.ts +0 -32
  47. package/test/dummy/api-responses/empty.ts +0 -7
  48. package/test/dummy/api-responses/entries.ts +0 -31
  49. package/test/dummy/api-responses/filter-items.ts +0 -32
  50. package/test/dummy/api-responses/global-field.ts +0 -175
  51. package/test/dummy/api-responses/markdown-content-type.ts +0 -202
  52. package/test/dummy/api-responses/markdown-entries.ts +0 -56
  53. package/test/dummy/api-responses/mixed.ts +0 -77
  54. package/test/dummy/api-responses/publish-asset.ts +0 -14
  55. package/test/dummy/api-responses/publish-entry.ts +0 -14
  56. package/test/dummy/api-responses/publish.ts +0 -35
  57. package/test/dummy/api-responses/references-content-type-2.ts +0 -240
  58. package/test/dummy/api-responses/references-content-type.ts +0 -272
  59. package/test/dummy/api-responses/references-entries.ts +0 -156
  60. package/test/dummy/api-responses/unpublish-asset.ts +0 -9
  61. package/test/dummy/api-responses/unpublish-entry.ts +0 -9
  62. package/test/dummy/api-responses/unpublish.ts +0 -26
  63. package/test/dummy/config.ts +0 -34
  64. package/test/dummy/connector-listener-instances.ts +0 -69
  65. package/test/dummy/filter-items.ts +0 -32
  66. package/test/dummy/plugins/myplugin1/index.js +0 -20
  67. package/test/dummy/plugins/myplugin2/index.js +0 -20
  68. package/test/dummy/references-content-type.ts +0 -340
  69. package/test/dummy/references-entry-expected.ts +0 -161
  70. package/test/dummy/references-entry.ts +0 -95
  71. package/test/index.ts +0 -330
  72. package/test/util/fs.ts +0 -92
  73. package/test/util/index.ts +0 -157
  74. package/test/util/log-save-filtered-items.ts +0 -42
  75. package/test/util/validations.ts +0 -158
  76. package/tslint.json +0 -53
package/test/dummy/api-responses/references-content-type-2.ts DELETED
@@ -1,240 +0,0 @@
1
- export const contentType = {
2
- content_type: {
3
- created_at: '2019-06-19T13:23:43.794Z',
4
- updated_at: '2019-07-14T14:56:59.823Z',
5
- 'title': 'References',
6
- uid: 'references',
7
- _version: 4,
8
- inbuilt_class: false,
9
- schema: [
10
- {
11
- display_name: 'Title',
12
- uid: 'title',
13
- 'data_type': 'text',
14
- mandatory: true,
15
- unique: true,
16
- field_metadata: {
17
- _default: true,
18
- version: 3,
19
- },
20
- non_localizable: false,
21
- multiple: false,
22
- },
23
- {
24
- display_name: 'URL',
25
- uid: 'url',
26
- 'data_type': 'text',
27
- mandatory: false,
28
- field_metadata: {
29
- _default: true,
30
- version: 3,
31
- },
32
- non_localizable: false,
33
- multiple: false,
34
- unique: false,
35
- },
36
- {
37
- data_type: 'group',
38
- display_name: 'Group',
39
- field_metadata: {},
40
- schema: [
41
- {
42
- data_type: 'group',
43
- display_name: 'Group',
44
- field_metadata: {},
45
- schema: [
46
- {
47
- data_type: 'reference',
48
- display_name: 'Reference',
49
- reference_to: 'a',
50
- 'field_metadata': {
51
- ref_multiple: true,
52
- },
53
- uid: 'reference',
54
- non_localizable: false,
55
- multiple: false,
56
- mandatory: false,
57
- unique: false,
58
- },
59
- ],
60
- uid: 'group',
61
- 'non_localizable': false,
62
- multiple: false,
63
- mandatory: false,
64
- unique: false,
65
- },
66
- ],
67
- uid: 'group',
68
- 'multiple': true,
69
- non_localizable: false,
70
- mandatory: false,
71
- unique: false,
72
- },
73
- {
74
- data_type: 'blocks',
75
- display_name: 'Modular Blocks',
76
- 'blocks': [
77
- {
78
- title: 'Block One',
79
- uid: 'block_one',
80
- 'schema': [
81
- {
82
- data_type: 'reference',
83
- display_name: 'Reference',
84
- reference_to: 'authors',
85
- 'field_metadata': {
86
- ref_multiple: true,
87
- },
88
- uid: 'reference',
89
- non_localizable: false,
90
- multiple: false,
91
- mandatory: false,
92
- unique: false,
93
- },
94
- ],
95
- },
96
- {
97
- title: 'Block Two',
98
- uid: 'block_two',
99
- 'schema': [
100
- {
101
- data_type: 'group',
102
- display_name: 'Group',
103
- field_metadata: {},
104
- schema: [
105
- {
106
- data_type: 'reference',
107
- display_name: 'Reference',
108
- reference_to: 'books',
109
- 'field_metadata': {
110
- ref_multiple: true,
111
- },
112
- uid: 'reference',
113
- non_localizable: false,
114
- multiple: false,
115
- mandatory: false,
116
- unique: false,
117
- },
118
- ],
119
- uid: 'group',
120
- 'non_localizable': false,
121
- multiple: false,
122
- mandatory: false,
123
- unique: false,
124
- },
125
- ],
126
- },
127
- ],
128
- multiple: true,
129
- uid: 'modular_blocks',
130
- field_metadata: {},
131
- non_localizable: false,
132
- mandatory: false,
133
- unique: false,
134
- },
135
- ],
136
- last_activity: {
137
- environments: [
138
- {
139
- uid: 'blt0a2ae80e62c59d0d',
140
- 'details': [
141
- {
142
- locale: 'en-us',
143
- time: '2019-06-19T13:26:51.443Z',
144
- },
145
- ],
146
- },
147
- ],
148
- },
149
- maintain_revisions: true,
150
- description: 'References nested deep inside groups & MB',
151
- options: {
152
- is_page: true,
153
- singleton: false,
154
- title: 'title',
155
- 'sub_title': [],
156
- url_pattern: '/:title',
157
- url_prefix: '/',
158
- },
159
- abilities: {
160
- get_one_object: true,
161
- 'get_all_objects': true,
162
- create_object: true,
163
- update_object: true,
164
- delete_object: true,
165
- delete_all_objects: true,
166
- },
167
- DEFAULT_ACL: [
168
- {
169
- k: 'others',
170
- v: {
171
- read: false,
172
- 'create': false,
173
- },
174
- },
175
- {
176
- k: 'users.blt16d9252be0fbeb06',
177
- v: {
178
- read: true,
179
- sub_acl: {
180
- read: true,
181
- },
182
- },
183
- },
184
- ],
185
- SYS_ACL: {
186
- roles: [
187
- {
188
- uid: 'blt57a0a63cf5ebcf26',
189
- 'read': true,
190
- sub_acl: {
191
- create: true,
192
- read: true,
193
- update: true,
194
- 'delete': true,
195
- publish: true,
196
- },
197
- update: true,
198
- delete: true,
199
- },
200
- {
201
- uid: 'bltfb8a58e04c696320',
202
- 'read': true,
203
- sub_acl: {
204
- create: true,
205
- read: true,
206
- update: true,
207
- 'delete': true,
208
- publish: true,
209
- },
210
- },
211
- {
212
- uid: 'blte627140a1cff3c86',
213
- 'read': true,
214
- sub_acl: {
215
- create: true,
216
- read: true,
217
- update: true,
218
- 'delete': true,
219
- publish: true,
220
- },
221
- update: true,
222
- delete: true,
223
- },
224
- ],
225
- 'others': {
226
- read: false,
227
- 'create': false,
228
- update: false,
229
- delete: false,
230
- sub_acl: {
231
- read: false,
232
- 'create': false,
233
- update: false,
234
- delete: false,
235
- publish: false,
236
- },
237
- },
238
- },
239
- },
240
- }
package/test/dummy/api-responses/references-content-type.ts DELETED
@@ -1,272 +0,0 @@
1
- export const contentType = {
2
- content_type: {
3
- created_at: '2019-07-14T14:30:52.314Z',
4
- updated_at: '2019-07-14T14:32:29.863Z',
5
- 'title': 'Sample Fourt',
6
- uid: 'sample_fourt',
7
- _version: 2,
8
- inbuilt_class: false,
9
- schema: [
10
- {
11
- display_name: 'Title',
12
- uid: 'title',
13
- 'data_type': 'text',
14
- mandatory: true,
15
- unique: true,
16
- field_metadata: {
17
- _default: true,
18
- version: 3,
19
- },
20
- non_localizable: false,
21
- multiple: false,
22
- },
23
- {
24
- display_name: 'URL',
25
- uid: 'url',
26
- 'data_type': 'text',
27
- mandatory: false,
28
- field_metadata: {
29
- _default: true,
30
- version: 3,
31
- },
32
- non_localizable: false,
33
- multiple: false,
34
- unique: false,
35
- },
36
- {
37
- data_type: 'reference',
38
- display_name: 'Reference Single',
39
- reference_to: [
40
- 'sample_one',
41
- ],
42
- 'field_metadata': {
43
- ref_multiple: false,
44
- ref_multiple_content_types: true,
45
- },
46
- uid: 'reference_single',
47
- non_localizable: false,
48
- multiple: false,
49
- mandatory: false,
50
- unique: false,
51
- },
52
- {
53
- data_type: 'reference',
54
- display_name: 'Reference Multiple',
55
- reference_to: [
56
- 'sample_one',
57
- 'sample_two',
58
- ],
59
- 'field_metadata': {
60
- ref_multiple: false,
61
- ref_multiple_content_types: true,
62
- },
63
- uid: 'reference_multiple',
64
- non_localizable: false,
65
- multiple: false,
66
- mandatory: false,
67
- unique: false,
68
- },
69
- {
70
- data_type: 'group',
71
- display_name: 'Group',
72
- field_metadata: {},
73
- schema: [
74
- {
75
- data_type: 'reference',
76
- display_name: 'Reference Multiple',
77
- reference_to: [
78
- 'sample_one',
79
- 'sample_three',
80
- ],
81
- 'field_metadata': {
82
- ref_multiple: false,
83
- ref_multiple_content_types: true,
84
- },
85
- uid: 'reference_multiple',
86
- non_localizable: false,
87
- multiple: false,
88
- mandatory: false,
89
- unique: false,
90
- },
91
- {
92
- data_type: 'reference',
93
- display_name: 'Reference Single',
94
- reference_to: [
95
- 'sample_one',
96
- ],
97
- 'field_metadata': {
98
- ref_multiple: false,
99
- ref_multiple_content_types: true,
100
- },
101
- uid: 'reference_single',
102
- non_localizable: false,
103
- multiple: false,
104
- mandatory: false,
105
- unique: false,
106
- },
107
- ],
108
- uid: 'group',
109
- 'reference_to': [],
110
- non_localizable: false,
111
- multiple: false,
112
- mandatory: false,
113
- unique: false,
114
- },
115
- {
116
- data_type: 'blocks',
117
- display_name: 'Modular Blocks',
118
- 'blocks': [
119
- {
120
- title: 'Block One',
121
- uid: 'block_one',
122
- 'schema': [
123
- {
124
- data_type: 'reference',
125
- display_name: 'Reference Single',
126
- reference_to: [
127
- 'sample_one',
128
- ],
129
- 'field_metadata': {
130
- ref_multiple: false,
131
- ref_multiple_content_types: true,
132
- },
133
- uid: 'reference_single',
134
- non_localizable: false,
135
- multiple: false,
136
- mandatory: false,
137
- unique: false,
138
- },
139
- {
140
- data_type: 'reference',
141
- display_name: 'Reference Multiple',
142
- reference_to: [
143
- 'sample_one',
144
- 'sample_two',
145
- ],
146
- 'field_metadata': {
147
- ref_multiple: false,
148
- ref_multiple_content_types: true,
149
- },
150
- uid: 'reference_multiple',
151
- non_localizable: false,
152
- multiple: false,
153
- mandatory: false,
154
- unique: false,
155
- },
156
- ],
157
- },
158
- ],
159
- multiple: true,
160
- uid: 'modular_blocks',
161
- field_metadata: {},
162
- reference_to: [],
163
- non_localizable: false,
164
- mandatory: false,
165
- unique: false,
166
- },
167
- ],
168
- last_activity: {
169
- environments: [
170
- {
171
- uid: 'blt2e69b1b65d17bc6f',
172
- 'details': [
173
- {
174
- locale: 'en-us',
175
- time: '2019-07-14T14:33:35.187Z',
176
- },
177
- ],
178
- },
179
- ],
180
- },
181
- maintain_revisions: true,
182
- description: 'Haz References',
183
- options: {
184
- is_page: true,
185
- singleton: false,
186
- title: 'title',
187
- 'sub_title': [],
188
- url_pattern: '/:title',
189
- url_prefix: '/',
190
- },
191
- abilities: {
192
- get_one_object: true,
193
- 'get_all_objects': true,
194
- create_object: true,
195
- update_object: true,
196
- delete_object: true,
197
- delete_all_objects: true,
198
- },
199
- DEFAULT_ACL: [
200
- {
201
- k: 'others',
202
- v: {
203
- read: false,
204
- 'create': false,
205
- },
206
- },
207
- {
208
- k: 'users.blt83a493c2e276f77a',
209
- v: {
210
- read: true,
211
- sub_acl: {
212
- read: true,
213
- },
214
- },
215
- },
216
- ],
217
- SYS_ACL: {
218
- roles: [
219
- {
220
- uid: 'bltabf7b9b9557df492',
221
- 'read': true,
222
- sub_acl: {
223
- create: true,
224
- read: true,
225
- update: true,
226
- 'delete': true,
227
- publish: true,
228
- },
229
- update: true,
230
- delete: true,
231
- },
232
- {
233
- uid: 'blt19284ddfe4579bc2',
234
- 'read': true,
235
- sub_acl: {
236
- create: true,
237
- read: true,
238
- update: true,
239
- 'delete': true,
240
- publish: true,
241
- },
242
- update: true,
243
- delete: true,
244
- },
245
- {
246
- uid: 'blt08e644cc4590cfad',
247
- 'read': true,
248
- sub_acl: {
249
- create: true,
250
- read: true,
251
- update: true,
252
- 'delete': true,
253
- publish: true,
254
- },
255
- },
256
- ],
257
- 'others': {
258
- read: false,
259
- 'create': false,
260
- update: false,
261
- delete: false,
262
- sub_acl: {
263
- read: false,
264
- 'create': false,
265
- update: false,
266
- delete: false,
267
- publish: false,
268
- },
269
- },
270
- },
271
- },
272
- }
package/test/dummy/api-responses/references-entries.ts DELETED
@@ -1,156 +0,0 @@
1
- export const response = {
2
- items: [{
3
- type: 'entry_published',
4
- event_at: '2019-07-14T14:33:35.187Z',
5
- content_type_uid: 'sample_fourt',
6
- data: {
7
- locale: 'en-us',
8
- title: 'S4 - Sample One',
9
- url: '/s4---sample-one',
10
- reference_single: [
11
- {
12
- uid: 'blt42421a4bb082080b',
13
- _content_type_uid: 'sample_one',
14
- },
15
- ],
16
- reference_multiple: [
17
- {
18
- uid: 'bltcb15ca66990835cd',
19
- _content_type_uid: 'sample_two',
20
- },
21
- ],
22
- group: {
23
- reference_multiple: [
24
- {
25
- uid: 'blt42421a4bb082080b',
26
- _content_type_uid: 'sample_one',
27
- },
28
- ],
29
- reference_single: [
30
- {
31
- uid: 'blt42421a4bb082080b',
32
- _content_type_uid: 'sample_one',
33
- },
34
- ],
35
- },
36
- modular_blocks: [
37
- {
38
- block_one: {
39
- reference_single: [
40
- {
41
- uid: 'blt42421a4bb082080b',
42
- _content_type_uid: 'sample_one',
43
- },
44
- ],
45
- reference_multiple: [
46
- {
47
- uid: 'blt2c71a0bc9d5f9cec',
48
- _content_type_uid: 'sample_one',
49
- },
50
- ],
51
- },
52
- },
53
- ],
54
- tags: [],
55
- uid: 'blt7313fbef54db1ba4',
56
- created_by: 'blta8c6c505f1e82dda',
57
- updated_by: 'blta8c6c505f1e82dda',
58
- created_at: '2019-07-14T14:32:50.044Z',
59
- updated_at: '2019-07-14T14:33:32.838Z',
60
- _version: 2,
61
- _in_progress: false,
62
- publish_details: {
63
- environment: 'blt2e69b1b65d17bc6f',
64
- locale: 'en-us',
65
- time: '2019-07-14T14:33:35.187Z',
66
- user: 'blta8c6c505f1e82dda',
67
- },
68
- },
69
- },
70
- {
71
- content_type_uid: 'references',
72
- event_at: '2019-07-14T14:57:46.108Z',
73
- type: 'entry_published',
74
- 'data': {
75
- locale: 'en-us',
76
- title: 'Reference One',
77
- url: '/reference-one',
78
- 'group': [
79
- {
80
- group: {
81
- reference: [
82
- 'bltbff0f219e90ae349',
83
- ],
84
- },
85
- },
86
- {
87
- group: {
88
- reference: [
89
- 'blt3de1e9bb98de5f65',
90
- ],
91
- },
92
- },
93
- ],
94
- modular_blocks: [
95
- {
96
- block_one: {
97
- reference: [
98
- 'blte3a5e860350f0e65',
99
- 'blt549c25071dddbb0a',
100
- ],
101
- },
102
- },
103
- {
104
- block_two: {
105
- group: {
106
- reference: [
107
- 'bltedf4e98498a483ca',
108
- ],
109
- },
110
- },
111
- },
112
- {
113
- block_one: {
114
- reference: [
115
- 'blt549c25071dddbb0a',
116
- ],
117
- },
118
- },
119
- {
120
- block_two: {
121
- group: {
122
- reference: [
123
- 'bltab3a39812b9878d5',
124
- ],
125
- },
126
- },
127
- },
128
- ],
129
- tags: [],
130
- uid: 'blt73592fe05e8f41dc',
131
- created_by: 'bltdb73bac837c4b3c3',
132
- updated_by: 'bltdb73bac837c4b3c3',
133
- created_at: '2019-06-19T13:25:51.861Z',
134
- updated_at: '2019-07-14T14:57:39.333Z',
135
- _version: 3,
136
- _workflow: {
137
- uid: 'bltae9208d84ca81921',
138
- updated_at: '2019-06-19T13:25:51.861Z',
139
- updated_by: 'bltdb73bac837c4b3c3',
140
- version: 1,
141
- },
142
- _in_progress: false,
143
- publish_details: {
144
- environment: 'blt0a2ae80e62c59d0d',
145
- locale: 'en-us',
146
- time: '2019-07-14T14:57:45.965Z',
147
- user: 'bltdb73bac837c4b3c3',
148
- },
149
- },
150
- },
151
- ],
152
- limit: 100,
153
- skip: 0,
154
- sync_token: 'dummy_references_token',
155
- total_count: 1,
156
- }
package/test/dummy/api-responses/unpublish-asset.ts DELETED
@@ -1,9 +0,0 @@
1
- export const item = {
2
- content_type_uid: 'sys_assets',
3
- data: {
4
- locale: 'es-es',
5
- uid: 'blt2a94dd7005d1229c',
6
- },
7
- event_at: '2019-01-07T13:41:50.462Z',
8
- type: 'asset_unpublished',
9
- }
package/test/dummy/api-responses/unpublish-entry.ts DELETED
@@ -1,9 +0,0 @@
1
- export const item = {
2
- content_type_uid: 'authors',
3
- data: {
4
- locale: 'es-es',
5
- uid: 'blt1e5bcf16685e2505',
6
- },
7
- event_at: '2019-01-07T13:42:00.625Z',
8
- type: 'entry_unpublished',
9
- }
package/test/dummy/api-responses/unpublish.ts DELETED
@@ -1,26 +0,0 @@
1
- export const response = {
2
- items: [
3
- {
4
- content_type_uid: 'authors',
5
- data: {
6
- locale: 'es-es',
7
- uid: 'blt1e5bcf16685e2505',
8
- },
9
- event_at: '2019-01-07T13:42:00.625Z',
10
- type: 'entry_unpublished',
11
- },
12
- {
13
- content_type_uid: 'sys_assets',
14
- data: {
15
- locale: 'es-es',
16
- uid: 'blt2a94dd7005d1229c',
17
- },
18
- event_at: '2019-01-07T13:41:50.462Z',
19
- type: 'asset_unpublished',
20
- },
21
- ],
22
- limit: 100,
23
- skip: 0,
24
- sync_token: 'unpublish-token',
25
- total_count: 2,
26
- }