chronicle-etl 0.4.4 → 0.5.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (26) hide show
  1. checksums.yaml +4 -4
  2. data/.rubocop.yml +3 -0
  3. data/README.md +126 -54
  4. data/chronicle-etl.gemspec +5 -4
  5. data/lib/chronicle/etl/cli/connectors.rb +2 -2
  6. data/lib/chronicle/etl/cli/jobs.rb +48 -23
  7. data/lib/chronicle/etl/cli/main.rb +3 -0
  8. data/lib/chronicle/etl/cli/plugins.rb +12 -2
  9. data/lib/chronicle/etl/cli/secrets.rb +69 -0
  10. data/lib/chronicle/etl/cli.rb +1 -0
  11. data/lib/chronicle/etl/config.rb +43 -25
  12. data/lib/chronicle/etl/configurable.rb +14 -5
  13. data/lib/chronicle/etl/exceptions.rb +3 -0
  14. data/lib/chronicle/etl/job_definition.rb +28 -2
  15. data/lib/chronicle/etl/job_logger.rb +4 -3
  16. data/lib/chronicle/etl/loaders/csv_loader.rb +10 -13
  17. data/lib/chronicle/etl/loaders/helpers/stdout_helper.rb +36 -0
  18. data/lib/chronicle/etl/loaders/json_loader.rb +43 -8
  19. data/lib/chronicle/etl/loaders/loader.rb +1 -0
  20. data/lib/chronicle/etl/registry/plugin_registry.rb +15 -6
  21. data/lib/chronicle/etl/registry/registry.rb +10 -14
  22. data/lib/chronicle/etl/runner.rb +1 -1
  23. data/lib/chronicle/etl/secrets.rb +55 -0
  24. data/lib/chronicle/etl/version.rb +1 -1
  25. data/lib/chronicle/etl.rb +1 -0
  26. metadata +58 -41
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: chronicle-etl
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.4.4
4
+ version: 0.5.2
5
5
  platform: ruby
6
6
  authors:
7
7
  - Andrew Louis
8
8
  autorequire:
9
9
  bindir: exe
10
10
  cert_chain: []
11
- date: 2022-03-16 00:00:00.000000000 Z
11
+ date: 2022-03-30 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: activesupport
@@ -94,20 +94,6 @@ dependencies:
94
94
  - - "~>"
95
95
  - !ruby/object:Gem::Version
96
96
  version: '1.13'
97
- - !ruby/object:Gem::Dependency
98
- name: runcom
99
- requirement: !ruby/object:Gem::Requirement
100
- requirements:
101
- - - ">="
102
- - !ruby/object:Gem::Version
103
- version: '6.0'
104
- type: :runtime
105
- prerelease: false
106
- version_requirements: !ruby/object:Gem::Requirement
107
- requirements:
108
- - - ">="
109
- - !ruby/object:Gem::Version
110
- version: '6.0'
111
97
  - !ruby/object:Gem::Dependency
112
98
  name: sequel
113
99
  requirement: !ruby/object:Gem::Requirement
@@ -178,6 +164,20 @@ dependencies:
178
164
  - - "~>"
179
165
  - !ruby/object:Gem::Version
180
166
  version: '0.17'
167
+ - !ruby/object:Gem::Dependency
168
+ name: tty-prompt
169
+ requirement: !ruby/object:Gem::Requirement
170
+ requirements:
171
+ - - "~>"
172
+ - !ruby/object:Gem::Version
173
+ version: '0.23'
174
+ type: :runtime
175
+ prerelease: false
176
+ version_requirements: !ruby/object:Gem::Requirement
177
+ requirements:
178
+ - - "~>"
179
+ - !ruby/object:Gem::Version
180
+ version: '0.23'
181
181
  - !ruby/object:Gem::Dependency
182
182
  name: tty-spinner
183
183
  requirement: !ruby/object:Gem::Requirement
@@ -207,19 +207,19 @@ dependencies:
207
207
  - !ruby/object:Gem::Version
208
208
  version: '0.11'
209
209
  - !ruby/object:Gem::Dependency
210
- name: tty-prompt
210
+ name: xdg
211
211
  requirement: !ruby/object:Gem::Requirement
212
212
  requirements:
213
- - - "~>"
213
+ - - ">="
214
214
  - !ruby/object:Gem::Version
215
- version: '0.23'
215
+ version: '4.0'
216
216
  type: :runtime
217
217
  prerelease: false
218
218
  version_requirements: !ruby/object:Gem::Requirement
219
219
  requirements:
220
- - - "~>"
220
+ - - ">="
221
221
  - !ruby/object:Gem::Version
222
- version: '0.23'
222
+ version: '4.0'
223
223
  - !ruby/object:Gem::Dependency
224
224
  name: bundler
225
225
  requirement: !ruby/object:Gem::Requirement
@@ -234,6 +234,34 @@ dependencies:
234
234
  - - "~>"
235
235
  - !ruby/object:Gem::Version
236
236
  version: '2.1'
237
+ - !ruby/object:Gem::Dependency
238
+ name: guard-rspec
239
+ requirement: !ruby/object:Gem::Requirement
240
+ requirements:
241
+ - - "~>"
242
+ - !ruby/object:Gem::Version
243
+ version: 4.7.3
244
+ type: :development
245
+ prerelease: false
246
+ version_requirements: !ruby/object:Gem::Requirement
247
+ requirements:
248
+ - - "~>"
249
+ - !ruby/object:Gem::Version
250
+ version: 4.7.3
251
+ - !ruby/object:Gem::Dependency
252
+ name: fakefs
253
+ requirement: !ruby/object:Gem::Requirement
254
+ requirements:
255
+ - - ">="
256
+ - !ruby/object:Gem::Version
257
+ version: '0'
258
+ type: :development
259
+ prerelease: false
260
+ version_requirements: !ruby/object:Gem::Requirement
261
+ requirements:
262
+ - - ">="
263
+ - !ruby/object:Gem::Version
264
+ version: '0'
237
265
  - !ruby/object:Gem::Dependency
238
266
  name: pry-byebug
239
267
  requirement: !ruby/object:Gem::Requirement
@@ -277,33 +305,33 @@ dependencies:
277
305
  - !ruby/object:Gem::Version
278
306
  version: '3.9'
279
307
  - !ruby/object:Gem::Dependency
280
- name: simplecov
308
+ name: rubocop
281
309
  requirement: !ruby/object:Gem::Requirement
282
310
  requirements:
283
311
  - - "~>"
284
312
  - !ruby/object:Gem::Version
285
- version: '0.21'
313
+ version: 1.25.1
286
314
  type: :development
287
315
  prerelease: false
288
316
  version_requirements: !ruby/object:Gem::Requirement
289
317
  requirements:
290
318
  - - "~>"
291
319
  - !ruby/object:Gem::Version
292
- version: '0.21'
320
+ version: 1.25.1
293
321
  - !ruby/object:Gem::Dependency
294
- name: guard-rspec
322
+ name: simplecov
295
323
  requirement: !ruby/object:Gem::Requirement
296
324
  requirements:
297
325
  - - "~>"
298
326
  - !ruby/object:Gem::Version
299
- version: 4.7.3
327
+ version: '0.21'
300
328
  type: :development
301
329
  prerelease: false
302
330
  version_requirements: !ruby/object:Gem::Requirement
303
331
  requirements:
304
332
  - - "~>"
305
333
  - !ruby/object:Gem::Version
306
- version: 4.7.3
334
+ version: '0.21'
307
335
  - !ruby/object:Gem::Dependency
308
336
  name: yard
309
337
  requirement: !ruby/object:Gem::Requirement
@@ -318,20 +346,6 @@ dependencies:
318
346
  - - "~>"
319
347
  - !ruby/object:Gem::Version
320
348
  version: 0.9.7
321
- - !ruby/object:Gem::Dependency
322
- name: rubocop
323
- requirement: !ruby/object:Gem::Requirement
324
- requirements:
325
- - - "~>"
326
- - !ruby/object:Gem::Version
327
- version: 1.25.1
328
- type: :development
329
- prerelease: false
330
- version_requirements: !ruby/object:Gem::Requirement
331
- requirements:
332
- - - "~>"
333
- - !ruby/object:Gem::Version
334
- version: 1.25.1
335
349
  description: Chronicle-ETL allows you to extract personal data from a variety of services,
336
350
  transformer it, and load it.
337
351
  email:
@@ -364,6 +378,7 @@ files:
364
378
  - lib/chronicle/etl/cli/jobs.rb
365
379
  - lib/chronicle/etl/cli/main.rb
366
380
  - lib/chronicle/etl/cli/plugins.rb
381
+ - lib/chronicle/etl/cli/secrets.rb
367
382
  - lib/chronicle/etl/cli/subcommand_base.rb
368
383
  - lib/chronicle/etl/config.rb
369
384
  - lib/chronicle/etl/configurable.rb
@@ -381,6 +396,7 @@ files:
381
396
  - lib/chronicle/etl/job_logger.rb
382
397
  - lib/chronicle/etl/loaders/csv_loader.rb
383
398
  - lib/chronicle/etl/loaders/helpers/encoding_helper.rb
399
+ - lib/chronicle/etl/loaders/helpers/stdout_helper.rb
384
400
  - lib/chronicle/etl/loaders/json_loader.rb
385
401
  - lib/chronicle/etl/loaders/loader.rb
386
402
  - lib/chronicle/etl/loaders/rest_loader.rb
@@ -396,6 +412,7 @@ files:
396
412
  - lib/chronicle/etl/registry/registry.rb
397
413
  - lib/chronicle/etl/registry/self_registering.rb
398
414
  - lib/chronicle/etl/runner.rb
415
+ - lib/chronicle/etl/secrets.rb
399
416
  - lib/chronicle/etl/serializers/jsonapi_serializer.rb
400
417
  - lib/chronicle/etl/serializers/raw_serializer.rb
401
418
  - lib/chronicle/etl/serializers/serializer.rb