data_porter 0.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (159) hide show
  1. checksums.yaml +7 -0
  2. data/.claude/commands/blog-status.md +10 -0
  3. data/.claude/commands/blog.md +109 -0
  4. data/.claude/commands/task-done.md +27 -0
  5. data/.claude/commands/tm/add-dependency.md +58 -0
  6. data/.claude/commands/tm/add-subtask.md +79 -0
  7. data/.claude/commands/tm/add-task.md +81 -0
  8. data/.claude/commands/tm/analyze-complexity.md +124 -0
  9. data/.claude/commands/tm/analyze-project.md +100 -0
  10. data/.claude/commands/tm/auto-implement-tasks.md +100 -0
  11. data/.claude/commands/tm/command-pipeline.md +80 -0
  12. data/.claude/commands/tm/complexity-report.md +120 -0
  13. data/.claude/commands/tm/convert-task-to-subtask.md +74 -0
  14. data/.claude/commands/tm/expand-all-tasks.md +52 -0
  15. data/.claude/commands/tm/expand-task.md +52 -0
  16. data/.claude/commands/tm/fix-dependencies.md +82 -0
  17. data/.claude/commands/tm/help.md +101 -0
  18. data/.claude/commands/tm/init-project-quick.md +49 -0
  19. data/.claude/commands/tm/init-project.md +53 -0
  20. data/.claude/commands/tm/install-taskmaster.md +118 -0
  21. data/.claude/commands/tm/learn.md +106 -0
  22. data/.claude/commands/tm/list-tasks-by-status.md +42 -0
  23. data/.claude/commands/tm/list-tasks-with-subtasks.md +30 -0
  24. data/.claude/commands/tm/list-tasks.md +46 -0
  25. data/.claude/commands/tm/next-task.md +69 -0
  26. data/.claude/commands/tm/parse-prd-with-research.md +51 -0
  27. data/.claude/commands/tm/parse-prd.md +52 -0
  28. data/.claude/commands/tm/project-status.md +67 -0
  29. data/.claude/commands/tm/quick-install-taskmaster.md +23 -0
  30. data/.claude/commands/tm/remove-all-subtasks.md +94 -0
  31. data/.claude/commands/tm/remove-dependency.md +65 -0
  32. data/.claude/commands/tm/remove-subtask.md +87 -0
  33. data/.claude/commands/tm/remove-subtasks.md +89 -0
  34. data/.claude/commands/tm/remove-task.md +110 -0
  35. data/.claude/commands/tm/setup-models.md +52 -0
  36. data/.claude/commands/tm/show-task.md +85 -0
  37. data/.claude/commands/tm/smart-workflow.md +58 -0
  38. data/.claude/commands/tm/sync-readme.md +120 -0
  39. data/.claude/commands/tm/tm-main.md +147 -0
  40. data/.claude/commands/tm/to-cancelled.md +58 -0
  41. data/.claude/commands/tm/to-deferred.md +50 -0
  42. data/.claude/commands/tm/to-done.md +47 -0
  43. data/.claude/commands/tm/to-in-progress.md +39 -0
  44. data/.claude/commands/tm/to-pending.md +35 -0
  45. data/.claude/commands/tm/to-review.md +43 -0
  46. data/.claude/commands/tm/update-single-task.md +122 -0
  47. data/.claude/commands/tm/update-task.md +75 -0
  48. data/.claude/commands/tm/update-tasks-from-id.md +111 -0
  49. data/.claude/commands/tm/validate-dependencies.md +72 -0
  50. data/.claude/commands/tm/view-models.md +52 -0
  51. data/.env.example +12 -0
  52. data/.mcp.json +24 -0
  53. data/.taskmaster/CLAUDE.md +435 -0
  54. data/.taskmaster/config.json +44 -0
  55. data/.taskmaster/docs/prd.txt +2044 -0
  56. data/.taskmaster/state.json +6 -0
  57. data/.taskmaster/tasks/task_001.md +19 -0
  58. data/.taskmaster/tasks/task_002.md +19 -0
  59. data/.taskmaster/tasks/task_003.md +19 -0
  60. data/.taskmaster/tasks/task_004.md +19 -0
  61. data/.taskmaster/tasks/task_005.md +19 -0
  62. data/.taskmaster/tasks/task_006.md +19 -0
  63. data/.taskmaster/tasks/task_007.md +19 -0
  64. data/.taskmaster/tasks/task_008.md +19 -0
  65. data/.taskmaster/tasks/task_009.md +19 -0
  66. data/.taskmaster/tasks/task_010.md +19 -0
  67. data/.taskmaster/tasks/task_011.md +19 -0
  68. data/.taskmaster/tasks/task_012.md +19 -0
  69. data/.taskmaster/tasks/task_013.md +19 -0
  70. data/.taskmaster/tasks/task_014.md +19 -0
  71. data/.taskmaster/tasks/task_015.md +19 -0
  72. data/.taskmaster/tasks/task_016.md +19 -0
  73. data/.taskmaster/tasks/task_017.md +19 -0
  74. data/.taskmaster/tasks/task_018.md +19 -0
  75. data/.taskmaster/tasks/task_019.md +19 -0
  76. data/.taskmaster/tasks/task_020.md +19 -0
  77. data/.taskmaster/tasks/tasks.json +299 -0
  78. data/.taskmaster/templates/example_prd.txt +47 -0
  79. data/.taskmaster/templates/example_prd_rpg.txt +511 -0
  80. data/CHANGELOG.md +29 -0
  81. data/CLAUDE.md +65 -0
  82. data/CODE_OF_CONDUCT.md +10 -0
  83. data/CONTRIBUTING.md +49 -0
  84. data/LICENSE +21 -0
  85. data/README.md +463 -0
  86. data/Rakefile +12 -0
  87. data/app/assets/stylesheets/data_porter/application.css +646 -0
  88. data/app/channels/data_porter/import_channel.rb +10 -0
  89. data/app/controllers/data_porter/imports_controller.rb +68 -0
  90. data/app/javascript/data_porter/progress_controller.js +33 -0
  91. data/app/jobs/data_porter/dry_run_job.rb +12 -0
  92. data/app/jobs/data_porter/import_job.rb +12 -0
  93. data/app/jobs/data_porter/parse_job.rb +12 -0
  94. data/app/models/data_porter/data_import.rb +49 -0
  95. data/app/views/data_porter/imports/index.html.erb +142 -0
  96. data/app/views/data_porter/imports/new.html.erb +88 -0
  97. data/app/views/data_porter/imports/show.html.erb +49 -0
  98. data/config/database.yml +3 -0
  99. data/config/routes.rb +12 -0
  100. data/docs/SPEC.md +2012 -0
  101. data/docs/UI.md +32 -0
  102. data/docs/blog/001-why-build-a-data-import-engine.md +166 -0
  103. data/docs/blog/002-scaffolding-a-rails-engine.md +188 -0
  104. data/docs/blog/003-configuration-dsl.md +222 -0
  105. data/docs/blog/004-store-model-jsonb.md +237 -0
  106. data/docs/blog/005-target-dsl.md +284 -0
  107. data/docs/blog/006-parsing-csv-sources.md +300 -0
  108. data/docs/blog/007-orchestrator.md +247 -0
  109. data/docs/blog/008-actioncable-stimulus.md +376 -0
  110. data/docs/blog/009-phlex-ui-components.md +446 -0
  111. data/docs/blog/010-controllers-routing.md +374 -0
  112. data/docs/blog/011-generators.md +364 -0
  113. data/docs/blog/012-json-api-sources.md +323 -0
  114. data/docs/blog/013-testing-rails-engine.md +618 -0
  115. data/docs/blog/014-dry-run.md +307 -0
  116. data/docs/blog/015-publishing-retro.md +264 -0
  117. data/docs/blog/016-erb-view-templates.md +431 -0
  118. data/docs/blog/017-showcase-final-retro.md +220 -0
  119. data/docs/blog/BACKLOG.md +8 -0
  120. data/docs/blog/SERIES.md +154 -0
  121. data/docs/screenshots/index-with-previewing.jpg +0 -0
  122. data/docs/screenshots/index.jpg +0 -0
  123. data/docs/screenshots/modal-new-import.jpg +0 -0
  124. data/docs/screenshots/preview.jpg +0 -0
  125. data/lib/data_porter/broadcaster.rb +29 -0
  126. data/lib/data_porter/components/base.rb +10 -0
  127. data/lib/data_porter/components/failure_alert.rb +20 -0
  128. data/lib/data_porter/components/preview_table.rb +54 -0
  129. data/lib/data_porter/components/progress_bar.rb +33 -0
  130. data/lib/data_porter/components/results_summary.rb +19 -0
  131. data/lib/data_porter/components/status_badge.rb +16 -0
  132. data/lib/data_porter/components/summary_cards.rb +30 -0
  133. data/lib/data_porter/components.rb +14 -0
  134. data/lib/data_porter/configuration.rb +25 -0
  135. data/lib/data_porter/dsl/api_config.rb +25 -0
  136. data/lib/data_porter/dsl/column.rb +17 -0
  137. data/lib/data_porter/engine.rb +15 -0
  138. data/lib/data_porter/orchestrator.rb +141 -0
  139. data/lib/data_porter/record_validator.rb +32 -0
  140. data/lib/data_porter/registry.rb +33 -0
  141. data/lib/data_porter/sources/api.rb +49 -0
  142. data/lib/data_porter/sources/base.rb +35 -0
  143. data/lib/data_porter/sources/csv.rb +43 -0
  144. data/lib/data_porter/sources/json.rb +45 -0
  145. data/lib/data_porter/sources.rb +20 -0
  146. data/lib/data_porter/store_models/error.rb +13 -0
  147. data/lib/data_porter/store_models/import_record.rb +52 -0
  148. data/lib/data_porter/store_models/report.rb +21 -0
  149. data/lib/data_porter/target.rb +89 -0
  150. data/lib/data_porter/type_validator.rb +46 -0
  151. data/lib/data_porter/version.rb +5 -0
  152. data/lib/data_porter.rb +32 -0
  153. data/lib/generators/data_porter/install/install_generator.rb +33 -0
  154. data/lib/generators/data_porter/install/templates/create_data_porter_imports.rb.erb +21 -0
  155. data/lib/generators/data_porter/install/templates/initializer.rb +30 -0
  156. data/lib/generators/data_porter/target/target_generator.rb +44 -0
  157. data/lib/generators/data_porter/target/templates/target.rb.tt +20 -0
  158. data/sig/data_porter.rbs +4 -0
  159. metadata +274 -0
metadata ADDED
@@ -0,0 +1,274 @@
1
+ --- !ruby/object:Gem::Specification
2
+ name: data_porter
3
+ version: !ruby/object:Gem::Version
4
+ version: 0.1.0
5
+ platform: ruby
6
+ authors:
7
+ - Seryl Lounis
8
+ bindir: exe
9
+ cert_chain: []
10
+ date: 1980-01-02 00:00:00.000000000 Z
11
+ dependencies:
12
+ - !ruby/object:Gem::Dependency
13
+ name: csv
14
+ requirement: !ruby/object:Gem::Requirement
15
+ requirements:
16
+ - - ">="
17
+ - !ruby/object:Gem::Version
18
+ version: '0'
19
+ type: :runtime
20
+ prerelease: false
21
+ version_requirements: !ruby/object:Gem::Requirement
22
+ requirements:
23
+ - - ">="
24
+ - !ruby/object:Gem::Version
25
+ version: '0'
26
+ - !ruby/object:Gem::Dependency
27
+ name: phlex
28
+ requirement: !ruby/object:Gem::Requirement
29
+ requirements:
30
+ - - ">="
31
+ - !ruby/object:Gem::Version
32
+ version: '1.0'
33
+ type: :runtime
34
+ prerelease: false
35
+ version_requirements: !ruby/object:Gem::Requirement
36
+ requirements:
37
+ - - ">="
38
+ - !ruby/object:Gem::Version
39
+ version: '1.0'
40
+ - !ruby/object:Gem::Dependency
41
+ name: rails
42
+ requirement: !ruby/object:Gem::Requirement
43
+ requirements:
44
+ - - ">="
45
+ - !ruby/object:Gem::Version
46
+ version: '7.0'
47
+ type: :runtime
48
+ prerelease: false
49
+ version_requirements: !ruby/object:Gem::Requirement
50
+ requirements:
51
+ - - ">="
52
+ - !ruby/object:Gem::Version
53
+ version: '7.0'
54
+ - !ruby/object:Gem::Dependency
55
+ name: store_model
56
+ requirement: !ruby/object:Gem::Requirement
57
+ requirements:
58
+ - - ">="
59
+ - !ruby/object:Gem::Version
60
+ version: '2.0'
61
+ type: :runtime
62
+ prerelease: false
63
+ version_requirements: !ruby/object:Gem::Requirement
64
+ requirements:
65
+ - - ">="
66
+ - !ruby/object:Gem::Version
67
+ version: '2.0'
68
+ - !ruby/object:Gem::Dependency
69
+ name: turbo-rails
70
+ requirement: !ruby/object:Gem::Requirement
71
+ requirements:
72
+ - - ">="
73
+ - !ruby/object:Gem::Version
74
+ version: '1.0'
75
+ type: :runtime
76
+ prerelease: false
77
+ version_requirements: !ruby/object:Gem::Requirement
78
+ requirements:
79
+ - - ">="
80
+ - !ruby/object:Gem::Version
81
+ version: '1.0'
82
+ description: 'A mountable Rails engine providing a complete data import workflow:
83
+ upload/configure, preview with validation, and import. Supports CSV, JSON, and API
84
+ sources with a simple DSL for defining import targets.'
85
+ email:
86
+ - seryllounis@outlook.fr
87
+ executables: []
88
+ extensions: []
89
+ extra_rdoc_files: []
90
+ files:
91
+ - ".claude/commands/blog-status.md"
92
+ - ".claude/commands/blog.md"
93
+ - ".claude/commands/task-done.md"
94
+ - ".claude/commands/tm/add-dependency.md"
95
+ - ".claude/commands/tm/add-subtask.md"
96
+ - ".claude/commands/tm/add-task.md"
97
+ - ".claude/commands/tm/analyze-complexity.md"
98
+ - ".claude/commands/tm/analyze-project.md"
99
+ - ".claude/commands/tm/auto-implement-tasks.md"
100
+ - ".claude/commands/tm/command-pipeline.md"
101
+ - ".claude/commands/tm/complexity-report.md"
102
+ - ".claude/commands/tm/convert-task-to-subtask.md"
103
+ - ".claude/commands/tm/expand-all-tasks.md"
104
+ - ".claude/commands/tm/expand-task.md"
105
+ - ".claude/commands/tm/fix-dependencies.md"
106
+ - ".claude/commands/tm/help.md"
107
+ - ".claude/commands/tm/init-project-quick.md"
108
+ - ".claude/commands/tm/init-project.md"
109
+ - ".claude/commands/tm/install-taskmaster.md"
110
+ - ".claude/commands/tm/learn.md"
111
+ - ".claude/commands/tm/list-tasks-by-status.md"
112
+ - ".claude/commands/tm/list-tasks-with-subtasks.md"
113
+ - ".claude/commands/tm/list-tasks.md"
114
+ - ".claude/commands/tm/next-task.md"
115
+ - ".claude/commands/tm/parse-prd-with-research.md"
116
+ - ".claude/commands/tm/parse-prd.md"
117
+ - ".claude/commands/tm/project-status.md"
118
+ - ".claude/commands/tm/quick-install-taskmaster.md"
119
+ - ".claude/commands/tm/remove-all-subtasks.md"
120
+ - ".claude/commands/tm/remove-dependency.md"
121
+ - ".claude/commands/tm/remove-subtask.md"
122
+ - ".claude/commands/tm/remove-subtasks.md"
123
+ - ".claude/commands/tm/remove-task.md"
124
+ - ".claude/commands/tm/setup-models.md"
125
+ - ".claude/commands/tm/show-task.md"
126
+ - ".claude/commands/tm/smart-workflow.md"
127
+ - ".claude/commands/tm/sync-readme.md"
128
+ - ".claude/commands/tm/tm-main.md"
129
+ - ".claude/commands/tm/to-cancelled.md"
130
+ - ".claude/commands/tm/to-deferred.md"
131
+ - ".claude/commands/tm/to-done.md"
132
+ - ".claude/commands/tm/to-in-progress.md"
133
+ - ".claude/commands/tm/to-pending.md"
134
+ - ".claude/commands/tm/to-review.md"
135
+ - ".claude/commands/tm/update-single-task.md"
136
+ - ".claude/commands/tm/update-task.md"
137
+ - ".claude/commands/tm/update-tasks-from-id.md"
138
+ - ".claude/commands/tm/validate-dependencies.md"
139
+ - ".claude/commands/tm/view-models.md"
140
+ - ".env.example"
141
+ - ".mcp.json"
142
+ - ".taskmaster/CLAUDE.md"
143
+ - ".taskmaster/config.json"
144
+ - ".taskmaster/docs/prd.txt"
145
+ - ".taskmaster/state.json"
146
+ - ".taskmaster/tasks/task_001.md"
147
+ - ".taskmaster/tasks/task_002.md"
148
+ - ".taskmaster/tasks/task_003.md"
149
+ - ".taskmaster/tasks/task_004.md"
150
+ - ".taskmaster/tasks/task_005.md"
151
+ - ".taskmaster/tasks/task_006.md"
152
+ - ".taskmaster/tasks/task_007.md"
153
+ - ".taskmaster/tasks/task_008.md"
154
+ - ".taskmaster/tasks/task_009.md"
155
+ - ".taskmaster/tasks/task_010.md"
156
+ - ".taskmaster/tasks/task_011.md"
157
+ - ".taskmaster/tasks/task_012.md"
158
+ - ".taskmaster/tasks/task_013.md"
159
+ - ".taskmaster/tasks/task_014.md"
160
+ - ".taskmaster/tasks/task_015.md"
161
+ - ".taskmaster/tasks/task_016.md"
162
+ - ".taskmaster/tasks/task_017.md"
163
+ - ".taskmaster/tasks/task_018.md"
164
+ - ".taskmaster/tasks/task_019.md"
165
+ - ".taskmaster/tasks/task_020.md"
166
+ - ".taskmaster/tasks/tasks.json"
167
+ - ".taskmaster/templates/example_prd.txt"
168
+ - ".taskmaster/templates/example_prd_rpg.txt"
169
+ - CHANGELOG.md
170
+ - CLAUDE.md
171
+ - CODE_OF_CONDUCT.md
172
+ - CONTRIBUTING.md
173
+ - LICENSE
174
+ - README.md
175
+ - Rakefile
176
+ - app/assets/stylesheets/data_porter/application.css
177
+ - app/channels/data_porter/import_channel.rb
178
+ - app/controllers/data_porter/imports_controller.rb
179
+ - app/javascript/data_porter/progress_controller.js
180
+ - app/jobs/data_porter/dry_run_job.rb
181
+ - app/jobs/data_porter/import_job.rb
182
+ - app/jobs/data_porter/parse_job.rb
183
+ - app/models/data_porter/data_import.rb
184
+ - app/views/data_porter/imports/index.html.erb
185
+ - app/views/data_porter/imports/new.html.erb
186
+ - app/views/data_porter/imports/show.html.erb
187
+ - config/database.yml
188
+ - config/routes.rb
189
+ - docs/SPEC.md
190
+ - docs/UI.md
191
+ - docs/blog/001-why-build-a-data-import-engine.md
192
+ - docs/blog/002-scaffolding-a-rails-engine.md
193
+ - docs/blog/003-configuration-dsl.md
194
+ - docs/blog/004-store-model-jsonb.md
195
+ - docs/blog/005-target-dsl.md
196
+ - docs/blog/006-parsing-csv-sources.md
197
+ - docs/blog/007-orchestrator.md
198
+ - docs/blog/008-actioncable-stimulus.md
199
+ - docs/blog/009-phlex-ui-components.md
200
+ - docs/blog/010-controllers-routing.md
201
+ - docs/blog/011-generators.md
202
+ - docs/blog/012-json-api-sources.md
203
+ - docs/blog/013-testing-rails-engine.md
204
+ - docs/blog/014-dry-run.md
205
+ - docs/blog/015-publishing-retro.md
206
+ - docs/blog/016-erb-view-templates.md
207
+ - docs/blog/017-showcase-final-retro.md
208
+ - docs/blog/BACKLOG.md
209
+ - docs/blog/SERIES.md
210
+ - docs/screenshots/index-with-previewing.jpg
211
+ - docs/screenshots/index.jpg
212
+ - docs/screenshots/modal-new-import.jpg
213
+ - docs/screenshots/preview.jpg
214
+ - lib/data_porter.rb
215
+ - lib/data_porter/broadcaster.rb
216
+ - lib/data_porter/components.rb
217
+ - lib/data_porter/components/base.rb
218
+ - lib/data_porter/components/failure_alert.rb
219
+ - lib/data_porter/components/preview_table.rb
220
+ - lib/data_porter/components/progress_bar.rb
221
+ - lib/data_porter/components/results_summary.rb
222
+ - lib/data_porter/components/status_badge.rb
223
+ - lib/data_porter/components/summary_cards.rb
224
+ - lib/data_porter/configuration.rb
225
+ - lib/data_porter/dsl/api_config.rb
226
+ - lib/data_porter/dsl/column.rb
227
+ - lib/data_porter/engine.rb
228
+ - lib/data_porter/orchestrator.rb
229
+ - lib/data_porter/record_validator.rb
230
+ - lib/data_porter/registry.rb
231
+ - lib/data_porter/sources.rb
232
+ - lib/data_porter/sources/api.rb
233
+ - lib/data_porter/sources/base.rb
234
+ - lib/data_porter/sources/csv.rb
235
+ - lib/data_porter/sources/json.rb
236
+ - lib/data_porter/store_models/error.rb
237
+ - lib/data_porter/store_models/import_record.rb
238
+ - lib/data_porter/store_models/report.rb
239
+ - lib/data_porter/target.rb
240
+ - lib/data_porter/type_validator.rb
241
+ - lib/data_porter/version.rb
242
+ - lib/generators/data_porter/install/install_generator.rb
243
+ - lib/generators/data_porter/install/templates/create_data_porter_imports.rb.erb
244
+ - lib/generators/data_porter/install/templates/initializer.rb
245
+ - lib/generators/data_porter/target/target_generator.rb
246
+ - lib/generators/data_porter/target/templates/target.rb.tt
247
+ - sig/data_porter.rbs
248
+ homepage: https://github.com/SerylLns/data_porter
249
+ licenses:
250
+ - MIT
251
+ metadata:
252
+ homepage_uri: https://github.com/SerylLns/data_porter
253
+ source_code_uri: https://github.com/SerylLns/data_porter
254
+ changelog_uri: https://github.com/SerylLns/data_porter/blob/master/CHANGELOG.md
255
+ rubygems_mcp_server_uri: https://rubygems.org/gems/data_porter
256
+ rubygems_mfa_required: 'true'
257
+ rdoc_options: []
258
+ require_paths:
259
+ - lib
260
+ required_ruby_version: !ruby/object:Gem::Requirement
261
+ requirements:
262
+ - - ">="
263
+ - !ruby/object:Gem::Version
264
+ version: 3.2.0
265
+ required_rubygems_version: !ruby/object:Gem::Requirement
266
+ requirements:
267
+ - - ">="
268
+ - !ruby/object:Gem::Version
269
+ version: '0'
270
+ requirements: []
271
+ rubygems_version: 3.6.9
272
+ specification_version: 4
273
+ summary: Rails engine for multi-step data imports with preview
274
+ test_files: []