structured_data_to_sql 0.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (35) hide show
  1. checksums.yaml +7 -0
  2. data/LICENSE +9 -0
  3. data/bin/structured-data-to-sql +6 -0
  4. data/lib/structured_data_to_sql/cli.rb +405 -0
  5. data/lib/structured_data_to_sql/conversion_result.rb +94 -0
  6. data/lib/structured_data_to_sql/diagnostic.rb +82 -0
  7. data/lib/structured_data_to_sql/diagnostics_report.rb +187 -0
  8. data/lib/structured_data_to_sql/errors.rb +48 -0
  9. data/lib/structured_data_to_sql/format.rb +41 -0
  10. data/lib/structured_data_to_sql/io_support.rb +154 -0
  11. data/lib/structured_data_to_sql/json/exporter_manifest.rb +127 -0
  12. data/lib/structured_data_to_sql/json/json_schema_loader.rb +310 -0
  13. data/lib/structured_data_to_sql/json/profiles/khoros_api_export.rb +1960 -0
  14. data/lib/structured_data_to_sql/json/profiles.rb +14 -0
  15. data/lib/structured_data_to_sql/json/record_streamer.rb +477 -0
  16. data/lib/structured_data_to_sql/json/schema_inferrer.rb +150 -0
  17. data/lib/structured_data_to_sql/json/shredder.rb +241 -0
  18. data/lib/structured_data_to_sql/json/sql_emitter.rb +198 -0
  19. data/lib/structured_data_to_sql/json_converter.rb +913 -0
  20. data/lib/structured_data_to_sql/mysql_dump_xml/invalid_character_report.rb +82 -0
  21. data/lib/structured_data_to_sql/mysql_dump_xml/sanitizer.rb +152 -0
  22. data/lib/structured_data_to_sql/mysql_dump_xml/sax_parser.rb +111 -0
  23. data/lib/structured_data_to_sql/mysql_dump_xml/sql_emitter.rb +104 -0
  24. data/lib/structured_data_to_sql/mysql_dump_xml/table_data_filter.rb +343 -0
  25. data/lib/structured_data_to_sql/mysql_dump_xml/table_discovery.rb +651 -0
  26. data/lib/structured_data_to_sql/mysql_dump_xml/table_structure.rb +98 -0
  27. data/lib/structured_data_to_sql/mysql_dump_xml_converter.rb +4 -0
  28. data/lib/structured_data_to_sql/options.rb +89 -0
  29. data/lib/structured_data_to_sql/progress_reporter.rb +348 -0
  30. data/lib/structured_data_to_sql/sql_text.rb +29 -0
  31. data/lib/structured_data_to_sql/version.rb +5 -0
  32. data/lib/structured_data_to_sql/xml_converter.rb +651 -0
  33. data/lib/structured_data_to_sql/xml_dump_converter.rb +4 -0
  34. data/lib/structured_data_to_sql.rb +54 -0
  35. metadata +120 -0
metadata ADDED
@@ -0,0 +1,120 @@
1
+ --- !ruby/object:Gem::Specification
2
+ name: structured_data_to_sql
3
+ version: !ruby/object:Gem::Version
4
+ version: 0.1.0
5
+ platform: ruby
6
+ authors:
7
+ - Discourse Team
8
+ bindir: bin
9
+ cert_chain: []
10
+ date: 1980-01-02 00:00:00.000000000 Z
11
+ dependencies:
12
+ - !ruby/object:Gem::Dependency
13
+ name: oj
14
+ requirement: !ruby/object:Gem::Requirement
15
+ requirements:
16
+ - - ">="
17
+ - !ruby/object:Gem::Version
18
+ version: '3.16'
19
+ - - "<"
20
+ - !ruby/object:Gem::Version
21
+ version: '4.0'
22
+ type: :runtime
23
+ prerelease: false
24
+ version_requirements: !ruby/object:Gem::Requirement
25
+ requirements:
26
+ - - ">="
27
+ - !ruby/object:Gem::Version
28
+ version: '3.16'
29
+ - - "<"
30
+ - !ruby/object:Gem::Version
31
+ version: '4.0'
32
+ - !ruby/object:Gem::Dependency
33
+ name: nokogiri
34
+ requirement: !ruby/object:Gem::Requirement
35
+ requirements:
36
+ - - ">="
37
+ - !ruby/object:Gem::Version
38
+ version: '1.16'
39
+ - - "<"
40
+ - !ruby/object:Gem::Version
41
+ version: '2.0'
42
+ type: :runtime
43
+ prerelease: false
44
+ version_requirements: !ruby/object:Gem::Requirement
45
+ requirements:
46
+ - - ">="
47
+ - !ruby/object:Gem::Version
48
+ version: '1.16'
49
+ - - "<"
50
+ - !ruby/object:Gem::Version
51
+ version: '2.0'
52
+ description: A reusable Ruby library and CLI for converting structured export files
53
+ into importable MariaDB SQL dumps.
54
+ email:
55
+ - team@discourse.org
56
+ executables:
57
+ - structured-data-to-sql
58
+ extensions: []
59
+ extra_rdoc_files: []
60
+ files:
61
+ - LICENSE
62
+ - bin/structured-data-to-sql
63
+ - lib/structured_data_to_sql.rb
64
+ - lib/structured_data_to_sql/cli.rb
65
+ - lib/structured_data_to_sql/conversion_result.rb
66
+ - lib/structured_data_to_sql/diagnostic.rb
67
+ - lib/structured_data_to_sql/diagnostics_report.rb
68
+ - lib/structured_data_to_sql/errors.rb
69
+ - lib/structured_data_to_sql/format.rb
70
+ - lib/structured_data_to_sql/io_support.rb
71
+ - lib/structured_data_to_sql/json/exporter_manifest.rb
72
+ - lib/structured_data_to_sql/json/json_schema_loader.rb
73
+ - lib/structured_data_to_sql/json/profiles.rb
74
+ - lib/structured_data_to_sql/json/profiles/khoros_api_export.rb
75
+ - lib/structured_data_to_sql/json/record_streamer.rb
76
+ - lib/structured_data_to_sql/json/schema_inferrer.rb
77
+ - lib/structured_data_to_sql/json/shredder.rb
78
+ - lib/structured_data_to_sql/json/sql_emitter.rb
79
+ - lib/structured_data_to_sql/json_converter.rb
80
+ - lib/structured_data_to_sql/mysql_dump_xml/invalid_character_report.rb
81
+ - lib/structured_data_to_sql/mysql_dump_xml/sanitizer.rb
82
+ - lib/structured_data_to_sql/mysql_dump_xml/sax_parser.rb
83
+ - lib/structured_data_to_sql/mysql_dump_xml/sql_emitter.rb
84
+ - lib/structured_data_to_sql/mysql_dump_xml/table_data_filter.rb
85
+ - lib/structured_data_to_sql/mysql_dump_xml/table_discovery.rb
86
+ - lib/structured_data_to_sql/mysql_dump_xml/table_structure.rb
87
+ - lib/structured_data_to_sql/mysql_dump_xml_converter.rb
88
+ - lib/structured_data_to_sql/options.rb
89
+ - lib/structured_data_to_sql/progress_reporter.rb
90
+ - lib/structured_data_to_sql/sql_text.rb
91
+ - lib/structured_data_to_sql/version.rb
92
+ - lib/structured_data_to_sql/xml_converter.rb
93
+ - lib/structured_data_to_sql/xml_dump_converter.rb
94
+ homepage: https://github.com/discourse/structured-data-to-sql
95
+ licenses:
96
+ - MIT
97
+ metadata:
98
+ allowed_push_host: https://rubygems.org
99
+ homepage_uri: https://github.com/discourse/structured-data-to-sql
100
+ source_code_uri: https://github.com/discourse/structured-data-to-sql
101
+ bug_tracker_uri: https://github.com/discourse/structured-data-to-sql/issues
102
+ rubygems_mfa_required: 'true'
103
+ rdoc_options: []
104
+ require_paths:
105
+ - lib
106
+ required_ruby_version: !ruby/object:Gem::Requirement
107
+ requirements:
108
+ - - ">="
109
+ - !ruby/object:Gem::Version
110
+ version: '3.3'
111
+ required_rubygems_version: !ruby/object:Gem::Requirement
112
+ requirements:
113
+ - - ">="
114
+ - !ruby/object:Gem::Version
115
+ version: '0'
116
+ requirements: []
117
+ rubygems_version: 3.6.9
118
+ specification_version: 4
119
+ summary: Stream JSON, NDJSON, and mysqldump XML into MariaDB SQL
120
+ test_files: []