nesoi 3.0.8 → 3.0.10

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (266) hide show
  1. package/lib/compiler/apps/monolyth/monolyth_compiler.d.ts +1 -1
  2. package/lib/compiler/apps/monolyth/monolyth_compiler.js +7 -7
  3. package/lib/compiler/apps/monolyth/stages/1_mkdir_stage.d.ts +3 -0
  4. package/lib/compiler/apps/monolyth/stages/1_mkdir_stage.js +3 -0
  5. package/lib/compiler/apps/monolyth/stages/2_build_typescript_stage.d.ts +3 -0
  6. package/lib/compiler/apps/monolyth/stages/2_build_typescript_stage.js +3 -0
  7. package/lib/compiler/apps/monolyth/stages/3_copy_types_stage.d.ts +3 -0
  8. package/lib/compiler/apps/monolyth/stages/3_copy_types_stage.js +3 -0
  9. package/lib/compiler/apps/monolyth/stages/4_dump_modules_stage.d.ts +3 -0
  10. package/lib/compiler/apps/monolyth/stages/4_dump_modules_stage.js +3 -0
  11. package/lib/compiler/apps/monolyth/stages/5_dump_cli_stage.d.ts +3 -0
  12. package/lib/compiler/apps/monolyth/stages/5_dump_cli_stage.js +3 -0
  13. package/lib/compiler/apps/monolyth/stages/6_dump_package_json_stage.d.ts +3 -0
  14. package/lib/compiler/apps/monolyth/stages/6_dump_package_json_stage.js +3 -0
  15. package/lib/compiler/elements/externals.element.d.ts +1 -1
  16. package/lib/compiler/module.js +1 -1
  17. package/lib/compiler/stages/1_scan_stage.d.ts +3 -0
  18. package/lib/compiler/stages/1_scan_stage.js +3 -0
  19. package/lib/compiler/stages/2_treeshake_stage.d.ts +3 -0
  20. package/lib/compiler/stages/2_treeshake_stage.js +3 -0
  21. package/lib/compiler/stages/3_extract_ts_stage.d.ts +3 -0
  22. package/lib/compiler/stages/3_extract_ts_stage.js +3 -0
  23. package/lib/compiler/stages/4_build_schemas_stage.d.ts +3 -0
  24. package/lib/compiler/stages/4_build_schemas_stage.js +3 -0
  25. package/lib/compiler/stages/5_inject_ts_stage.d.ts +3 -0
  26. package/lib/compiler/stages/5_inject_ts_stage.js +3 -0
  27. package/lib/compiler/stages/6_build_elements_stage.d.ts +3 -0
  28. package/lib/compiler/stages/6_build_elements_stage.js +3 -0
  29. package/lib/compiler/stages/7_dump_stage.d.ts +3 -0
  30. package/lib/compiler/stages/7_dump_stage.js +3 -0
  31. package/lib/compiler/stages/8_diagnose_stage.d.ts +3 -0
  32. package/lib/compiler/stages/8_diagnose_stage.js +3 -0
  33. package/lib/compiler/treeshake.js +3 -3
  34. package/lib/elements/blocks/block.builder.d.ts +6 -2
  35. package/lib/elements/blocks/block.builder.js +8 -4
  36. package/lib/elements/blocks/block.schema.d.ts +4 -0
  37. package/lib/elements/blocks/block.schema.js +4 -0
  38. package/lib/elements/blocks/job/internal/machine_job.builder.d.ts +6 -3
  39. package/lib/elements/blocks/job/internal/machine_job.builder.js +5 -2
  40. package/lib/elements/blocks/job/internal/machine_job.schema.d.ts +4 -0
  41. package/lib/elements/blocks/job/internal/machine_job.schema.js +4 -0
  42. package/lib/elements/blocks/job/internal/resource_job.builder.d.ts +4 -0
  43. package/lib/elements/blocks/job/internal/resource_job.builder.js +4 -0
  44. package/lib/elements/blocks/job/internal/resource_job.d.ts +4 -0
  45. package/lib/elements/blocks/job/internal/resource_job.js +4 -0
  46. package/lib/elements/blocks/job/internal/resource_job.schema.d.ts +4 -0
  47. package/lib/elements/blocks/job/internal/resource_job.schema.js +4 -0
  48. package/lib/elements/blocks/job/job.builder.d.ts +4 -0
  49. package/lib/elements/blocks/job/job.builder.js +4 -0
  50. package/lib/elements/blocks/job/job.d.ts +4 -0
  51. package/lib/elements/blocks/job/job.js +4 -0
  52. package/lib/elements/blocks/job/job.schema.d.ts +4 -0
  53. package/lib/elements/blocks/job/job.schema.js +4 -0
  54. package/lib/elements/blocks/machine/machine.builder.d.ts +4 -0
  55. package/lib/elements/blocks/machine/machine.builder.js +16 -1
  56. package/lib/elements/blocks/machine/machine.d.ts +12 -0
  57. package/lib/elements/blocks/machine/machine.js +12 -0
  58. package/lib/elements/blocks/machine/machine.schema.d.ts +18 -1
  59. package/lib/elements/blocks/machine/machine.schema.js +18 -2
  60. package/lib/elements/blocks/machine/machine_state.builder.d.ts +4 -0
  61. package/lib/elements/blocks/machine/machine_state.builder.js +4 -0
  62. package/lib/elements/blocks/machine/machine_transition.builder.d.ts +4 -0
  63. package/lib/elements/blocks/machine/machine_transition.builder.js +4 -0
  64. package/lib/elements/blocks/queue/adapters/bucket.queue_adapter.d.ts +4 -0
  65. package/lib/elements/blocks/queue/adapters/bucket.queue_adapter.js +4 -0
  66. package/lib/elements/blocks/queue/adapters/queue_adapter.d.ts +4 -0
  67. package/lib/elements/blocks/queue/adapters/queue_adapter.js +4 -0
  68. package/lib/elements/blocks/queue/queue.builder.d.ts +4 -0
  69. package/lib/elements/blocks/queue/queue.builder.js +4 -0
  70. package/lib/elements/blocks/queue/queue.schema.d.ts +4 -0
  71. package/lib/elements/blocks/queue/queue.schema.js +4 -0
  72. package/lib/elements/blocks/resource/resource.builder.d.ts +4 -0
  73. package/lib/elements/blocks/resource/resource.builder.js +4 -0
  74. package/lib/elements/blocks/resource/resource.d.ts +4 -0
  75. package/lib/elements/blocks/resource/resource.js +4 -0
  76. package/lib/elements/blocks/resource/resource.schema.d.ts +4 -0
  77. package/lib/elements/blocks/resource/resource.schema.js +4 -0
  78. package/lib/elements/edge/controller/adapters/cli.controller_adapter.d.ts +4 -0
  79. package/lib/elements/edge/controller/adapters/cli.controller_adapter.js +4 -0
  80. package/lib/elements/edge/controller/adapters/controller_adapter.d.ts +7 -1
  81. package/lib/elements/edge/controller/adapters/controller_adapter.js +6 -1
  82. package/lib/elements/edge/controller/controller.builder.d.ts +16 -0
  83. package/lib/elements/edge/controller/controller.builder.js +16 -0
  84. package/lib/elements/edge/controller/controller.config.d.ts +3 -2
  85. package/lib/elements/edge/controller/controller.d.ts +7 -3
  86. package/lib/elements/edge/controller/controller.js +7 -3
  87. package/lib/elements/edge/controller/controller.schema.d.ts +16 -0
  88. package/lib/elements/edge/controller/controller.schema.js +16 -0
  89. package/lib/elements/{blocks → edge}/externals/externals.builder.d.ts +4 -0
  90. package/lib/elements/{blocks → edge}/externals/externals.builder.js +4 -0
  91. package/lib/elements/{blocks → edge}/externals/externals.schema.d.ts +4 -0
  92. package/lib/elements/{blocks → edge}/externals/externals.schema.js +4 -0
  93. package/lib/elements/entities/bucket/adapters/bucket_adapter.d.ts +18 -12
  94. package/lib/elements/entities/bucket/adapters/bucket_adapter.js +5 -0
  95. package/lib/elements/entities/bucket/adapters/memory.bucket_adapter.d.ts +4 -0
  96. package/lib/elements/entities/bucket/adapters/memory.bucket_adapter.js +4 -0
  97. package/lib/elements/entities/bucket/adapters/memory.nql.d.ts +4 -1
  98. package/lib/elements/entities/bucket/adapters/memory.nql.js +4 -1
  99. package/lib/elements/entities/bucket/bucket.builder.d.ts +4 -0
  100. package/lib/elements/entities/bucket/bucket.builder.js +4 -0
  101. package/lib/elements/entities/bucket/bucket.config.d.ts +3 -3
  102. package/lib/elements/entities/bucket/bucket.d.ts +12 -4
  103. package/lib/elements/entities/bucket/bucket.js +18 -11
  104. package/lib/elements/entities/bucket/bucket.schema.d.ts +4 -0
  105. package/lib/elements/entities/bucket/bucket.schema.js +4 -0
  106. package/lib/elements/entities/bucket/cache/bucket_cache.d.ts +8 -0
  107. package/lib/elements/entities/bucket/cache/bucket_cache.js +8 -0
  108. package/lib/elements/entities/bucket/graph/bucket_graph.builder.d.ts +4 -0
  109. package/lib/elements/entities/bucket/graph/bucket_graph.builder.js +4 -0
  110. package/lib/elements/entities/bucket/graph/bucket_graph.d.ts +4 -0
  111. package/lib/elements/entities/bucket/graph/bucket_graph.js +4 -0
  112. package/lib/elements/entities/bucket/graph/bucket_graph.schema.d.ts +8 -0
  113. package/lib/elements/entities/bucket/graph/bucket_graph.schema.js +8 -0
  114. package/lib/elements/entities/bucket/graph/bucket_graph_link.builder.d.ts +8 -0
  115. package/lib/elements/entities/bucket/graph/bucket_graph_link.builder.js +8 -0
  116. package/lib/elements/entities/bucket/model/bucket_model.builder.d.ts +4 -0
  117. package/lib/elements/entities/bucket/model/bucket_model.builder.js +4 -0
  118. package/lib/elements/entities/bucket/model/bucket_model.convert.d.ts +8 -0
  119. package/lib/elements/entities/bucket/model/bucket_model.convert.js +8 -0
  120. package/lib/elements/entities/bucket/model/bucket_model.schema.d.ts +8 -0
  121. package/lib/elements/entities/bucket/model/bucket_model.schema.js +8 -0
  122. package/lib/elements/entities/bucket/model/bucket_model_field.builder.d.ts +8 -0
  123. package/lib/elements/entities/bucket/model/bucket_model_field.builder.js +8 -0
  124. package/lib/elements/entities/bucket/query/nql_compiler.d.ts +9 -0
  125. package/lib/elements/entities/bucket/query/nql_compiler.js +9 -0
  126. package/lib/elements/entities/bucket/query/nql_engine.d.ts +6 -0
  127. package/lib/elements/entities/bucket/query/nql_engine.js +6 -0
  128. package/lib/elements/entities/bucket/view/bucket_view.builder.d.ts +4 -0
  129. package/lib/elements/entities/bucket/view/bucket_view.builder.js +4 -0
  130. package/lib/elements/entities/bucket/view/bucket_view.d.ts +4 -0
  131. package/lib/elements/entities/bucket/view/bucket_view.js +10 -2
  132. package/lib/elements/entities/bucket/view/bucket_view.schema.d.ts +8 -0
  133. package/lib/elements/entities/bucket/view/bucket_view.schema.js +8 -0
  134. package/lib/elements/entities/bucket/view/bucket_view_field.builder.d.ts +8 -0
  135. package/lib/elements/entities/bucket/view/bucket_view_field.builder.js +8 -0
  136. package/lib/elements/entities/constants/constants.builder.d.ts +21 -6
  137. package/lib/elements/entities/constants/constants.builder.js +21 -6
  138. package/lib/elements/entities/constants/constants.d.ts +4 -0
  139. package/lib/elements/entities/constants/constants.js +4 -0
  140. package/lib/elements/entities/constants/constants.schema.d.ts +16 -0
  141. package/lib/elements/entities/constants/constants.schema.js +16 -0
  142. package/lib/elements/entities/drive/drive_adapter.d.ts +15 -10
  143. package/lib/elements/entities/drive/drive_adapter.js +5 -2
  144. package/lib/elements/entities/drive/local.drive_adapter.d.ts +10 -4
  145. package/lib/elements/entities/drive/local.drive_adapter.js +23 -8
  146. package/lib/elements/entities/message/message.builder.d.ts +4 -0
  147. package/lib/elements/entities/message/message.builder.js +4 -0
  148. package/lib/elements/entities/message/message.d.ts +4 -0
  149. package/lib/elements/entities/message/message.js +4 -0
  150. package/lib/elements/entities/message/message.schema.d.ts +4 -0
  151. package/lib/elements/entities/message/message.schema.js +4 -0
  152. package/lib/elements/entities/message/message_parser.d.ts +4 -0
  153. package/lib/elements/entities/message/message_parser.js +4 -0
  154. package/lib/elements/entities/message/template/message_template.builder.d.ts +4 -0
  155. package/lib/elements/entities/message/template/message_template.builder.js +4 -0
  156. package/lib/elements/entities/message/template/message_template.schema.d.ts +9 -0
  157. package/lib/elements/entities/message/template/message_template.schema.js +25 -0
  158. package/lib/elements/entities/message/template/message_template_field.builder.d.ts +8 -0
  159. package/lib/elements/entities/message/template/message_template_field.builder.js +8 -0
  160. package/lib/elements/index.d.ts +1 -1
  161. package/lib/elements/index.js +1 -1
  162. package/lib/engine/apps/app.config.d.ts +15 -11
  163. package/lib/engine/apps/app.config.js +3 -0
  164. package/lib/engine/apps/app.d.ts +12 -20
  165. package/lib/engine/apps/app.js +13 -10
  166. package/lib/engine/apps/inline.app.d.ts +12 -8
  167. package/lib/engine/apps/inline.app.js +27 -24
  168. package/lib/engine/apps/monolyth/monolyth.app.d.ts +13 -5
  169. package/lib/engine/apps/monolyth/monolyth.app.js +14 -6
  170. package/lib/engine/apps/service.d.ts +30 -0
  171. package/lib/engine/apps/service.js +15 -0
  172. package/lib/engine/auth/authn.d.ts +14 -1
  173. package/lib/engine/auth/authn.js +4 -0
  174. package/lib/engine/auth/zero.authn_provider.d.ts +11 -3
  175. package/lib/engine/auth/zero.authn_provider.js +13 -2
  176. package/lib/engine/cli/cli.d.ts +8 -2
  177. package/lib/engine/cli/cli.js +10 -1
  178. package/lib/engine/cli/cli_adapter.d.ts +11 -1
  179. package/lib/engine/cli/cli_adapter.js +10 -1
  180. package/lib/engine/cli/cli_input.d.ts +4 -0
  181. package/lib/engine/cli/cli_input.js +4 -0
  182. package/lib/engine/cli/ui.d.ts +14 -2
  183. package/lib/engine/cli/ui.js +10 -6
  184. package/lib/engine/daemon.d.ts +96 -9
  185. package/lib/engine/daemon.js +101 -18
  186. package/lib/engine/data/date.d.ts +4 -0
  187. package/lib/engine/data/date.js +4 -0
  188. package/lib/engine/data/datetime.d.ts +4 -0
  189. package/lib/engine/data/datetime.js +4 -0
  190. package/lib/engine/data/decimal.d.ts +4 -0
  191. package/lib/engine/data/decimal.js +4 -0
  192. package/lib/engine/data/file.d.ts +23 -23
  193. package/lib/engine/data/file.js +66 -29
  194. package/lib/engine/data/json.d.ts +4 -0
  195. package/lib/engine/data/json.js +4 -0
  196. package/lib/engine/data/tree.d.ts +4 -0
  197. package/lib/engine/data/tree.js +4 -0
  198. package/lib/engine/dependency.d.ts +65 -3
  199. package/lib/engine/dependency.js +70 -0
  200. package/lib/engine/module.d.ts +110 -8
  201. package/lib/engine/module.js +131 -31
  202. package/lib/engine/space.d.ts +163 -10
  203. package/lib/engine/space.js +184 -22
  204. package/lib/engine/transaction/nodes/bucket.trx_node.d.ts +12 -0
  205. package/lib/engine/transaction/nodes/bucket.trx_node.js +13 -2
  206. package/lib/engine/transaction/nodes/bucket_query.trx_node.d.ts +4 -0
  207. package/lib/engine/transaction/nodes/bucket_query.trx_node.js +9 -10
  208. package/lib/engine/transaction/nodes/job.trx_node.d.ts +4 -0
  209. package/lib/engine/transaction/nodes/job.trx_node.js +6 -4
  210. package/lib/engine/transaction/nodes/machine.trx_node.d.ts +4 -0
  211. package/lib/engine/transaction/nodes/machine.trx_node.js +6 -4
  212. package/lib/engine/transaction/nodes/queue.trx_node.d.ts +4 -0
  213. package/lib/engine/transaction/nodes/queue.trx_node.js +5 -2
  214. package/lib/engine/transaction/nodes/resource.trx_node.d.ts +4 -0
  215. package/lib/engine/transaction/nodes/resource.trx_node.js +6 -4
  216. package/lib/engine/transaction/trx.d.ts +14 -4
  217. package/lib/engine/transaction/trx.js +10 -1
  218. package/lib/engine/transaction/trx_engine.config.d.ts +2 -2
  219. package/lib/engine/transaction/trx_engine.d.ts +8 -3
  220. package/lib/engine/transaction/trx_engine.js +24 -20
  221. package/lib/engine/transaction/trx_node.d.ts +8 -2
  222. package/lib/engine/transaction/trx_node.js +17 -1
  223. package/lib/engine/tree.d.ts +54 -2
  224. package/lib/engine/tree.js +60 -19
  225. package/lib/engine/util/mime.d.ts +4 -4
  226. package/lib/engine/util/mime.js +7 -9
  227. package/lib/schema.d.ts +2 -2
  228. package/package.json +2 -3
  229. package/tools/joaquin/job.js +2 -2
  230. package/tools/joaquin/message.js +2 -2
  231. package/tools/joaquin/mock.d.ts +6 -6
  232. package/tsconfig.build.tsbuildinfo +1 -1
  233. package/lib/adapters/postgres/src/migrator/bucket.d.ts +0 -20
  234. package/lib/adapters/postgres/src/migrator/bucket.js +0 -184
  235. package/lib/adapters/postgres/src/migrator/csv.d.ts +0 -7
  236. package/lib/adapters/postgres/src/migrator/csv.js +0 -72
  237. package/lib/adapters/postgres/src/migrator/database.d.ts +0 -37
  238. package/lib/adapters/postgres/src/migrator/database.js +0 -88
  239. package/lib/adapters/postgres/src/migrator/index.d.ts +0 -1
  240. package/lib/adapters/postgres/src/migrator/index.js +0 -5
  241. package/lib/adapters/postgres/src/migrator/migration.d.ts +0 -57
  242. package/lib/adapters/postgres/src/migrator/migration.js +0 -203
  243. package/lib/adapters/postgres/src/migrator/migrator.d.ts +0 -21
  244. package/lib/adapters/postgres/src/migrator/migrator.js +0 -76
  245. package/lib/adapters/postgres/src/migrator/runner.d.ts +0 -71
  246. package/lib/adapters/postgres/src/migrator/runner.js +0 -271
  247. package/lib/adapters/postgres/src/postgres.bucket_adapter.d.ts +0 -42
  248. package/lib/adapters/postgres/src/postgres.bucket_adapter.js +0 -294
  249. package/lib/adapters/postgres/src/postgres.cli.d.ts +0 -66
  250. package/lib/adapters/postgres/src/postgres.cli.js +0 -184
  251. package/lib/adapters/postgres/src/postgres.config.d.ts +0 -5
  252. package/lib/adapters/postgres/src/postgres.config.js +0 -2
  253. package/lib/adapters/postgres/src/postgres.nql.d.ts +0 -16
  254. package/lib/adapters/postgres/src/postgres.nql.js +0 -123
  255. package/lib/adapters/postgres/src/postgres.provider.d.ts +0 -18
  256. package/lib/adapters/postgres/src/postgres.provider.js +0 -77
  257. package/lib/adapters/postgres/test/postgres.bucket_adapter.test.d.ts +0 -1
  258. package/lib/adapters/postgres/test/postgres.bucket_adapter.test.js +0 -210
  259. package/lib/elements/entities/bucket/adapters/memory.bucket_query copy.d.ts +0 -0
  260. package/lib/elements/entities/bucket/adapters/memory.bucket_query copy.js +0 -218
  261. package/lib/elements/entities/bucket/adapters/slow_memory.bucket_adapter.d.ts +0 -0
  262. package/lib/elements/entities/bucket/adapters/slow_memory.bucket_adapter.js +0 -47
  263. package/lib/engine/apps/monolyth/monolyth.cli.d.ts +0 -45
  264. package/lib/engine/apps/monolyth/monolyth.cli.js +0 -362
  265. package/lib/engine/util/cache.d.ts +0 -6
  266. package/lib/engine/util/cache.js +0 -20
@@ -1,184 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.BucketMigrator = void 0;
4
- const daemon_1 = require("../../../../engine/daemon");
5
- const migration_1 = require("./migration");
6
- class BucketMigrator {
7
- constructor(daemon, sql, module, bucket, tableName) {
8
- this.daemon = daemon;
9
- this.sql = sql;
10
- this.module = module;
11
- this.bucket = bucket;
12
- this.tableName = tableName;
13
- const daemonBucket = daemon_1.Daemon.getModule(daemon, module)
14
- .buckets[bucket];
15
- this.schema = daemonBucket.schema;
16
- this.config = daemonBucket.adapter.config;
17
- }
18
- async generate() {
19
- const current = await this.getCurrentSchema();
20
- const options = this.generateFieldOptions(current);
21
- if (!Object.keys(options).length) {
22
- return;
23
- }
24
- const type = current ? 'alter' : 'create';
25
- return new migration_1.Migration(this.module, type, this.tableName, options);
26
- }
27
- async getCurrentSchema() {
28
- const columns = await this.sql `
29
- SELECT column_name, data_type, is_nullable
30
- FROM information_schema.columns
31
- WHERE table_name = ${this.tableName}`;
32
- if (!columns.length) {
33
- return;
34
- }
35
- return columns.map(col => ({
36
- ...col,
37
- nullable: col.is_nullable === 'YES',
38
- field_exists: false
39
- }));
40
- }
41
- generateFieldOptions(current) {
42
- let mappedCurrent;
43
- if (current) {
44
- mappedCurrent = {};
45
- current.forEach(col => {
46
- mappedCurrent[col.column_name] = col;
47
- });
48
- Object.keys(this.schema.model.fields)
49
- .forEach(name => {
50
- if (mappedCurrent[name]) {
51
- mappedCurrent[name].field_exists = true;
52
- }
53
- });
54
- }
55
- const fields = {};
56
- Object.entries(this.schema.model.fields)
57
- .forEach(([name, field]) => {
58
- const options = this.generateField(name, field, mappedCurrent);
59
- if (options.length) {
60
- fields[name] = options;
61
- }
62
- });
63
- // Add meta fields when creating table
64
- if (!current) {
65
- const created_by = this.config?.meta.created_by || 'created_by';
66
- fields[created_by] = [
67
- new migration_1.MigrationField(undefined, created_by, {
68
- create: { type: 'character(64)', nullable: true }
69
- })
70
- ];
71
- const created_at = this.config?.meta.created_at || 'created_at';
72
- fields[created_at] = [
73
- new migration_1.MigrationField(undefined, created_at, {
74
- create: { type: 'timestamp without time zone' }
75
- })
76
- ];
77
- const updated_by = this.config?.meta.updated_by || 'updated_by';
78
- fields[updated_by] = [
79
- new migration_1.MigrationField(undefined, updated_by, {
80
- create: { type: 'character(64)', nullable: true }
81
- })
82
- ];
83
- const updated_at = this.config?.meta.updated_at || 'updated_at';
84
- fields[updated_at] = [
85
- new migration_1.MigrationField(undefined, updated_at, {
86
- create: { type: 'timestamp without time zone' }
87
- })
88
- ];
89
- }
90
- return fields;
91
- }
92
- generateField(name, $, columns) {
93
- const type = this.fieldType($);
94
- const pk = $.name === 'id';
95
- const nullable = !$.required;
96
- // Table doesn't exist yet, only option is to create the field
97
- if (!columns) {
98
- return [new migration_1.MigrationField(undefined, $.name, {
99
- create: { type, pk, nullable }
100
- })];
101
- }
102
- // Table exists, evaluate options
103
- else {
104
- // Field exists, alter only what changed
105
- const column = columns[$.name];
106
- if (column) {
107
- if ($.name === 'id') {
108
- // Id can't be modified for now.
109
- return [];
110
- }
111
- // TODO: check details such as
112
- // - changes in decimal precision
113
- // - changes in maxLength
114
- // - changes in fk (!!!)
115
- const _type = type.startsWith(column.data_type) ? undefined : column.data_type;
116
- const _nullable = column.nullable !== nullable ? column.nullable : undefined;
117
- if (_type !== undefined || _nullable !== undefined) {
118
- return [new migration_1.MigrationField(undefined, $.name, {
119
- alter: { type: _type, nullable: _nullable }
120
- })];
121
- }
122
- return [];
123
- }
124
- // If field doesn't exists in columns, it might:
125
- // - be a new field
126
- // - be a field of the same type being renamed
127
- else {
128
- const options = [];
129
- options.push(new migration_1.MigrationField(undefined, $.name, {
130
- create: { type, pk, nullable }
131
- }));
132
- const deletedColumnsOfSameType = Object.values(columns)
133
- .filter(col => !col.field_exists)
134
- .filter(col => type.startsWith(col.data_type));
135
- if (deletedColumnsOfSameType.length) {
136
- // TODO: check details such as
137
- // - changes in decimal precision
138
- // - changes in maxLength
139
- // - changes in fk (!!!)
140
- deletedColumnsOfSameType.forEach(col => {
141
- const _type = type.startsWith(col.data_type) ? undefined : col.data_type;
142
- const _nullable = col.nullable !== nullable ? col.nullable : undefined;
143
- if (_type !== undefined || _nullable !== undefined) {
144
- options.push(new migration_1.MigrationField(undefined, $.name, {
145
- alter: { name: col.column_name, type: _type, nullable: _nullable }
146
- }));
147
- }
148
- });
149
- }
150
- return options;
151
- }
152
- }
153
- }
154
- fieldType($) {
155
- if ($.name === 'id') {
156
- if ($.type === 'string') {
157
- return 'character(64) PRIMARY KEY';
158
- }
159
- return 'serial4 PRIMARY KEY';
160
- }
161
- let type = {
162
- 'boolean': () => 'boolean',
163
- 'date': () => 'date',
164
- 'datetime': () => 'timestamp without time zone',
165
- 'decimal': () => 'numeric(18,9)', // TODO: read from schema (not stored yet)
166
- 'dict': () => 'jsonb',
167
- 'enum': () => 'character(64)', // TODO: read from schema maxLength
168
- 'file': () => 'jsonb',
169
- 'float': () => 'double precision',
170
- 'int': () => 'integer',
171
- 'obj': () => 'jsonb',
172
- 'string': () => 'character varying', // TODO: char() if maxLength
173
- 'unknown': () => { throw new Error('An unknown field shouldn\'t be stored on SQL'); },
174
- }[$.type]();
175
- if ($.array) {
176
- type += '[]';
177
- }
178
- if ($.required) {
179
- type += ' NOT NULL';
180
- }
181
- return type;
182
- }
183
- }
184
- exports.BucketMigrator = BucketMigrator;
@@ -1,7 +0,0 @@
1
- import postgres from 'postgres';
2
- export declare class CSV {
3
- /**
4
- * Import a csv table into the database
5
- */
6
- static import(sql: postgres.Sql<any>, tableName: string, csvpath: string): Promise<void>;
7
- }
@@ -1,72 +0,0 @@
1
- "use strict";
2
- var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
3
- if (k2 === undefined) k2 = k;
4
- var desc = Object.getOwnPropertyDescriptor(m, k);
5
- if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
6
- desc = { enumerable: true, get: function() { return m[k]; } };
7
- }
8
- Object.defineProperty(o, k2, desc);
9
- }) : (function(o, m, k, k2) {
10
- if (k2 === undefined) k2 = k;
11
- o[k2] = m[k];
12
- }));
13
- var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
14
- Object.defineProperty(o, "default", { enumerable: true, value: v });
15
- }) : function(o, v) {
16
- o["default"] = v;
17
- });
18
- var __importStar = (this && this.__importStar) || (function () {
19
- var ownKeys = function(o) {
20
- ownKeys = Object.getOwnPropertyNames || function (o) {
21
- var ar = [];
22
- for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
23
- return ar;
24
- };
25
- return ownKeys(o);
26
- };
27
- return function (mod) {
28
- if (mod && mod.__esModule) return mod;
29
- var result = {};
30
- if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
31
- __setModuleDefault(result, mod);
32
- return result;
33
- };
34
- })();
35
- Object.defineProperty(exports, "__esModule", { value: true });
36
- exports.CSV = void 0;
37
- const fs = __importStar(require("fs"));
38
- const log_1 = require("../../../../engine/util/log");
39
- class CSV {
40
- /**
41
- * Import a csv table into the database
42
- */
43
- static async import(sql, tableName, csvpath) {
44
- log_1.Log.info('csv', 'import', `Importing objects from csv file '${csvpath}' into table '${tableName}'`);
45
- const lines = fs.readFileSync(csvpath).toString().split('\n');
46
- const keys = lines[0]
47
- .split(',')
48
- .map(v => v.match(/"(.*)"/)?.[1] || v);
49
- const objs = lines.slice(1).map(line => {
50
- const rows = line
51
- .split(',')
52
- .map(v => v.match(/"(.*)"/)?.[1] || v);
53
- const obj = {};
54
- for (let i = 0; i < keys.length; i++) {
55
- obj[keys[i]] = rows[i];
56
- }
57
- return obj;
58
- });
59
- sql.begin(async (sql) => {
60
- for (const obj of objs) {
61
- log_1.Log.info('csv', 'import', `Inserting object ${obj.id}`, obj);
62
- await sql `
63
- INSERT INTO ${sql(tableName)}
64
- ${sql(obj, keys)}
65
- `;
66
- }
67
- }).catch(e => {
68
- log_1.Log.error('csv', 'import', 'CSV Import failed, rolling back changes', e);
69
- });
70
- }
71
- }
72
- exports.CSV = CSV;
@@ -1,37 +0,0 @@
1
- import postgres from 'postgres';
2
- export type TableColumn = {
3
- column_name: string;
4
- data_type: string;
5
- nullable: boolean;
6
- field_exists: boolean;
7
- };
8
- export declare class Database {
9
- static connect(config?: postgres.Options<any>): postgres.Sql<{}>;
10
- /**
11
- * Check if the connection to PostgreSQL is working, by performing
12
- * a SELECT on the pg_database table.
13
- * @param config
14
- */
15
- static checkConnection(sql: postgres.Sql<any>): Promise<any>;
16
- /**
17
- * List all tables of the database.
18
- * @param config
19
- */
20
- static listTables(sql: postgres.Sql<any>): Promise<any[]>;
21
- /**
22
- * Read schema of table.
23
- * @param config
24
- */
25
- private getSchema;
26
- /**
27
- * Connect to PostgreSQL and create a database.
28
- *
29
- * The `if_exists` flag controls what happens if the database already exists
30
- * - fail: Throw an exception
31
- * - keep: Do nothing
32
- * - delete: *DROP DATABASE*
33
- */
34
- static createDatabase(name: string, config?: postgres.Options<any>, $?: {
35
- if_exists: 'fail' | 'keep' | 'delete';
36
- }): Promise<void>;
37
- }
@@ -1,88 +0,0 @@
1
- "use strict";
2
- var __importDefault = (this && this.__importDefault) || function (mod) {
3
- return (mod && mod.__esModule) ? mod : { "default": mod };
4
- };
5
- Object.defineProperty(exports, "__esModule", { value: true });
6
- exports.Database = void 0;
7
- const postgres_1 = __importDefault(require("postgres"));
8
- const log_1 = require("../../../../engine/util/log");
9
- class Database {
10
- static connect(config) {
11
- return (0, postgres_1.default)(config);
12
- }
13
- /**
14
- * Check if the connection to PostgreSQL is working, by performing
15
- * a SELECT on the pg_database table.
16
- * @param config
17
- */
18
- static async checkConnection(sql) {
19
- try {
20
- await sql `SELECT datname FROM pg_database`;
21
- }
22
- catch (e) {
23
- return e;
24
- }
25
- return true;
26
- }
27
- /**
28
- * List all tables of the database.
29
- * @param config
30
- */
31
- static async listTables(sql) {
32
- const columns = await sql `
33
- SELECT table_name
34
- FROM information_schema.tables
35
- WHERE table_schema='public'
36
- AND table_type='BASE TABLE'
37
- `;
38
- return columns.map(col => col.table_name);
39
- }
40
- /**
41
- * Read schema of table.
42
- * @param config
43
- */
44
- async getSchema(sql, tableName) {
45
- const columns = await sql `
46
- SELECT column_name, data_type, is_nullable
47
- FROM information_schema.columns
48
- WHERE table_name = ${tableName}`;
49
- if (!columns.length) {
50
- return;
51
- }
52
- return columns.map(col => ({
53
- ...col,
54
- nullable: col.is_nullable === 'YES',
55
- field_exists: false
56
- }));
57
- }
58
- /**
59
- * Connect to PostgreSQL and create a database.
60
- *
61
- * The `if_exists` flag controls what happens if the database already exists
62
- * - fail: Throw an exception
63
- * - keep: Do nothing
64
- * - delete: *DROP DATABASE*
65
- */
66
- static async createDatabase(name, config, $) {
67
- const sql = (0, postgres_1.default)(Object.assign({}, config, {
68
- db: 'postgres'
69
- }));
70
- const dbs = await sql `SELECT datname FROM pg_database`;
71
- const alreadyExists = dbs.some(db => db.datname === name);
72
- if (alreadyExists) {
73
- if (!$ || $.if_exists === 'fail') {
74
- throw new Error(`Database ${name} already exists`);
75
- }
76
- if ($.if_exists === 'keep') {
77
- return;
78
- }
79
- if ($.if_exists === 'delete') {
80
- log_1.Log.warn('migrator', 'create_db', `Database '${name}' is being dropped due to a if_exists:'delete' flag.`);
81
- await sql `DROP DATABASE ${sql(name)}`;
82
- }
83
- }
84
- log_1.Log.info('migrator', 'create_db', `Creating database '${name}'`);
85
- await sql `CREATE DATABASE ${sql(name)}`;
86
- }
87
- }
88
- exports.Database = Database;
@@ -1 +0,0 @@
1
- export { Migrator } from './migrator';
@@ -1,5 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.Migrator = void 0;
4
- var migrator_1 = require("./migrator");
5
- Object.defineProperty(exports, "Migrator", { enumerable: true, get: function () { return migrator_1.Migrator; } });
@@ -1,57 +0,0 @@
1
- export type MigrationFieldOperation = {
2
- create: {
3
- type: string;
4
- nullable?: boolean;
5
- pk?: boolean;
6
- fk?: string;
7
- };
8
- } | {
9
- alter: {
10
- name?: string;
11
- type?: string;
12
- nullable?: boolean;
13
- fk?: string;
14
- };
15
- } | {
16
- drop: {
17
- cascade?: boolean;
18
- };
19
- };
20
- export declare class MigrationField {
21
- oldColumn: string | undefined;
22
- newColumn: string;
23
- operation: MigrationFieldOperation;
24
- constructor(oldColumn: string | undefined, newColumn: string, operation: MigrationFieldOperation);
25
- describe(): string;
26
- sql(): string | undefined;
27
- }
28
- export declare class Migration {
29
- module: string;
30
- private type;
31
- private tableName;
32
- private options;
33
- name: string;
34
- private fields;
35
- private needsReview;
36
- constructor(module: string, type: 'create' | 'alter', tableName: string, options: Record<string, MigrationField[]>);
37
- describe(): string;
38
- sqlUp(): string;
39
- sqlDown(): string;
40
- save(dirpath?: string): void;
41
- hash(): string;
42
- /**
43
- * Generates an encoded version of the migration, which is
44
- * stored as a comment on the migration file. This can be
45
- * used to recreate the `Migration` object in memory if needed.
46
- * > **Attention** This encoded version is NOT used to run the migration.
47
- * > The SQL is used to run the migration. This can be used
48
- * > for analysis/display purposes only.
49
- * > There's no guarantee that this will match the SQL if
50
- * > the migration file is manually altered.
51
- * @returns
52
- */
53
- private encode;
54
- private decode;
55
- private fnUp;
56
- private fnDown;
57
- }
@@ -1,203 +0,0 @@
1
- "use strict";
2
- var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
3
- if (k2 === undefined) k2 = k;
4
- var desc = Object.getOwnPropertyDescriptor(m, k);
5
- if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
6
- desc = { enumerable: true, get: function() { return m[k]; } };
7
- }
8
- Object.defineProperty(o, k2, desc);
9
- }) : (function(o, m, k, k2) {
10
- if (k2 === undefined) k2 = k;
11
- o[k2] = m[k];
12
- }));
13
- var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
14
- Object.defineProperty(o, "default", { enumerable: true, value: v });
15
- }) : function(o, v) {
16
- o["default"] = v;
17
- });
18
- var __importStar = (this && this.__importStar) || (function () {
19
- var ownKeys = function(o) {
20
- ownKeys = Object.getOwnPropertyNames || function (o) {
21
- var ar = [];
22
- for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
23
- return ar;
24
- };
25
- return ownKeys(o);
26
- };
27
- return function (mod) {
28
- if (mod && mod.__esModule) return mod;
29
- var result = {};
30
- if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
31
- __setModuleDefault(result, mod);
32
- return result;
33
- };
34
- })();
35
- Object.defineProperty(exports, "__esModule", { value: true });
36
- exports.Migration = exports.MigrationField = void 0;
37
- const string_1 = require("../../../../engine/util/string");
38
- const path = __importStar(require("path"));
39
- const fs = __importStar(require("fs"));
40
- const crypto_1 = require("crypto");
41
- const datetime_1 = require("../../../../engine/data/datetime");
42
- class MigrationField {
43
- constructor(oldColumn, newColumn, operation) {
44
- this.oldColumn = oldColumn;
45
- this.newColumn = newColumn;
46
- this.operation = operation;
47
- }
48
- describe() {
49
- const col_str = (0, string_1.colored)(this.newColumn, 'lightblue');
50
- if ('create' in this.operation) {
51
- const type_str = (0, string_1.colored)(this.operation.create.type, 'purple');
52
- return `Create column ${col_str} as ${type_str}`;
53
- }
54
- else if ('alter' in this.operation) {
55
- const op = this.operation.alter;
56
- const name_str = op.name ? (0, string_1.colored)(op.name, 'lightcyan') : undefined;
57
- const type_str = op.type ? (0, string_1.colored)(op.type, 'purple') : undefined;
58
- const null_str = op.nullable ? (0, string_1.colored)('NOT NULL', 'purple') : undefined;
59
- const props = (type_str ? `Alter column ${col_str} type to ${type_str};` : '') +
60
- (null_str ? `Alter column ${col_str} nullable to ${null_str};` : '');
61
- if (name_str) {
62
- return `Rename column ${col_str} to ${name_str}.${props}`;
63
- }
64
- return props;
65
- }
66
- else {
67
- return (0, string_1.colored)('Unknown', 'lightred');
68
- }
69
- }
70
- sql() {
71
- if ('create' in this.operation) {
72
- return `"${this.newColumn}" ${this.operation.create.type}`;
73
- }
74
- }
75
- }
76
- exports.MigrationField = MigrationField;
77
- class Migration {
78
- constructor(module, type, tableName, options) {
79
- this.module = module;
80
- this.type = type;
81
- this.tableName = tableName;
82
- this.options = options;
83
- this.name = `${datetime_1.NesoiDatetime.now().epoch}_${this.tableName}`;
84
- this.needsReview = Object.values(options).some(opts => opts.length > 1);
85
- this.fields = Object.values(options).map(opts => opts[0]);
86
- }
87
- describe() {
88
- let str = '';
89
- str += '┌\n';
90
- str += `│ ${(0, string_1.colored)('module: ' + this.module, 'darkgray')}\n`;
91
- str += `│ ${(0, string_1.colored)(this.name, 'lightcyan')}\n`;
92
- str += `│ ${this.needsReview
93
- ? (0, string_1.colored)('⚠ More than one option for some fields. Requires review.', 'red')
94
- : (0, string_1.colored)('✓ Only one option for each field.', 'lightgreen')}\n`;
95
- str += '└\n\n';
96
- if (this.type === 'create') {
97
- str += `◆ Create table ${(0, string_1.colored)(this.tableName, 'lightblue')}\n`;
98
- }
99
- else if (this.type === 'alter') {
100
- str += `◆ Alter table '${this.tableName}'\n`;
101
- }
102
- this.fields.forEach(field => {
103
- str += `└ ${field.describe()}\n`;
104
- });
105
- str += '\n';
106
- str += `${(0, string_1.colored)('▲ UP', 'lightgreen')}:\n`;
107
- str += this.sqlUp();
108
- str += '\n';
109
- str += `${(0, string_1.colored)('▼ DOWN', 'yellow')}:\n`;
110
- str += this.sqlDown();
111
- return str;
112
- }
113
- sqlUp() {
114
- if (this.type === 'create') {
115
- return `CREATE TABLE ${this.tableName} (\n` +
116
- this.fields.map(field => '\t' + field.sql()).join(',\n')
117
- + '\n)';
118
- }
119
- return '';
120
- }
121
- sqlDown() {
122
- if (this.type === 'create') {
123
- return `DROP TABLE ${this.tableName}`;
124
- }
125
- return '';
126
- }
127
- save(dirpath = './migrations') {
128
- const filedir = path.join('modules', this.module, dirpath);
129
- fs.mkdirSync(filedir, { recursive: true });
130
- const filepath = path.join(filedir, this.name + '.ts');
131
- const { encoded, hash } = this.encode();
132
- let str = '';
133
- str += 'import { Migrator } from \'nesoi/lib/adapters/postgres/src/migrator\';\n';
134
- str += '\n';
135
- str += '/**\n';
136
- str += ` * ${this.name}\n`;
137
- str += ` * $hash[${hash}]\n`;
138
- str += ' *\n';
139
- str += ` * $type[${this.type}]\n`;
140
- str += ` * $table[${this.tableName}]\n`;
141
- str += ` * $fields[${encoded}]\n`;
142
- str += ' */\n';
143
- str += '\n';
144
- str += 'export default Migrator.migration({\n';
145
- str += '\t' + this.fnUp().replace(/\n/g, '\n\t') + ',\n';
146
- str += '\t' + this.fnDown().replace(/\n/g, '\n\t') + '\n';
147
- str += '})';
148
- fs.writeFileSync(filepath, str);
149
- }
150
- hash() {
151
- const { hash } = this.encode();
152
- return hash;
153
- }
154
- /**
155
- * Generates an encoded version of the migration, which is
156
- * stored as a comment on the migration file. This can be
157
- * used to recreate the `Migration` object in memory if needed.
158
- * > **Attention** This encoded version is NOT used to run the migration.
159
- * > The SQL is used to run the migration. This can be used
160
- * > for analysis/display purposes only.
161
- * > There's no guarantee that this will match the SQL if
162
- * > the migration file is manually altered.
163
- * @returns
164
- */
165
- encode() {
166
- const v0 = () => {
167
- const f_str = this.fields.map(field => {
168
- const [op_key, op] = Object.entries(field.operation)[0];
169
- const op_str = `[${op_key};${op.type || ''};${op.nullable ? 1 : 0};${op.pk ? 1 : 0};${op.fk || ''};${op.cascade || ''}]`;
170
- return `${field.oldColumn || ''}:${field.newColumn}:${op_str}`;
171
- }).join('\n');
172
- const encoded = btoa(f_str);
173
- const hash = (0, crypto_1.createHash)('md5').update(encoded).digest('hex');
174
- return {
175
- encoded,
176
- hash: 'v0.' + hash
177
- };
178
- };
179
- return v0();
180
- }
181
- decode() {
182
- // TODO
183
- }
184
- fnUp() {
185
- let str = '';
186
- str += 'up: async ({ sql }) => {\n';
187
- str += '\tawait sql`\n';
188
- str += '\t\t' + this.sqlUp().replace(/\n/g, '\n\t\t') + '\n';
189
- str += '\t`\n';
190
- str += '}';
191
- return str;
192
- }
193
- fnDown() {
194
- let str = '';
195
- str += 'down: async ({ sql }) => {\n';
196
- str += '\tawait sql`\n';
197
- str += '\t\t' + this.sqlDown().replace(/\n/g, '\n\t\t') + '\n';
198
- str += '\t`\n';
199
- str += '}';
200
- return str;
201
- }
202
- }
203
- exports.Migration = Migration;
@@ -1,21 +0,0 @@
1
- import postgres from 'postgres';
2
- import { Migration } from './migration';
3
- import { $Space } from "../../../../elements";
4
- import { MigrationMethod, MigrationStatus } from './runner';
5
- import { AnyDaemon } from "../../../../engine/daemon";
6
- export type MigratorConfig = {
7
- dirpath?: string;
8
- postgres?: postgres.Options<any>;
9
- };
10
- export declare class Migrator<S extends $Space> {
11
- protected daemon: AnyDaemon;
12
- private sql;
13
- dirpath: string;
14
- static MIGRATION_TABLE_NAME: string;
15
- status: MigrationStatus;
16
- private constructor();
17
- static prepare(daemon: AnyDaemon, sql: postgres.Sql<any>): Promise<Migrator<$Space>>;
18
- generate(): Promise<Migration[]>;
19
- generateForBucket<ModuleName extends keyof S['modules']>(module: ModuleName, bucket: keyof S['modules'][ModuleName]['buckets'], tableName: string): Promise<Migration | undefined>;
20
- static migration<S extends $Space>(...$: ConstructorParameters<typeof MigrationMethod>): MigrationMethod;
21
- }