@itleanchatbot/shared-models-js-postgres 3.0.0 → 3.0.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/_leanbot_enterprises_map.json +3 -3
- package/package.json +1 -1
- package/src/migrations/20221004113728-add-indexes.js +14 -0
- package/src/migrations/20221205131730-add-indexes.js +40 -0
- package/src/migrations/20221205131730-alter-function.js +175 -0
- package/src/migrations/20221205131731-alter-function.js +176 -0
- package/src/migrations/20221205131732-add-indexes.js +27 -0
- package/src/scripts/migrateBotIterables.js +6 -2
- package/src/scripts/migrateClients.js +151 -0
- package/src/scripts/migrateConversationSessions.js +160 -0
- package/src/scripts/migrateDialogNodes.js +181 -0
- package/src/scripts/migrateDialogNodesPreReports.js +160 -0
- package/src/scripts/migrateDialogNodes_MultipleResponses.js +148 -0
- package/src/scripts/migrateEntities.js +157 -0
- package/src/scripts/migrateEntityValues.js +157 -0
- package/src/scripts/migrateIntentionValues.js +151 -0
- package/src/scripts/migrateIntentions.js +154 -0
- package/src/scripts/migratePostbackGupshups.js +6 -2
- package/src/scripts/migrateResponse_DialogNodes.js +151 -0
- package/src/scripts/migrateResponses.js +154 -0
- package/src/scripts/migrateResponsesBoxes.js +157 -0
- package/src/scripts/migrateSessions.js +175 -0
- package/src/scripts/migrateSynonyms.js +157 -0
- package/src/scripts/migrateTranshipConversations.js +166 -0
- package/src/scripts/unification.js +256 -256
|
@@ -0,0 +1,157 @@
|
|
|
1
|
+
require('dotenv/config')
|
|
2
|
+
const moment = require('moment')
|
|
3
|
+
const Sequelize = require('sequelize')
|
|
4
|
+
|
|
5
|
+
const { argv } = require('process')
|
|
6
|
+
|
|
7
|
+
const minDateArg = argv[2]
|
|
8
|
+
const maxDateArg = argv[3]
|
|
9
|
+
const oldDatabaseNameArg = argv[4]
|
|
10
|
+
|
|
11
|
+
const hostaddr = process.env.DATABASE_HOST
|
|
12
|
+
const user = process.env.DB_USERNAME
|
|
13
|
+
const password = process.env.DB_PASSWORD
|
|
14
|
+
|
|
15
|
+
function getDatabaseConfig(databaseName) {
|
|
16
|
+
return {
|
|
17
|
+
username: process.env.DB_USERNAME,
|
|
18
|
+
password: process.env.DB_PASSWORD,
|
|
19
|
+
database: databaseName,
|
|
20
|
+
host: process.env.DATABASE_HOST,
|
|
21
|
+
dialect: process.env.DATABASE_TYPE,
|
|
22
|
+
logging: false,
|
|
23
|
+
omitNull: true,
|
|
24
|
+
minifyAliases: true,
|
|
25
|
+
timezone: process.env.DATABASE_TIMEZONE || 'Etc/UTC',
|
|
26
|
+
pool: {
|
|
27
|
+
max: 100,
|
|
28
|
+
min: 0,
|
|
29
|
+
idle: 10000,
|
|
30
|
+
},
|
|
31
|
+
}
|
|
32
|
+
}
|
|
33
|
+
|
|
34
|
+
function runQuery(sequelize, date, EnterpriseId) {
|
|
35
|
+
return sequelize.query(
|
|
36
|
+
`insert into "Synonyms" (
|
|
37
|
+
"EnterpriseId",
|
|
38
|
+
"id",
|
|
39
|
+
"EntityId",
|
|
40
|
+
"EntityValueId",
|
|
41
|
+
"name",
|
|
42
|
+
"type",
|
|
43
|
+
"createdAt",
|
|
44
|
+
"updatedAt"
|
|
45
|
+
)
|
|
46
|
+
select *
|
|
47
|
+
from dblink(
|
|
48
|
+
'user=${user} password=${password} dbname=${oldDatabaseNameArg}',
|
|
49
|
+
'select ''${EnterpriseId}'',
|
|
50
|
+
"id",
|
|
51
|
+
"EntityId",
|
|
52
|
+
"EntityValueId",
|
|
53
|
+
"name",
|
|
54
|
+
"type",
|
|
55
|
+
"createdAt",
|
|
56
|
+
"updatedAt"
|
|
57
|
+
from "Synonyms"
|
|
58
|
+
where cast("createdAt" as date) = ''${date.format('YYYY-MM-DD')}'''
|
|
59
|
+
) as linktable
|
|
60
|
+
(
|
|
61
|
+
"EnterpriseId" uuid,
|
|
62
|
+
"id" uuid,
|
|
63
|
+
"EntityId" uuid,
|
|
64
|
+
"EntityValueId" uuid,
|
|
65
|
+
"name" text,
|
|
66
|
+
"type" varchar(10),
|
|
67
|
+
"createdAt" timestamp with time zone,
|
|
68
|
+
"updatedAt" timestamp with time zone
|
|
69
|
+
)`
|
|
70
|
+
)
|
|
71
|
+
}
|
|
72
|
+
|
|
73
|
+
async function migrateBotIterables() {
|
|
74
|
+
|
|
75
|
+
const oldConfig = getDatabaseConfig(oldDatabaseNameArg)
|
|
76
|
+
const oldDatabase = new Sequelize(
|
|
77
|
+
oldConfig.database,
|
|
78
|
+
oldConfig.username,
|
|
79
|
+
oldConfig.password,
|
|
80
|
+
oldConfig
|
|
81
|
+
)
|
|
82
|
+
|
|
83
|
+
const oldEnterpriseModel = require('../legacy/models/enterprises').model(oldDatabase, Sequelize.DataTypes)
|
|
84
|
+
const { id: EnterpriseId } = await oldEnterpriseModel.findOne()
|
|
85
|
+
|
|
86
|
+
const dataInicial = moment(minDateArg, 'YYYY-MM-DD')
|
|
87
|
+
const dataFinalStr = moment(maxDateArg, 'YYYY-MM-DD').format('YYYY-MM-DD')
|
|
88
|
+
|
|
89
|
+
const config = getDatabaseConfig(process.env.DATABASE_NAME)
|
|
90
|
+
|
|
91
|
+
const newDatabase = new Sequelize(
|
|
92
|
+
config.database,
|
|
93
|
+
config.username,
|
|
94
|
+
config.password,
|
|
95
|
+
config
|
|
96
|
+
)
|
|
97
|
+
|
|
98
|
+
while (dataInicial.format('YYYY-MM-DD') <= dataFinalStr) {
|
|
99
|
+
|
|
100
|
+
console.log(`MIGRANDO DATA: ${dataInicial.format('YYYY-MM-DD')}`)
|
|
101
|
+
|
|
102
|
+
await runQuery(newDatabase, dataInicial, EnterpriseId)
|
|
103
|
+
|
|
104
|
+
dataInicial.add(1, 'days')
|
|
105
|
+
}
|
|
106
|
+
|
|
107
|
+
console.log('finalizado')
|
|
108
|
+
}
|
|
109
|
+
|
|
110
|
+
function executeValidationSequence(readline, sequence, callback, index = 0) {
|
|
111
|
+
readline.question(`${sequence[index]} (y/n): `, resp => {
|
|
112
|
+
|
|
113
|
+
if (resp.toLowerCase() == 'y') {
|
|
114
|
+
|
|
115
|
+
if (index == sequence.length - 1) {
|
|
116
|
+
readline.close()
|
|
117
|
+
callback()
|
|
118
|
+
}
|
|
119
|
+
else executeValidationSequence(readline, sequence, callback, ++index)
|
|
120
|
+
|
|
121
|
+
} else if (resp.toLowerCase() == 'n') {
|
|
122
|
+
|
|
123
|
+
console.log('\nEste processo será encerrado. Reinicie-o após a regularização das configurações\n')
|
|
124
|
+
readline.close()
|
|
125
|
+
process.exit()
|
|
126
|
+
|
|
127
|
+
} else {
|
|
128
|
+
|
|
129
|
+
console.log('\nResponsta inválida!')
|
|
130
|
+
executeValidationSequence(readline, sequence, callback, index)
|
|
131
|
+
}
|
|
132
|
+
})
|
|
133
|
+
}
|
|
134
|
+
|
|
135
|
+
const validationSequence = [
|
|
136
|
+
`\nEste processo foi iniciado à partir do diretório: ${process.cwd()}\nEstá correto?`,
|
|
137
|
+
'\nO arquivo .env foi criado e está correto?',
|
|
138
|
+
`\nA origem desta migração será executada no host ${process.env.DATABASE_HOST}, database ${oldDatabaseNameArg}. Está correto?`,
|
|
139
|
+
`\nO destino desta migração será executada no host ${process.env.DATABASE_HOST}, database ${process.env.DATABASE_NAME}. Está correto?`,
|
|
140
|
+
`\nSerão migrados somente os dados da tabela "Synonyms" de ${minDateArg} à ${maxDateArg}. Está correto?`
|
|
141
|
+
]
|
|
142
|
+
|
|
143
|
+
async function main() {
|
|
144
|
+
|
|
145
|
+
if (minDateArg > maxDateArg) return console.log('Data inicial deve ser inferior ou igual à Data final.')
|
|
146
|
+
|
|
147
|
+
const readline = require('readline').createInterface({
|
|
148
|
+
input: process.stdin,
|
|
149
|
+
output: process.stdout
|
|
150
|
+
})
|
|
151
|
+
|
|
152
|
+
console.log('\n*** Antes de iniciar o processo de migração, confirme os dados solicitados abaixo. ***\n')
|
|
153
|
+
|
|
154
|
+
executeValidationSequence(readline, validationSequence, migrateBotIterables)
|
|
155
|
+
}
|
|
156
|
+
|
|
157
|
+
main()
|
|
@@ -0,0 +1,166 @@
|
|
|
1
|
+
require('dotenv/config')
|
|
2
|
+
const moment = require('moment')
|
|
3
|
+
const Sequelize = require('sequelize')
|
|
4
|
+
|
|
5
|
+
const { argv } = require('process')
|
|
6
|
+
|
|
7
|
+
const minDateArg = argv[2]
|
|
8
|
+
const maxDateArg = argv[3]
|
|
9
|
+
const oldDatabaseNameArg = argv[4]
|
|
10
|
+
|
|
11
|
+
const hostaddr = process.env.DATABASE_HOST
|
|
12
|
+
const user = process.env.DB_USERNAME
|
|
13
|
+
const password = process.env.DB_PASSWORD
|
|
14
|
+
|
|
15
|
+
function getDatabaseConfig(databaseName) {
|
|
16
|
+
return {
|
|
17
|
+
username: process.env.DB_USERNAME,
|
|
18
|
+
password: process.env.DB_PASSWORD,
|
|
19
|
+
database: databaseName,
|
|
20
|
+
host: process.env.DATABASE_HOST,
|
|
21
|
+
dialect: process.env.DATABASE_TYPE,
|
|
22
|
+
logging: false,
|
|
23
|
+
omitNull: true,
|
|
24
|
+
minifyAliases: true,
|
|
25
|
+
timezone: process.env.DATABASE_TIMEZONE || 'Etc/UTC',
|
|
26
|
+
pool: {
|
|
27
|
+
max: 100,
|
|
28
|
+
min: 0,
|
|
29
|
+
idle: 10000,
|
|
30
|
+
},
|
|
31
|
+
}
|
|
32
|
+
}
|
|
33
|
+
|
|
34
|
+
function runQuery(sequelize, date, EnterpriseId) {
|
|
35
|
+
return sequelize.query(
|
|
36
|
+
`insert into "TranshipConversations" (
|
|
37
|
+
"EnterpriseId",
|
|
38
|
+
"id",
|
|
39
|
+
"AttendanceId",
|
|
40
|
+
"action",
|
|
41
|
+
"type",
|
|
42
|
+
"message",
|
|
43
|
+
"location",
|
|
44
|
+
"filename",
|
|
45
|
+
"mimetype",
|
|
46
|
+
"createdAt",
|
|
47
|
+
"updatedAt"
|
|
48
|
+
)
|
|
49
|
+
select *
|
|
50
|
+
from dblink(
|
|
51
|
+
'user=${user} password=${password} dbname=${oldDatabaseNameArg}',
|
|
52
|
+
'select ''${EnterpriseId}'',
|
|
53
|
+
"id",
|
|
54
|
+
"AttendanceId",
|
|
55
|
+
"action",
|
|
56
|
+
"type",
|
|
57
|
+
"message",
|
|
58
|
+
"location",
|
|
59
|
+
"filename",
|
|
60
|
+
"mimetype",
|
|
61
|
+
"createdAt",
|
|
62
|
+
"updatedAt"
|
|
63
|
+
from "TranshipConversations"
|
|
64
|
+
where cast("createdAt" as date) = ''${date.format('YYYY-MM-DD')}'''
|
|
65
|
+
) as linktable
|
|
66
|
+
(
|
|
67
|
+
"EnterpriseId" uuid,
|
|
68
|
+
"id" uuid,
|
|
69
|
+
"AttendanceId" uuid,
|
|
70
|
+
"action" varchar(8),
|
|
71
|
+
"type" varchar(4),
|
|
72
|
+
"message" text,
|
|
73
|
+
"location" text,
|
|
74
|
+
"filename" text,
|
|
75
|
+
"mimetype" varchar(255),
|
|
76
|
+
"createdAt" timestamp with time zone,
|
|
77
|
+
"updatedAt" timestamp with time zone
|
|
78
|
+
)`
|
|
79
|
+
)
|
|
80
|
+
}
|
|
81
|
+
|
|
82
|
+
async function migrateBotIterables() {
|
|
83
|
+
|
|
84
|
+
const oldConfig = getDatabaseConfig(oldDatabaseNameArg)
|
|
85
|
+
const oldDatabase = new Sequelize(
|
|
86
|
+
oldConfig.database,
|
|
87
|
+
oldConfig.username,
|
|
88
|
+
oldConfig.password,
|
|
89
|
+
oldConfig
|
|
90
|
+
)
|
|
91
|
+
|
|
92
|
+
const oldEnterpriseModel = require('../legacy/models/enterprises').model(oldDatabase, Sequelize.DataTypes)
|
|
93
|
+
const { id: EnterpriseId } = await oldEnterpriseModel.findOne()
|
|
94
|
+
|
|
95
|
+
const dataInicial = moment(minDateArg, 'YYYY-MM-DD')
|
|
96
|
+
const dataFinalStr = moment(maxDateArg, 'YYYY-MM-DD').format('YYYY-MM-DD')
|
|
97
|
+
|
|
98
|
+
const config = getDatabaseConfig(process.env.DATABASE_NAME)
|
|
99
|
+
|
|
100
|
+
const newDatabase = new Sequelize(
|
|
101
|
+
config.database,
|
|
102
|
+
config.username,
|
|
103
|
+
config.password,
|
|
104
|
+
config
|
|
105
|
+
)
|
|
106
|
+
|
|
107
|
+
while (dataInicial.format('YYYY-MM-DD') <= dataFinalStr) {
|
|
108
|
+
|
|
109
|
+
console.log(`MIGRANDO DATA: ${dataInicial.format('YYYY-MM-DD')}`)
|
|
110
|
+
|
|
111
|
+
await runQuery(newDatabase, dataInicial, EnterpriseId)
|
|
112
|
+
|
|
113
|
+
dataInicial.add(1, 'days')
|
|
114
|
+
}
|
|
115
|
+
|
|
116
|
+
console.log('finalizado')
|
|
117
|
+
}
|
|
118
|
+
|
|
119
|
+
function executeValidationSequence(readline, sequence, callback, index = 0) {
|
|
120
|
+
readline.question(`${sequence[index]} (y/n): `, resp => {
|
|
121
|
+
|
|
122
|
+
if (resp.toLowerCase() == 'y') {
|
|
123
|
+
|
|
124
|
+
if (index == sequence.length - 1) {
|
|
125
|
+
readline.close()
|
|
126
|
+
callback()
|
|
127
|
+
}
|
|
128
|
+
else executeValidationSequence(readline, sequence, callback, ++index)
|
|
129
|
+
|
|
130
|
+
} else if (resp.toLowerCase() == 'n') {
|
|
131
|
+
|
|
132
|
+
console.log('\nEste processo será encerrado. Reinicie-o após a regularização das configurações\n')
|
|
133
|
+
readline.close()
|
|
134
|
+
process.exit()
|
|
135
|
+
|
|
136
|
+
} else {
|
|
137
|
+
|
|
138
|
+
console.log('\nResponsta inválida!')
|
|
139
|
+
executeValidationSequence(readline, sequence, callback, index)
|
|
140
|
+
}
|
|
141
|
+
})
|
|
142
|
+
}
|
|
143
|
+
|
|
144
|
+
const validationSequence = [
|
|
145
|
+
`\nEste processo foi iniciado à partir do diretório: ${process.cwd()}\nEstá correto?`,
|
|
146
|
+
'\nO arquivo .env foi criado e está correto?',
|
|
147
|
+
`\nA origem desta migração será executada no host ${process.env.DATABASE_HOST}, database ${oldDatabaseNameArg}. Está correto?`,
|
|
148
|
+
`\nO destino desta migração será executada no host ${process.env.DATABASE_HOST}, database ${process.env.DATABASE_NAME}. Está correto?`,
|
|
149
|
+
`\nSerão migrados somente os dados da tabela "TranshipConversations" de ${minDateArg} à ${maxDateArg}. Está correto?`
|
|
150
|
+
]
|
|
151
|
+
|
|
152
|
+
async function main() {
|
|
153
|
+
|
|
154
|
+
if (minDateArg > maxDateArg) return console.log('Data inicial deve ser inferior ou igual à Data final.')
|
|
155
|
+
|
|
156
|
+
const readline = require('readline').createInterface({
|
|
157
|
+
input: process.stdin,
|
|
158
|
+
output: process.stdout
|
|
159
|
+
})
|
|
160
|
+
|
|
161
|
+
console.log('\n*** Antes de iniciar o processo de migração, confirme os dados solicitados abaixo. ***\n')
|
|
162
|
+
|
|
163
|
+
executeValidationSequence(readline, validationSequence, migrateBotIterables)
|
|
164
|
+
}
|
|
165
|
+
|
|
166
|
+
main()
|