@itleanchatbot/shared-models-js-postgres 3.1.7 → 3.1.8

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@itleanchatbot/shared-models-js-postgres",
-  "version": "3.1.7",
+  "version": "3.1.8",
   "description": "Shared Models JS Postgres",
   "main": "index.js",
   "license": "ISC",
@@ -40,10 +40,10 @@
   "dependencies": {
     "crypto-js": "^4.0.0",
     "dotenv": "^16.0.0",
-    "moment": "^2.29.4",
+    "moment": "^2.29.3",
     "pg": "^8.5.1",
     "pg-hstore": "^2.3.3",
-    "sequelize": "^6.29.0",
+    "sequelize": "^6.3.5",
     "sequelize-cli": "^6.4.1",
     "uuid-apikey": "^1.5.3"
   }

package/src/migrations/20251126115010-add-indexes-message-type-report.js

@@ -0,0 +1,40 @@
+'use strict'
+
+module.exports = {
+  async up(queryInterface) {
+    await queryInterface.sequelize.query(`
+      CREATE INDEX IF NOT EXISTS idx_botiterables_ent_createdat
+        ON "BotIterables"("EnterpriseId", "createdAt");
+    `)
+
+    await queryInterface.sequelize.query(`
+      CREATE INDEX IF NOT EXISTS idx_botiterables_session
+        ON "BotIterables"("SessionId");
+    `)
+
+    await queryInterface.sequelize.query(`
+      CREATE INDEX IF NOT EXISTS idx_sessions_id_channel
+        ON "Sessions"(id, "ChannelId");
+    `)
+
+    await queryInterface.sequelize.query(`
+      CREATE INDEX IF NOT EXISTS idx_channels_id
+        ON "Channels"(id);
+    `)
+  },
+
+  async down(queryInterface) {
+    await queryInterface.sequelize.query(`
+      DROP INDEX IF EXISTS idx_botiterables_ent_createdat;
+    `)
+    await queryInterface.sequelize.query(`
+      DROP INDEX IF EXISTS idx_botiterables_session;
+    `)
+    await queryInterface.sequelize.query(`
+      DROP INDEX IF EXISTS idx_sessions_id_channel;
+    `)
+    await queryInterface.sequelize.query(`
+      DROP INDEX IF EXISTS idx_channels_id;
+    `)
+  },
+}

package/src/migrations/20251111131330-adjust-channel-message-type-view.js

@@ -1,236 +0,0 @@
-'use strict';
-
-module.exports = {
-  async up(queryInterface) {
-  await queryInterface.sequelize.query(`
-DROP VIEW IF EXISTS channel_message_type_daily;
-
-CREATE VIEW channel_message_type_daily AS
-WITH base AS (
-  SELECT
-    ((bi."createdAt" AT TIME ZONE 'UTC') AT TIME ZONE 'America/Sao_Paulo')::date AS day,
-    bi."EnterpriseId" AS "EnterpriseId",
-    s."ChannelId"      AS "SessionChannelId",
-
-    LOWER(
-      COALESCE(
-        NULLIF(bi.context::jsonb ->> 'channelType', ''),
-        NULLIF(bi.context::jsonb #>> '{inbound_message,channel}', ''),
-        NULLIF(bi.context::jsonb #>> '{inboundMessage,channel}', ''),
-        CASE
-          WHEN (bi.payload::jsonb #>> '{channelId}') = 'msteams'
-            OR (bi.context::jsonb #>> '{parsedMessage,channel,id}') = 'msteams'
-          THEN 'microsoft_teams' ELSE NULL END,
-        CASE
-          WHEN (bi.context::jsonb ->> 'channel') ILIKE 'whats%'
-            OR (bi.context::jsonb ->> 'channelType') ILIKE 'whats%'
-          THEN 'whatsapp_gupshup' ELSE NULL END
-      )
-    ) AS inferred_channel_type_raw,
-
-    COALESCE(
-      bi.context::jsonb #>> '{inbound_id}',
-      bi.payload::jsonb #>> '{inboundId}',
-      bi.context::jsonb #>> '{inbound_message,payload,id}',
-      bi.context::jsonb #>> '{inboundMessage,payload,id}',
-      bi.context::jsonb #>> '{inbound_message,id}',
-      bi.context::jsonb #>> '{inboundMessage,id}',
-      bi.payload::jsonb #>> '{transcription,jobId}',
-      bi.id::text
-    ) AS inbound_id,
-
-    NULLIF(
-      COALESCE(
-        bi.payload::jsonb       #>> '{transcription,jobId}',
-        bi.payload::jsonb       ->> 'jobId',
-        bi.context::jsonb #>> '{inbound_message,payload,transcription,jobId}',
-        bi.context::jsonb #>> '{inboundMessage,payload,transcription,jobId}'
-      ),
-      ''
-    ) AS audio_job_id,
-
-    /*
-      Flags explícitas de áudio (sem regex):
-      - contentType/mimetype começando com audio/
-      - type = 'audio'
-      - fallback por extensão usando ILIKE ANY
-    */
-    (
-      COALESCE(bi.payload::jsonb ->> 'mimetype', '') ILIKE 'audio/%'
-      OR COALESCE(bi.payload::jsonb ->> 'contentType', '') ILIKE 'audio/%'
-      OR COALESCE(bi.payload::jsonb #>> '{file,contentType}', '') ILIKE 'audio/%'
-      OR COALESCE(bi.context::jsonb #>> '{inbound_message,payload,payload,contentType}', '') ILIKE 'audio/%'
-      OR COALESCE(bi.context::jsonb #>> '{inboundMessage,payload,payload,contentType}', '') ILIKE 'audio/%'
-      OR COALESCE(bi.context::jsonb #>> '{inbound_message,payload,file,contentType}', '') ILIKE 'audio/%'
-      OR COALESCE(bi.context::jsonb #>> '{inboundMessage,payload,file,contentType}', '') ILIKE 'audio/%'
-      OR COALESCE(bi.context::jsonb #>> '{inbound_message,payload,payload,type}', '') = 'audio'
-      OR COALESCE(bi.context::jsonb #>> '{inboundMessage,payload,payload,type}', '') = 'audio'
-      OR LOWER(COALESCE(bi.payload::jsonb #>> '{file,name}', '')) ILIKE ANY (ARRAY['%.ogg','%.oga','%.mp3','%.m4a','%.wav','%.opus','%.ogg%','%.oga%','%.mp3%','%.m4a%','%.wav%','%.opus%'])
-      OR LOWER(COALESCE(bi.context::jsonb #>> '{inbound_message,payload,file,name}', '')) ILIKE ANY (ARRAY['%.ogg','%.oga','%.mp3','%.m4a','%.wav','%.opus','%.ogg%','%.oga%','%.mp3%','%.m4a%','%.wav%','%.opus%'])
-      OR LOWER(COALESCE(bi.context::jsonb #>> '{inboundMessage,payload,file,name}', '')) ILIKE ANY (ARRAY['%.ogg','%.oga','%.mp3','%.m4a','%.wav','%.opus','%.ogg%','%.oga%','%.mp3%','%.m4a%','%.wav%','%.opus%'])
-      OR LOWER(COALESCE(bi.payload::jsonb #>> '{file,url}', '')) ILIKE ANY (ARRAY['%.ogg%','%.oga%','%.mp3%','%.m4a%','%.wav%','%.opus%'])
-      OR LOWER(COALESCE(bi.context::jsonb #>> '{inbound_message,payload,file,url}', '')) ILIKE ANY (ARRAY['%.ogg%','%.oga%','%.mp3%','%.m4a%','%.wav%','%.opus%'])
-      OR LOWER(COALESCE(bi.context::jsonb #>> '{inboundMessage,payload,file,url}', '')) ILIKE ANY (ARRAY['%.ogg%','%.oga%','%.mp3%','%.m4a%','%.wav%','%.opus%'])
-    ) AS has_explicit_audio,
-
-    (
-      COALESCE(
-        bi.payload::jsonb       #>> '{transcription,jobId}',
-        bi.payload::jsonb       ->> 'jobId',
-        bi.context::jsonb #>> '{inbound_message,payload,transcription,jobId}',
-        bi.context::jsonb #>> '{inboundMessage,payload,transcription,jobId}'
-      ) IS NOT NULL
-      AND COALESCE(
-        NULLIF(bi.payload::jsonb       #>> '{transcription,jobId}', ''),
-        NULLIF(bi.payload::jsonb       ->> 'jobId', ''),
-        NULLIF(bi.context::jsonb #>> '{inbound_message,payload,transcription,jobId}', ''),
-        NULLIF(bi.context::jsonb #>> '{inboundMessage,payload,transcription,jobId}', '')
-      ) IS NOT NULL
-    ) AS has_stt_job
-
-  FROM "BotIterables" bi
-  LEFT JOIN "Sessions" s ON s.id = bi."SessionId"
-  WHERE bi.action = 'client'
-    AND (
-      (bi.context::jsonb ? 'inbound_message') OR
-      (bi.context::jsonb ? 'inboundMessage')  OR
-      (bi.context::jsonb ? 'inbound_id')      OR
-      (bi.payload::jsonb ? 'inboundId')
-    )
-),
-
-norm AS (
-  SELECT
-    b.*,
-    CASE
-      WHEN inferred_channel_type_raw IN ('microsoft_teams','msteams','teams') THEN 'microsoft_teams'
-      WHEN inferred_channel_type_raw IN ('webchat','webchat-transcript')      THEN 'webchat'
-      WHEN inferred_channel_type_raw LIKE 'whatsapp%'                          THEN 'whatsapp_gupshup'
-      ELSE NULL
-    END AS "channelFamily"
-  FROM base b
-),
-
-typed AS (
-  SELECT
-    n.*,
-    CASE
-      WHEN n."channelFamily" = 'microsoft_teams' THEN FALSE
-      ELSE (n.has_explicit_audio OR (n.has_stt_job AND n."channelFamily" IN ('webchat','whatsapp_gupshup')))
-    END AS has_audio_flag
-  FROM norm n
-),
-
-consolidated AS (
-  SELECT
-    t.day,
-    t."EnterpriseId",
-    t."SessionChannelId",
-    t."channelFamily",
-    FIRST_VALUE(t.inferred_channel_type_raw) OVER w AS rawChannelTypeAny,
-    BOOL_OR(t.has_audio_flag)                OVER w AS any_audio_flag,
-    FIRST_VALUE(t.audio_job_id)              OVER w AS audio_job_id_any,
-    t.inbound_id
-  FROM typed t
-  WINDOW w AS (PARTITION BY t.inbound_id, t."SessionChannelId")
-),
-
-msgs_final AS (
-  SELECT
-    c.day,
-    c."EnterpriseId",
-    c."SessionChannelId",
-    c."channelFamily",
-    c.rawChannelTypeAny  AS "rawChannelName_from_infer",
-    c.inbound_id,
-    CASE WHEN c.any_audio_flag THEN 'audio' ELSE 'text' END AS "messageType"
-  FROM consolidated c
-)
-
-SELECT
-  m.day,
-  m."EnterpriseId",
-  COALESCE(ch2.id, m."SessionChannelId") AS "ChannelId",
-  CASE m."channelFamily"
-    WHEN 'microsoft_teams'  THEN 'Microsoft Teams'
-    WHEN 'webchat'          THEN 'WebChat'
-    WHEN 'whatsapp_gupshup' THEN 'WhatsApp'
-    ELSE COALESCE(m."rawChannelName_from_infer", ch.name)
-  END AS "channelName",
-  COALESCE(m."rawChannelName_from_infer", ch.name) AS "rawChannelName",
-  m."channelFamily",
-  m."messageType",
-  COUNT(DISTINCT m.inbound_id) AS total
-FROM msgs_final m
-LEFT JOIN "Channels" ch  ON ch.id = m."SessionChannelId"
-LEFT JOIN "Channels" ch2 ON ch2."EnterpriseId" = m."EnterpriseId"
-                        AND (
-                              (m."channelFamily" = 'microsoft_teams'  AND ch2.name ILIKE '%teams%')
-                          OR (m."channelFamily" = 'webchat'          AND ch2.name ILIKE '%webchat%')
-                          OR (m."channelFamily" = 'whatsapp_gupshup' AND (ch2.name ILIKE '%whatsapp%' OR ch2.name ILIKE '%gupshup%' OR ch2.name ILIKE '%whats%'))
-                        )
-GROUP BY
-  m.day,
-  m."EnterpriseId",
-  COALESCE(ch2.id, m."SessionChannelId"),
-  CASE m."channelFamily"
-    WHEN 'microsoft_teams'  THEN 'Microsoft Teams'
-    WHEN 'webchat'          THEN 'WebChat'
-    WHEN 'whatsapp_gupshup' THEN 'WhatsApp'
-    ELSE COALESCE(m."rawChannelName_from_infer", ch.name)
-  END,
-  COALESCE(m."rawChannelName_from_infer", ch.name),
-  m."channelFamily",
-  m."messageType";
-
-
-
-  `);
-},
-
-
-  async down(queryInterface) {
-    await queryInterface.sequelize.query(`
-      DROP VIEW IF EXISTS channel_message_type_daily;
-
-      CREATE VIEW channel_message_type_daily AS
-      WITH base AS (
-        SELECT
-          ((bi."createdAt" AT TIME ZONE 'UTC') AT TIME ZONE 'America/Sao_Paulo')::date AS day,
-          bi."EnterpriseId" AS "EnterpriseId",
-          s."ChannelId"     AS "ChannelId",
-          ch.name           AS "channelName",
-          COALESCE(
-            bi.context::jsonb #>> '{inbound_id}',
-            bi.payload::jsonb #>> '{inboundId}',
-            bi.context::jsonb #>> '{inbound_message,payload,id}',
-            bi.context::jsonb #>> '{inboundMessage,payload,id}',
-            bi.context::jsonb #>> '{inbound_message,id}',
-            bi.context::jsonb #>> '{inboundMessage,id}',
-            bi.payload::jsonb #>> '{transcription,jobId}',
-            bi.id::text
-          ) AS inbound_id,
-          CASE WHEN
-            (bi.context::jsonb #>> '{inbound_message,payload,payload,type}') = 'audio' OR
-            (bi.context::jsonb #>> '{inboundMessage,payload,payload,type}') = 'audio' OR
-            (bi.context::jsonb #>> '{inbound_message,payload,payload,contentType}') ILIKE 'audio/%' OR
-            (bi.context::jsonb #>> '{inboundMessage,payload,payload,contentType}') ILIKE 'audio/%' OR
-            ((bi.payload::jsonb ->> 'mimetype') ILIKE 'audio/%')
-          THEN 'audio' ELSE 'text' END AS "messageType"
-        FROM "BotIterables" bi
-        LEFT JOIN "Sessions"  s  ON s.id  = bi."SessionId"
-        LEFT JOIN "Channels"  ch ON ch.id = s."ChannelId"
-        WHERE bi.action = 'client'
-          AND (
-            (bi.context::jsonb ? 'inbound_message') OR
-            (bi.context::jsonb ? 'inboundMessage')
-          )
-      )
-      SELECT
-        day, "EnterpriseId", "ChannelId", "channelName", "messageType",
-        COUNT(DISTINCT inbound_id) AS total
-      FROM base
-      GROUP BY day, "EnterpriseId", "ChannelId", "channelName", "messageType";
-    `);
-  }
-};