@talkpilot/core-db 1.3.7 → 1.3.8

package/src/talkpilot/calls/calls.getters.ts

@@ -1,248 +1,248 @@
-import {
-  Call,
-  CallDoc,
-  CallQueryOptions,
-  CallUpdateParams,
-  getDb,
-} from "../index";
-import type { CountOpts, DateRange, ToolExecution } from "./calls.types";
-import { Filter, ObjectId } from "mongodb";
-import * as process from "node:process";
-import { applyQueryOptions } from "../utils/query.utils";
-import { DashboardHeatmapMetric } from "./dashboard/calls.dashboard.types";
-
-export const getCallsCollection = () => {
-  return getDb().collection<Call>("calls");
-};
-
-export const getCallByCallSid = (callSid: string) => {
-  return getCallsCollection().findOne({ callSid });
-};
-
-export const getCallsByPhoneNumber = (phoneNumber: string) => {
-  return getCallsCollection()
-    .find({ customerPhoneNumber: phoneNumber })
-    .toArray();
-};
-
-export const getCallsByClient = (clientId: string) => {
-  return getCallsCollection().find({ clientId }).toArray();
-};
-
-export const getCallsByFlow = (flowId: ObjectId) => {
-  return getCallsCollection().find({ flowId }).toArray();
-};
-
-export const createCallDoc = (
-  call: Omit<Call, "createdAt" | "updatedAt" | "env">,
-) => {
-  return getCallsCollection().insertOne({
-    ...call,
-    createdAt: new Date(),
-    updatedAt: new Date(),
-    env: process.env.ENV ?? "unknown",
-  });
-};
-
-export const updateCallByCallSid = async (
-  callSid: string,
-  updates: CallUpdateParams,
-): Promise<CallDoc | null> => {
-  return await getCallsCollection().findOneAndUpdate(
-    { callSid: callSid },
-    {
-      $set: {
-        ...updates,
-        updatedAt: new Date(),
-      },
-    },
-    { returnDocument: "after" },
-  );
-};
-
-export const pushToolExecution = async (
-  callSid: string,
-  execution: ToolExecution,
-): Promise<void> => {
-  await getCallsCollection().updateOne(
-    { callSid },
-    { $push: { toolExecutions: execution } },
-  );
-};
-
-// get calls by client and date range
-//client here is the user id
-export const getCallsByClientAndDateRange = (
-  clientId: string,
-  startDate: Date,
-  endDate: Date,
-) => {
-  return getCallsCollection()
-    .find({
-      clientId,
-      createdAt: {
-        $gte: startDate,
-        $lte: endDate,
-      },
-    })
-    .toArray();
-};
-
-export const findCallsByQuery = async (
-  query: Filter<Call>,
-  options?: CallQueryOptions,
-): Promise<CallDoc[]> => {
-  const cursor = getCallsCollection().find(query);
-  return await applyQueryOptions(cursor, options).toArray();
-};
-
-export const countCalls = async (query: Filter<Call>): Promise<number> => {
-  return getCallsCollection().countDocuments(query);
-};
-
-export async function countCallsByPhoneInRange(
-  customerPhoneNumber: string,
-  opts: CountOpts = {},
-  range: DateRange = {},
-): Promise<number> {
-  const filter: Partial<Call> & { customerPhoneNumber: string } = {
-    customerPhoneNumber,
-  };
-
-  if (opts.isOutgoingCall !== undefined) {
-    filter.isOutgoingCall = opts.isOutgoingCall;
-  }
-  if (opts.isIncomingCall !== undefined) {
-    filter.isIncomingCall = opts.isIncomingCall;
-  }
-
-  if (range.since || range.until) {
-    (filter as Filter<Call>).createdAt = {
-      ...(range.since ? { $gte: range.since } : {}),
-      ...(range.until ? { $lt: range.until } : {}),
-    };
-  }
-
-  return getCallsCollection().countDocuments(filter as Filter<Call>);
-}
-
-export const range = {
-  between: (since: Date, until: Date): DateRange => ({ since, until }),
-  todayToNow: (): DateRange => ({ since: startOfDay(), until: new Date() }),
-  yesterday: (): DateRange => {
-    const s = startOfDay(addDays(new Date(), -1));
-    const e = addDays(s, 1);
-    return { since: s, until: e };
-  },
-  todayFull: (): DateRange => {
-    const s = startOfDay();
-    const e = addDays(s, 1);
-    return { since: s, until: e };
-  },
-  startOfDayToNow: (d: Date): DateRange => ({
-    since: startOfDay(d),
-    until: new Date(),
-  }),
-};
-
-export function startOfDay(d: Date = new Date()): Date {
-  const x = new Date(d);
-  x.setUTCHours(0, 0, 0, 0);
-  return x;
-}
-
-export function addDays(d: Date, days: number): Date {
-  const x = new Date(d);
-  x.setDate(x.getDate() + days);
-  return x;
-}
-
-/**
- * Aggregate calls stats for a date range (createdAt in [startStr, endStr] in timezone).
- * completed = agentHungUp=true or status='completed'.
- */
-export async function getCallsStatsForDateRange(
-  clientId: string,
-  startStr: string,
-  endStr: string,
-  timezone: string,
-): Promise<{ count: number; totalLen: number; completed: number }> {
-  const coll = getCallsCollection();
-  const out = await coll
-    .aggregate<{
-      _id: null;
-      count: number;
-      totalLen: number;
-      completed: number;
-    }>([
-      // 1. Restrict to the given client
-      { $match: { clientId } },
-      // 2. Derive dateLocal (createdAt as YYYY-MM-DD in timezone) and isCompleted (agentHungUp or status='completed')
-      {
-        $addFields: {
-          dateLocal: {
-            $dateToString: { format: "%Y-%m-%d", date: "$createdAt", timezone },
-          },
-          isCompleted: {
-            $or: [
-              { $eq: ["$agentHungUp", true] },
-              { $eq: ["$status", "completed"] },
-            ],
-          },
-        },
-      },
-      // 3. Keep only documents with dateLocal in [startStr, endStr] (inclusive)
-      { $match: { dateLocal: { $gte: startStr, $lte: endStr } } },
-      // 4. Single group: count, totalLen, completed
-      {
-        $group: {
-          _id: null,
-          count: { $sum: 1 },
-          totalLen: { $sum: "$callLength" },
-          completed: { $sum: { $cond: ["$isCompleted", 1, 0] } },
-        },
-      },
-    ])
-    .next();
-  return {
-    count: out?.count ?? 0,
-    totalLen: out?.totalLen ?? 0,
-    completed: out?.completed ?? 0,
-  };
-}
-
-/**
- * Aggregate calls by hour for a given date (createdAt converted to given timezone). Hour format "HH:mm".
- */
-export async function getCallsHourlyAggregation(
-  clientId: string,
-  dateStr: string,
-  timezone: string,
-): Promise<DashboardHeatmapMetric[]> {
-  const coll = getCallsCollection();
-  const rows = await coll
-    .aggregate<{ _id: number; calls: number }>([
-      // 1. Restrict to the given client
-      { $match: { clientId } },
-      {
-        $addFields: {
-          dateLocal: {
-            $dateToString: { format: "%Y-%m-%d", date: "$createdAt", timezone },
-          },
-          hour: { $hour: { date: "$createdAt", timezone } },
-        },
-      },
-      // 3. Keep only the requested date
-      { $match: { dateLocal: dateStr } },
-      // 4. Group by hour, sum calls per hour
-      { $group: { _id: "$hour", calls: { $sum: 1 } } },
-      // 5. Order by hour ascending (0..23)
-      { $sort: { _id: 1 } },
-    ])
-    .toArray();
-
-  return rows.map((r: any) => ({
-    hour: r._id,
-    calls: r.calls,
-  }));
-}
+import {
+  Call,
+  CallDoc,
+  CallQueryOptions,
+  CallUpdateParams,
+  getDb,
+} from "../index";
+import type { CountOpts, DateRange, ToolExecution } from "./calls.types";
+import { Filter, ObjectId } from "mongodb";
+import * as process from "node:process";
+import { applyQueryOptions } from "../utils/query.utils";
+import { DashboardHeatmapMetric } from "./dashboard/calls.dashboard.types";
+
+export const getCallsCollection = () => {
+  return getDb().collection<Call>("calls");
+};
+
+export const getCallByCallSid = (callSid: string) => {
+  return getCallsCollection().findOne({ callSid });
+};
+
+export const getCallsByPhoneNumber = (phoneNumber: string) => {
+  return getCallsCollection()
+    .find({ customerPhoneNumber: phoneNumber })
+    .toArray();
+};
+
+export const getCallsByClient = (clientId: string) => {
+  return getCallsCollection().find({ clientId }).toArray();
+};
+
+export const getCallsByFlow = (flowId: ObjectId) => {
+  return getCallsCollection().find({ flowId }).toArray();
+};
+
+export const createCallDoc = (
+  call: Omit<Call, "createdAt" | "updatedAt" | "env">,
+) => {
+  return getCallsCollection().insertOne({
+    ...call,
+    createdAt: new Date(),
+    updatedAt: new Date(),
+    env: process.env.ENV ?? "unknown",
+  });
+};
+
+export const updateCallByCallSid = async (
+  callSid: string,
+  updates: CallUpdateParams,
+): Promise<CallDoc | null> => {
+  return await getCallsCollection().findOneAndUpdate(
+    { callSid: callSid },
+    {
+      $set: {
+        ...updates,
+        updatedAt: new Date(),
+      },
+    },
+    { returnDocument: "after" },
+  );
+};
+
+export const pushToolExecution = async (
+  callSid: string,
+  execution: ToolExecution,
+): Promise<void> => {
+  await getCallsCollection().updateOne(
+    { callSid },
+    { $push: { toolExecutions: execution } },
+  );
+};
+
+// get calls by client and date range
+//client here is the user id
+export const getCallsByClientAndDateRange = (
+  clientId: string,
+  startDate: Date,
+  endDate: Date,
+) => {
+  return getCallsCollection()
+    .find({
+      clientId,
+      createdAt: {
+        $gte: startDate,
+        $lte: endDate,
+      },
+    })
+    .toArray();
+};
+
+export const findCallsByQuery = async (
+  query: Filter<Call>,
+  options?: CallQueryOptions,
+): Promise<CallDoc[]> => {
+  const cursor = getCallsCollection().find(query);
+  return await applyQueryOptions(cursor, options).toArray();
+};
+
+export const countCalls = async (query: Filter<Call>): Promise<number> => {
+  return getCallsCollection().countDocuments(query);
+};
+
+export async function countCallsByPhoneInRange(
+  customerPhoneNumber: string,
+  opts: CountOpts = {},
+  range: DateRange = {},
+): Promise<number> {
+  const filter: Partial<Call> & { customerPhoneNumber: string } = {
+    customerPhoneNumber,
+  };
+
+  if (opts.isOutgoingCall !== undefined) {
+    filter.isOutgoingCall = opts.isOutgoingCall;
+  }
+  if (opts.isIncomingCall !== undefined) {
+    filter.isIncomingCall = opts.isIncomingCall;
+  }
+
+  if (range.since || range.until) {
+    (filter as Filter<Call>).createdAt = {
+      ...(range.since ? { $gte: range.since } : {}),
+      ...(range.until ? { $lt: range.until } : {}),
+    };
+  }
+
+  return getCallsCollection().countDocuments(filter as Filter<Call>);
+}
+
+export const range = {
+  between: (since: Date, until: Date): DateRange => ({ since, until }),
+  todayToNow: (): DateRange => ({ since: startOfDay(), until: new Date() }),
+  yesterday: (): DateRange => {
+    const s = startOfDay(addDays(new Date(), -1));
+    const e = addDays(s, 1);
+    return { since: s, until: e };
+  },
+  todayFull: (): DateRange => {
+    const s = startOfDay();
+    const e = addDays(s, 1);
+    return { since: s, until: e };
+  },
+  startOfDayToNow: (d: Date): DateRange => ({
+    since: startOfDay(d),
+    until: new Date(),
+  }),
+};
+
+export function startOfDay(d: Date = new Date()): Date {
+  const x = new Date(d);
+  x.setUTCHours(0, 0, 0, 0);
+  return x;
+}
+
+export function addDays(d: Date, days: number): Date {
+  const x = new Date(d);
+  x.setDate(x.getDate() + days);
+  return x;
+}
+
+/**
+ * Aggregate calls stats for a date range (createdAt in [startStr, endStr] in timezone).
+ * completed = agentHungUp=true or status='completed'.
+ */
+export async function getCallsStatsForDateRange(
+  clientId: string,
+  startStr: string,
+  endStr: string,
+  timezone: string,
+): Promise<{ count: number; totalLen: number; completed: number }> {
+  const coll = getCallsCollection();
+  const out = await coll
+    .aggregate<{
+      _id: null;
+      count: number;
+      totalLen: number;
+      completed: number;
+    }>([
+      // 1. Restrict to the given client
+      { $match: { clientId } },
+      // 2. Derive dateLocal (createdAt as YYYY-MM-DD in timezone) and isCompleted (agentHungUp or status='completed')
+      {
+        $addFields: {
+          dateLocal: {
+            $dateToString: { format: "%Y-%m-%d", date: "$createdAt", timezone },
+          },
+          isCompleted: {
+            $or: [
+              { $eq: ["$agentHungUp", true] },
+              { $eq: ["$status", "completed"] },
+            ],
+          },
+        },
+      },
+      // 3. Keep only documents with dateLocal in [startStr, endStr] (inclusive)
+      { $match: { dateLocal: { $gte: startStr, $lte: endStr } } },
+      // 4. Single group: count, totalLen, completed
+      {
+        $group: {
+          _id: null,
+          count: { $sum: 1 },
+          totalLen: { $sum: "$callLength" },
+          completed: { $sum: { $cond: ["$isCompleted", 1, 0] } },
+        },
+      },
+    ])
+    .next();
+  return {
+    count: out?.count ?? 0,
+    totalLen: out?.totalLen ?? 0,
+    completed: out?.completed ?? 0,
+  };
+}
+
+/**
+ * Aggregate calls by hour for a given date (createdAt converted to given timezone). Hour format "HH:mm".
+ */
+export async function getCallsHourlyAggregation(
+  clientId: string,
+  dateStr: string,
+  timezone: string,
+): Promise<DashboardHeatmapMetric[]> {
+  const coll = getCallsCollection();
+  const rows = await coll
+    .aggregate<{ _id: number; calls: number }>([
+      // 1. Restrict to the given client
+      { $match: { clientId } },
+      {
+        $addFields: {
+          dateLocal: {
+            $dateToString: { format: "%Y-%m-%d", date: "$createdAt", timezone },
+          },
+          hour: { $hour: { date: "$createdAt", timezone } },
+        },
+      },
+      // 3. Keep only the requested date
+      { $match: { dateLocal: dateStr } },
+      // 4. Group by hour, sum calls per hour
+      { $group: { _id: "$hour", calls: { $sum: 1 } } },
+      // 5. Order by hour ascending (0..23)
+      { $sort: { _id: 1 } },
+    ])
+    .toArray();
+
+  return rows.map((r: any) => ({
+    hour: r._id,
+    calls: r.calls,
+  }));
+}

package/src/talkpilot/calls/calls.statistics.getters.ts

@@ -93,7 +93,7 @@ const routingMatch = (routing?: CallRoutingFilter[]) => {
 const ticketStatusMatch = (filter: CallsStatsFilter) => {
   if (!needsTicketStatusFilter(filter.ticketStatusFilters)) return null;
 
-  const sids = filter.callSidsWithTickets ?? [];
+  const sids = [...(filter.callSidTicketCounts?.keys() ?? [])];
   const openedOnly = filter.ticketStatusFilters?.includes("opened");
   return { callSid: openedOnly ? { $in: sids } : { $nin: sids } };
 };
@@ -180,14 +180,14 @@ const trendBucketExpr = (bucket: ResolvedTimeBucket, timezone: string) =>
   bucket === "day"
     ? { bucket: "$dateLocal" }
     : {
-        bucket: {
-          $dateToString: {
-            format: "%Y-%m-%d",
-            date: { $dateTrunc: { date: "$createdAt", unit: bucket, timezone } },
-            timezone,
-          },
+      bucket: {
+        $dateToString: {
+          format: "%Y-%m-%d",
+          date: { $dateTrunc: { date: "$createdAt", unit: bucket, timezone } },
+          timezone,
         },
-      };
+      },
+    };
 
 const mapTrendRow = (row: {
   _id: unknown;
@@ -389,7 +389,7 @@ const toHourlyDistribution = (
 export const aggregateCallsSummary = async (
   filter: CallsStatsFilter,
 ): Promise<CallsSummaryAggregation> => {
-  const hasTickets = Boolean(filter.callSidsWithTickets?.length || filter.callSidsWithDraftTickets?.length);
+  const hasTickets = Boolean(filter.callSidTicketCounts?.size || filter.callSidDraftTicketCounts?.size);
   const hasStatusFilter = needsTicketStatusFilter(filter.ticketStatusFilters);
 
   if (!hasTickets && !hasStatusFilter) {
@@ -412,8 +412,8 @@ export const aggregateCallsSummary = async (
     { $project: { _id: 0, callSid: 1, callLength: 1 } },
   ).toArray();
 
-  const ticketSet = new Set(filter.callSidsWithTickets ?? []);
-  const draftSet = new Set(filter.callSidsWithDraftTickets ?? []);
+  const ticketMap = filter.callSidTicketCounts ?? new Map<string, number>();
+  const draftMap = filter.callSidDraftTicketCounts ?? new Map<string, number>();
   const openedOnly = hasStatusFilter && filter.ticketStatusFilters!.includes("opened");
   const notOpenedOnly = hasStatusFilter && filter.ticketStatusFilters!.includes("not_opened");
 
@@ -424,13 +424,13 @@ export const aggregateCallsSummary = async (
 
   for (const row of rows) {
     const sid = row.callSid as string;
-    const hasTicket = ticketSet.has(sid);
+    const hasTicket = ticketMap.has(sid);
     if (openedOnly && !hasTicket) continue;
     if (notOpenedOnly && hasTicket) continue;
     totalCalls += 1;
     totalDuration += (row.callLength as number | undefined) ?? 0;
-    if (hasTicket) openTickets += 1;
-    if (draftSet.has(sid)) draftTickets += 1;
+    openTickets += ticketMap.get(sid) ?? 0;
+    draftTickets += draftMap.get(sid) ?? 0;
   }
 
   if (!totalCalls) return emptySummary();
@@ -447,11 +447,11 @@ export const aggregateCallsTrend = async (
   filter: CallsStatsFilter,
   bucket: ResolvedTimeBucket,
 ): Promise<CallsTrendBucket[]> => {
-  const ticketSet = filter.callSidsWithTickets?.length
-    ? new Set(filter.callSidsWithTickets)
+  const ticketMap = filter.callSidTicketCounts?.size
+    ? filter.callSidTicketCounts
     : null;
 
-  if (ticketSet) {
+  if (ticketMap) {
     const rows = await aggregateCalls(
       { ...filter, ticketStatusFilters: undefined },
       { $addFields: trendBucketExpr(bucket, filter.timezone) },
@@ -464,7 +464,7 @@ export const aggregateCallsTrend = async (
     const byBucket = new Map<string, { totalCalls: number; openTickets: number }>();
     for (const row of rows) {
       const sid = row.callSid as string;
-      const hasTicket = ticketSet.has(sid);
+      const hasTicket = ticketMap.has(sid);
       if (openedOnly && !hasTicket) continue;
       if (notOpenedOnly && hasTicket) continue;
       const label =
@@ -473,7 +473,7 @@ export const aggregateCallsTrend = async (
           : String(row.bucket);
       const cur = byBucket.get(label) ?? { totalCalls: 0, openTickets: 0 };
       cur.totalCalls += 1;
-      if (hasTicket) cur.openTickets += 1;
+      cur.openTickets += ticketMap.get(sid) ?? 0;
       byBucket.set(label, cur);
     }
 
@@ -493,13 +493,13 @@ export const aggregateCallsTrend = async (
   const mappedRows =
     bucket === "week"
       ? rows.map((row) => ({
-          bucket: formatWeekBucketRange(String(row._id), filter.startStr, filter.endStr),
-          totalCalls: row.totalCalls as number,
-          openTickets: 0,
-        }))
+        bucket: formatWeekBucketRange(String(row._id), filter.startStr, filter.endStr),
+        totalCalls: row.totalCalls as number,
+        openTickets: 0,
+      }))
       : rows.map((row) =>
-          mapTrendRow({ _id: row._id, totalCalls: row.totalCalls as number, openTickets: 0 }),
-        );
+        mapTrendRow({ _id: row._id, totalCalls: row.totalCalls as number, openTickets: 0 }),
+      );
 
   return fillTrendBuckets(mappedRows, bucket, filter.startStr, filter.endStr, filter.timezone);
 };

package/src/talkpilot/calls/calls.statistics.types.ts

@@ -11,9 +11,12 @@ export type CallsStatsFilter = {
   hourFrom?: string; // HH:mm
   hourTo?: string; // HH:mm
   callRouting?: CallRoutingFilter[];
+  /** @deprecated Use callSidTicketCounts instead. */
   callSidsWithTickets?: string[];
-  /** Call SIDs whose municipal ticket matches the draft-ticket definition (see tickets statistics getters). */
+  callSidTicketCounts?: Map<string, number>;
+  /** @deprecated Use callSidDraftTicketCounts instead. */
   callSidsWithDraftTickets?: string[];
+  callSidDraftTicketCounts?: Map<string, number>;
   ticketStatusFilters?: TicketStatusFilter[];
 };