@trafficgroup/knex-rel 0.1.17 → 0.1.19

package/migrations/20251112120000_migration.ts

@@ -29,11 +29,7 @@ export async function up(knex: Knex): Promise<void> {
 
   // 5. Add new foreign key constraint with updated name
   await knex.schema.alterTable("study", (table) => {
-    table
-      .foreign("locationId")
-      .references("id")
-      .inTable("locations")
-      .onDelete("SET NULL");
+    table.foreign("locationId").references("id").inTable("locations").onDelete("SET NULL");
   });
 
   // 6. Drop old index if it exists
@@ -66,11 +62,7 @@ export async function down(knex: Knex): Promise<void> {
 
   // 4. Restore original foreign key constraint
   await knex.schema.alterTable("study", (table) => {
-    table
-      .foreign("cameraId")
-      .references("id")
-      .inTable("locations")
-      .onDelete("SET NULL");
+    table.foreign("cameraId").references("id").inTable("locations").onDelete("SET NULL");
   });
 
   // 5. Restore original index

package/migrations/20251112120200_migration.ts

@@ -9,27 +9,15 @@ import { Knex } from "knex";
 export async function up(knex: Knex): Promise<void> {
   await knex.schema.createTable("cameras", (table) => {
     table.increments("id").primary();
-    table
-      .uuid("uuid")
-      .defaultTo(knex.raw("uuid_generate_v4()"))
-      .unique()
-      .notNullable();
-    table
-      .integer("locationId")
-      .unsigned()
-      .notNullable()
-      .references("id")
-      .inTable("locations")
-      .onDelete("CASCADE");
+    table.uuid("uuid").defaultTo(knex.raw("uuid_generate_v4()")).unique().notNullable();
+    table.integer("locationId").unsigned().notNullable()
+      .references("id").inTable("locations").onDelete("CASCADE");
     table.string("name", 100).notNullable();
     table.text("description").nullable();
-    table
-      .enu("status", ["ACTIVE", "INACTIVE", "MAINTENANCE"], {
-        useNative: true,
-        enumName: "camera_status_enum",
-      })
-      .defaultTo("ACTIVE")
-      .notNullable();
+    table.enu("status", ["ACTIVE", "INACTIVE", "MAINTENANCE"], {
+      useNative: true,
+      enumName: "camera_status_enum"
+    }).defaultTo("ACTIVE").notNullable();
     table.jsonb("metadata").defaultTo("{}").notNullable();
     table.timestamps(true, true);
 

package/migrations/20251112120300_migration.ts

@@ -8,13 +8,8 @@ import { Knex } from "knex";
  */
 export async function up(knex: Knex): Promise<void> {
   await knex.schema.alterTable("video", (table) => {
-    table
-      .integer("cameraId")
-      .unsigned()
-      .nullable()
-      .references("id")
-      .inTable("cameras")
-      .onDelete("SET NULL");
+    table.integer("cameraId").unsigned().nullable()
+      .references("id").inTable("cameras").onDelete("SET NULL");
     table.index(["cameraId"], "video_cameraid_index");
   });
 }

package/migrations/20260109140000_migration.ts

@@ -4,11 +4,7 @@ export async function up(knex: Knex): Promise<void> {
   // Create system_configuration table
   await knex.schema.createTable("system_configuration", (table) => {
     table.increments("id").primary();
-    table
-      .uuid("configUuid")
-      .notNullable()
-      .unique()
-      .defaultTo(knex.raw("uuid_generate_v4()"));
+    table.uuid("configUuid").notNullable().unique().defaultTo(knex.raw("uuid_generate_v4()"));
     table.string("key").notNullable().unique();
     table.text("value").notNullable();
     table.string("dataType").notNullable();
@@ -27,8 +23,7 @@ export async function up(knex: Knex): Promise<void> {
     key: "batch_email_enabled",
     value: "false",
     dataType: "boolean",
-    description:
-      "If it's true, send a single email upon completion of the batch. If it's false, send one email for each video.",
+    description: "If it's true, send a single email upon completion of the batch. If it's false, send one email for each video."
   });
 }
 

package/migrations/20260209140000_migration.ts

@@ -0,0 +1,27 @@
+import type { Knex } from "knex";
+
+export async function up(knex: Knex): Promise<void> {
+  await knex.schema.createTable("reconciliation_log", (table) => {
+    table.increments("id").primary();
+    table.timestamp("startedAt").notNullable();
+    table.timestamp("completedAt").notNullable();
+    table.integer("totalS3Objects").notNullable();
+    table.integer("totalDbReferences").notNullable();
+    table.integer("orphanedCount").notNullable();
+    table.integer("deletedCount").notNullable();
+    table.integer("errorCount").notNullable();
+    table.integer("durationMs").notNullable();
+    table.boolean("dryRun").notNullable();
+    table.string("scanType", 20).notNullable();
+    table.timestamp("scanFrom").nullable();
+    table.jsonb("errors").defaultTo("[]");
+  });
+
+  await knex.schema.alterTable("reconciliation_log", (table) => {
+    table.index("startedAt", "idx_reconciliation_log_started_at");
+  });
+}
+
+export async function down(knex: Knex): Promise<void> {
+  await knex.schema.dropTableIfExists("reconciliation_log");
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@trafficgroup/knex-rel",
-  "version": "0.1.17",
+  "version": "0.1.19",
   "description": "Knex Module",
   "main": "dist/index.js",
   "scripts": {

package/src/constants/folder.constants.ts

@@ -3,27 +3,18 @@
  * Shared between DAO and API controller to ensure validation consistency
  */
 
-export const VALID_FOLDER_SORT_FIELDS = [
-  "created_at",
-  "name",
-  "status",
-  "updated_at",
-] as const;
-export type FolderSortField = (typeof VALID_FOLDER_SORT_FIELDS)[number];
+export const VALID_FOLDER_SORT_FIELDS = ['created_at', 'name', 'status', 'updated_at'] as const;
+export type FolderSortField = typeof VALID_FOLDER_SORT_FIELDS[number];
 
-export const VALID_FOLDER_STATUSES = [
-  "UPLOADING",
-  "COMPLETED",
-  "FAILED",
-] as const;
-export type FolderStatus = (typeof VALID_FOLDER_STATUSES)[number];
+export const VALID_FOLDER_STATUSES = ['UPLOADING', 'COMPLETED', 'FAILED'] as const;
+export type FolderStatus = typeof VALID_FOLDER_STATUSES[number];
 
 /**
  * Maps API sort field names to database column names with table aliases
  */
 export const FOLDER_SORT_COLUMN_MAP: Record<FolderSortField, string> = {
-  created_at: "f.created_at",
-  name: "f.name",
-  status: "f.status",
-  updated_at: "f.updated_at",
+    'created_at': 'f.created_at',
+    'name': 'f.name',
+    'status': 'f.status',
+    'updated_at': 'f.updated_at'
 };

package/src/constants/study.constants.ts

@@ -0,0 +1,17 @@
+/**
+ * Study sorting and filtering constants
+ * Shared between DAO and API controller to ensure validation consistency
+ */
+
+export const VALID_STUDY_SORT_FIELDS = ['created_at', 'name', 'type', 'status'] as const;
+export type StudySortField = typeof VALID_STUDY_SORT_FIELDS[number];
+
+/**
+ * Maps API sort field names to database column names with table aliases
+ */
+export const STUDY_SORT_COLUMN_MAP: Record<StudySortField, string> = {
+    'created_at': 's.created_at',
+    'name': 's.name',
+    'type': 's.type',
+    'status': 's.status'
+};

package/src/constants/video.constants.ts

@@ -3,21 +3,17 @@
  * Shared between DAO and API controller to ensure validation consistency
  */
 
-export const VALID_VIDEO_SORT_FIELDS = [
-  "created_at",
-  "name",
-  "status",
-] as const;
-export type VideoSortField = (typeof VALID_VIDEO_SORT_FIELDS)[number];
+export const VALID_VIDEO_SORT_FIELDS = ['created_at', 'name', 'status'] as const;
+export type VideoSortField = typeof VALID_VIDEO_SORT_FIELDS[number];
 
-export const VALID_SORT_ORDERS = ["ASC", "DESC"] as const;
-export type SortOrder = (typeof VALID_SORT_ORDERS)[number];
+export const VALID_SORT_ORDERS = ['ASC', 'DESC'] as const;
+export type SortOrder = typeof VALID_SORT_ORDERS[number];
 
 /**
  * Maps API sort field names to database column names with table aliases
  */
 export const VIDEO_SORT_COLUMN_MAP: Record<VideoSortField, string> = {
-  created_at: "v.created_at",
-  name: "v.name",
-  status: "v.status",
+    'created_at': 'v.created_at',
+    'name': 'v.name',
+    'status': 'v.status'
 };

package/src/d.types.ts

@@ -1,22 +1,18 @@
 export interface IDataPaginator<T> {
-  success: boolean;
-  data: T[];
-  page: number;
-  limit: number;
-  count: number;
-  totalCount: number;
-  totalPages: number;
+    success: boolean;
+    data: T[];
+    page: number;
+    limit: number;
+    count: number;
+    totalCount: number;
+    totalPages: number;
 }
 
 export interface IBaseDAO<T> {
-  create(item: T): Promise<T>;
-  getById(id: number): Promise<T | null>;
-  getByUuid(uuid: string): Promise<T | null>;
-  getAll(
-    page: number,
-    limit: number,
-    entityId?: any | null,
-  ): Promise<IDataPaginator<T>>;
-  update(id: number, item: T): Promise<T | null>;
-  delete(id: number): Promise<boolean>;
-}
+    create(item: T): Promise<T>;
+    getById(id: number): Promise<T | null>;
+    getByUuid(uuid: string): Promise<T | null>;
+    getAll(page: number, limit: number, entityId?: any | null): Promise<IDataPaginator<T>>;
+    update(id: number, item: T): Promise<T | null>;
+    delete(id: number): Promise<boolean>;
+}

package/src/dao/VideoMinuteResultDAO.ts

@@ -69,15 +69,15 @@ interface IGroupedResponse {
 }
 
 interface IStudyTimeGroupResult {
-  absoluteTime: string; // ISO 8601 start of bucket
+  absoluteTime: string;      // ISO 8601 start of bucket
   groupIndex: number;
-  startMinute: number; // Start minute number (0-based from video start)
-  endMinute: number; // End minute number (0-based from video start)
-  label: string; // Formatted label
+  startMinute: number;        // Start minute number (0-based from video start)
+  endMinute: number;          // End minute number (0-based from video start)
+  label: string;              // Formatted label
   results: ITMCResult | IATRResult;
   minuteCount: number;
   videoCount: number;
-  contributingVideos: string[]; // Video UUIDs
+  contributingVideos: string[];  // Video UUIDs
 }
 
 interface IGroupedStudyResponse {
@@ -87,7 +87,7 @@ interface IGroupedStudyResponse {
   study: {
     uuid: string;
     name: string;
-    type: "TMC" | "ATR";
+    type: 'TMC' | 'ATR';
     status: string;
   };
   videoCount: number;
@@ -406,11 +406,7 @@ export class VideoMinuteResultDAO implements IBaseDAO<IVideoMinuteResult> {
           groupIndex: row.minute_number,
           startMinute: row.minute_number,
           endMinute: row.minute_number,
-          label: this.formatTimeLabel(
-            row.minute_number,
-            row.minute_number,
-            video.recordingStartedAt,
-          ),
+          label: this.formatTimeLabel(row.minute_number, row.minute_number, video.recordingStartedAt),
           results: row.results,
           minuteCount: 1,
         })),
@@ -427,41 +423,37 @@ export class VideoMinuteResultDAO implements IBaseDAO<IVideoMinuteResult> {
     // Use Knex query builder for safe parameter binding
     const groupingQuery = this.knex(this.tableName)
       .select(
-        this.knex.raw("FLOOR(minute_number / ?) as group_index", [
-          groupingMinutes,
-        ]),
-        this.knex.raw("MIN(minute_number) as start_minute"),
-        this.knex.raw("MAX(minute_number) as end_minute"),
-        this.knex.raw("COUNT(*) as minute_count"),
-        this.knex.raw(
-          "array_agg(results ORDER BY minute_number) as all_results",
-        ),
+        this.knex.raw('FLOOR(minute_number / ?) as group_index', [groupingMinutes]),
+        this.knex.raw('MIN(minute_number) as start_minute'),
+        this.knex.raw('MAX(minute_number) as end_minute'),
+        this.knex.raw('COUNT(*) as minute_count'),
+        this.knex.raw('array_agg(results ORDER BY minute_number) as all_results')
       )
-      .where("video_id", video.id);
+      .where('video_id', video.id);
 
     if (startMinute !== undefined) {
-      groupingQuery.where("minute_number", ">=", startMinute);
+      groupingQuery.where('minute_number', '>=', startMinute);
     }
 
     if (endMinute !== undefined) {
-      groupingQuery.where("minute_number", "<=", endMinute);
+      groupingQuery.where('minute_number', '<=', endMinute);
     }
 
     const rows = await groupingQuery
-      .groupBy("group_index")
-      .orderBy("group_index");
+      .groupBy('group_index')
+      .orderBy('group_index');
 
     // Aggregate the results in TypeScript based on video type
     const aggregatedGroups: IGroupedResult[] = rows.map((row: any) => {
-      if (!row || typeof row !== "object") {
-        throw new Error("Invalid row data received from database query");
+      if (!row || typeof row !== 'object') {
+        throw new Error('Invalid row data received from database query');
       }
 
       const allResults = Array.isArray(row.all_results) ? row.all_results : [];
-
+      
       // Determine video type based on multiple factors
-      let studyType = video.videoType || "ATR"; // Default fallback to ATR
-
+      let studyType = video.videoType || 'ATR'; // Default fallback to ATR
+      
       // Check if minute data has study_type field (ATR usually does)
       if (allResults.length > 0 && allResults[0].study_type) {
         studyType = allResults[0].study_type;
@@ -473,24 +465,20 @@ export class VideoMinuteResultDAO implements IBaseDAO<IVideoMinuteResult> {
           const vehicleKeys = Object.keys(sampleResult.vehicles);
           if (vehicleKeys.length > 0) {
             const firstVehicleType = sampleResult.vehicles[vehicleKeys[0]];
-            if (firstVehicleType && typeof firstVehicleType === "object") {
+            if (firstVehicleType && typeof firstVehicleType === 'object') {
               const directions = Object.keys(firstVehicleType);
-              if (
-                directions.includes("NORTH") ||
-                directions.includes("SOUTH") ||
-                directions.includes("EAST") ||
-                directions.includes("WEST")
-              ) {
-                studyType = "TMC";
+              if (directions.includes('NORTH') || directions.includes('SOUTH') || 
+                  directions.includes('EAST') || directions.includes('WEST')) {
+                studyType = 'TMC';
               }
             }
           }
         }
       }
-
+      
       // Aggregate based on determined video type
       let aggregatedResult;
-      if (studyType === "TMC") {
+      if (studyType === 'TMC') {
         aggregatedResult = this.aggregateTMCResults(allResults);
       } else {
         aggregatedResult = this.aggregateATRResults(allResults);
@@ -500,11 +488,7 @@ export class VideoMinuteResultDAO implements IBaseDAO<IVideoMinuteResult> {
         groupIndex: row.group_index,
         startMinute: row.start_minute,
         endMinute: row.end_minute,
-        label: this.formatTimeLabel(
-          row.start_minute,
-          row.end_minute,
-          video.recordingStartedAt,
-        ),
+        label: this.formatTimeLabel(row.start_minute, row.end_minute, video.recordingStartedAt),
         results: aggregatedResult,
         minuteCount: row.minute_count,
       };
@@ -585,8 +569,8 @@ export class VideoMinuteResultDAO implements IBaseDAO<IVideoMinuteResult> {
         "v.uuid as videoUuid",
         "v.recordingStartedAt",
         this.knex.raw(
-          '"v"."recordingStartedAt" + (vmr.minute_number || \' minutes\')::INTERVAL as "absoluteTime"',
-        ),
+          '"v"."recordingStartedAt" + (vmr.minute_number || \' minutes\')::INTERVAL as "absoluteTime"'
+        )
       )
       .whereIn("v.id", videoIds)
       .orderBy("absoluteTime", "asc");
@@ -624,7 +608,7 @@ export class VideoMinuteResultDAO implements IBaseDAO<IVideoMinuteResult> {
     for (const minute of minuteResults) {
       const absoluteTime = new Date(minute.absoluteTime);
       const minutesSinceEarliest = Math.floor(
-        (absoluteTime.getTime() - earliestTime.getTime()) / (1000 * 60),
+        (absoluteTime.getTime() - earliestTime.getTime()) / (1000 * 60)
       );
       const bucketIndex = Math.floor(minutesSinceEarliest / groupingMinutes);
 
@@ -632,7 +616,7 @@ export class VideoMinuteResultDAO implements IBaseDAO<IVideoMinuteResult> {
         // Calculate bucket start time
         const bucketStartMinutes = bucketIndex * groupingMinutes;
         const bucketStartTime = new Date(
-          earliestTime.getTime() + bucketStartMinutes * 60 * 1000,
+          earliestTime.getTime() + bucketStartMinutes * 60 * 1000
         );
 
         buckets.set(bucketIndex, {
@@ -649,14 +633,12 @@ export class VideoMinuteResultDAO implements IBaseDAO<IVideoMinuteResult> {
     }
 
     // Step 5: Aggregate using existing methods based on study type
-    const aggregatedGroups: IStudyTimeGroupResult[] = Array.from(
-      buckets.values(),
-    )
+    const aggregatedGroups: IStudyTimeGroupResult[] = Array.from(buckets.values())
       .sort((a, b) => a.groupIndex - b.groupIndex)
       .map((bucket) => {
         let aggregatedResult: ITMCResult | IATRResult;
 
-        if (study.type === "TMC") {
+        if (study.type === 'TMC') {
           aggregatedResult = this.aggregateTMCResults(bucket.results);
         } else {
           aggregatedResult = this.aggregateATRResults(bucket.results);
@@ -667,10 +649,7 @@ export class VideoMinuteResultDAO implements IBaseDAO<IVideoMinuteResult> {
           groupIndex: bucket.groupIndex,
           startMinute: bucket.groupIndex * groupingMinutes,
           endMinute: (bucket.groupIndex + 1) * groupingMinutes - 1,
-          label: this.formatStudyTimeLabel(
-            bucket.absoluteTime,
-            groupingMinutes,
-          ),
+          label: this.formatStudyTimeLabel(bucket.absoluteTime, groupingMinutes),
           results: aggregatedResult,
           minuteCount: bucket.results.length,
           videoCount: bucket.videoUuids.size,
@@ -733,27 +712,25 @@ export class VideoMinuteResultDAO implements IBaseDAO<IVideoMinuteResult> {
       vehicles: {},
       counts: {
         total_vehicles: 0,
-        entry_vehicles: 0,
+        entry_vehicles: 0
       },
       total: 0,
       totalcount: 0,
       detected_classes: {},
-      study_type: "TMC",
+      study_type: "TMC"
     };
 
     for (const minute of minutes) {
       const results = minute; // minute is already the results object from array_agg
 
       // Aggregate vehicle movements by class and direction
-      if (results.vehicles && typeof results.vehicles === "object") {
-        for (const [vehicleClass, directions] of Object.entries(
-          results.vehicles,
-        )) {
+      if (results.vehicles && typeof results.vehicles === 'object') {
+        for (const [vehicleClass, directions] of Object.entries(results.vehicles)) {
           // Skip the 'total' pseudo vehicle class - validate it's actually aggregate data
-          if (vehicleClass === "total" && typeof directions === "number") {
+          if (vehicleClass === 'total' && typeof directions === 'number') {
             continue; // This is aggregate total data, not a vehicle class
           }
-
+          
           if (!aggregated.vehicles[vehicleClass]) {
             aggregated.vehicles[vehicleClass] = {};
           }
@@ -776,12 +753,11 @@ export class VideoMinuteResultDAO implements IBaseDAO<IVideoMinuteResult> {
               for (const [turnType, count] of Object.entries(turns)) {
                 const turnCount = (count as number) || 0;
                 aggregated.vehicles[vehicleClass][direction][turnType] =
-                  (aggregated.vehicles[vehicleClass][direction][turnType] ||
-                    0) + turnCount;
-
+                  (aggregated.vehicles[vehicleClass][direction][turnType] || 0) + turnCount;
+                
                 // Add to detected_classes count for this vehicle type
                 aggregated.detected_classes[vehicleClass] += turnCount;
-
+                
                 // Add to total counts
                 aggregated.total += turnCount;
                 aggregated.totalcount += turnCount;
@@ -789,12 +765,10 @@ export class VideoMinuteResultDAO implements IBaseDAO<IVideoMinuteResult> {
             }
           }
         }
-
+        
         // Also process the 'total' entry for validation but don't count it as a vehicle class
         if (results.vehicles.total) {
-          for (const [direction, turns] of Object.entries(
-            results.vehicles.total as any,
-          )) {
+          for (const [direction, turns] of Object.entries(results.vehicles.total as any)) {
             if (typeof turns === "object" && turns !== null) {
               for (const [turnType, count] of Object.entries(turns)) {
                 const turnCount = (count as number) || 0;
@@ -807,8 +781,7 @@ export class VideoMinuteResultDAO implements IBaseDAO<IVideoMinuteResult> {
     }
 
     // Set entry_vehicles same as total_vehicles for TMC
-    aggregated.counts.entry_vehicles =
-      aggregated.counts.total_vehicles || aggregated.total;
+    aggregated.counts.entry_vehicles = aggregated.counts.total_vehicles || aggregated.total;
 
     return aggregated;
   }
@@ -832,7 +805,7 @@ export class VideoMinuteResultDAO implements IBaseDAO<IVideoMinuteResult> {
       if (results.vehicles) {
         for (const [vehicleClass, lanes] of Object.entries(results.vehicles)) {
           // Skip 'total' pseudo-class if present
-          if (vehicleClass === "total") {
+          if (vehicleClass === 'total') {
             continue;
           }
 
@@ -841,8 +814,7 @@ export class VideoMinuteResultDAO implements IBaseDAO<IVideoMinuteResult> {
           }
 
           for (const [laneId, count] of Object.entries(lanes as any)) {
-            const numericCount =
-              typeof count === "number" ? count : parseInt(String(count)) || 0;
+            const numericCount = typeof count === 'number' ? count : (parseInt(String(count)) || 0);
             aggregated.vehicles[vehicleClass][laneId] =
               (aggregated.vehicles[vehicleClass][laneId] || 0) + numericCount;
           }
@@ -939,7 +911,7 @@ export class VideoMinuteResultDAO implements IBaseDAO<IVideoMinuteResult> {
   private formatTimeLabel(
     startMinute: number,
     endMinute: number,
-    recordingStartedAt?: Date | string | null,
+    recordingStartedAt?: Date | string | null
   ): string {
     if (recordingStartedAt) {
       // Calculate actual wall-clock times using recordingStartedAt
@@ -978,10 +950,7 @@ export class VideoMinuteResultDAO implements IBaseDAO<IVideoMinuteResult> {
    * Used when results are already grouped by date in the UI
    * Uses UTC time for consistency with absoluteTime field
    */
-  private formatStudyTimeLabel(
-    startTime: Date,
-    durationMinutes: number,
-  ): string {
+  private formatStudyTimeLabel(startTime: Date, durationMinutes: number): string {
     const endTime = new Date(startTime.getTime() + durationMinutes * 60 * 1000);
 
     const formatTime = (date: Date): string => {