@trafficgroup/knex-rel 0.1.9 → 0.1.10

package/migrations/20251010143500_migration.ts

@@ -5,12 +5,7 @@ export async function up(knex: Knex): Promise<void> {
   const studyHasCamera = await knex.schema.hasColumn("study", "cameraId");
   if (!studyHasCamera) {
     await knex.schema.alterTable("study", (table) => {
-      table
-        .integer("cameraId")
-        .nullable()
-        .references("id")
-        .inTable("cameras")
-        .onDelete("SET NULL");
+      table.integer("cameraId").nullable().references("id").inTable("cameras").onDelete("SET NULL");
       table.index(["cameraId"]);
     });
   }
@@ -18,9 +13,7 @@ export async function up(knex: Knex): Promise<void> {
   // 2. Remove cameraId from video table
   const videoHasCamera = await knex.schema.hasColumn("video", "cameraId");
   if (videoHasCamera) {
-    await knex.raw(
-      `ALTER TABLE video DROP CONSTRAINT IF EXISTS video_cameraid_foreign`,
-    );
+    await knex.raw(`ALTER TABLE video DROP CONSTRAINT IF EXISTS video_cameraid_foreign`);
     await knex.raw(`DROP INDEX IF EXISTS video_cameraid_index`);
     await knex.schema.alterTable("video", (table) => {
       table.dropColumn("cameraId");
@@ -30,9 +23,7 @@ export async function up(knex: Knex): Promise<void> {
   // 3. Remove cameraId from folders table
   const foldersHasCamera = await knex.schema.hasColumn("folders", "cameraId");
   if (foldersHasCamera) {
-    await knex.raw(
-      `ALTER TABLE folders DROP CONSTRAINT IF EXISTS folders_cameraid_foreign`,
-    );
+    await knex.raw(`ALTER TABLE folders DROP CONSTRAINT IF EXISTS folders_cameraid_foreign`);
     await knex.raw(`DROP INDEX IF EXISTS folders_cameraid_index`);
     await knex.schema.alterTable("folders", (table) => {
       table.dropColumn("cameraId");
@@ -45,12 +36,7 @@ export async function down(knex: Knex): Promise<void> {
   const foldersHasCamera = await knex.schema.hasColumn("folders", "cameraId");
   if (!foldersHasCamera) {
     await knex.schema.alterTable("folders", (table) => {
-      table
-        .integer("cameraId")
-        .nullable()
-        .references("id")
-        .inTable("cameras")
-        .onDelete("SET NULL");
+      table.integer("cameraId").nullable().references("id").inTable("cameras").onDelete("SET NULL");
       table.index(["cameraId"]);
     });
   }
@@ -59,12 +45,7 @@ export async function down(knex: Knex): Promise<void> {
   const videoHasCamera = await knex.schema.hasColumn("video", "cameraId");
   if (!videoHasCamera) {
     await knex.schema.alterTable("video", (table) => {
-      table
-        .integer("cameraId")
-        .nullable()
-        .references("id")
-        .inTable("cameras")
-        .onDelete("SET NULL");
+      table.integer("cameraId").nullable().references("id").inTable("cameras").onDelete("SET NULL");
       table.index(["cameraId"]);
     });
   }
@@ -72,9 +53,7 @@ export async function down(knex: Knex): Promise<void> {
   // 3. Remove cameraId from study table
   const studyHasCamera = await knex.schema.hasColumn("study", "cameraId");
   if (studyHasCamera) {
-    await knex.raw(
-      `ALTER TABLE study DROP CONSTRAINT IF EXISTS study_cameraid_foreign`,
-    );
+    await knex.raw(`ALTER TABLE study DROP CONSTRAINT IF EXISTS study_cameraid_foreign`);
     await knex.raw(`DROP INDEX IF EXISTS study_cameraid_index`);
     await knex.schema.alterTable("study", (table) => {
       table.dropColumn("cameraId");

package/migrations/20251020225758_migration.ts

@@ -13,49 +13,28 @@ import type { Knex } from "knex";
 export async function up(knex: Knex): Promise<void> {
   // Step 1: Create video_batch table with proper id/uuid pattern
   await knex.schema.createTable("video_batch", (table) => {
-    table
-      .increments("id")
-      .primary()
+    table.increments("id").primary()
       .comment("Primary key for internal foreign key relationships");
 
-    table
-      .uuid("uuid")
-      .notNullable()
-      .unique()
-      .defaultTo(knex.raw("uuid_generate_v4()"))
+    table.uuid("uuid").notNullable().unique().defaultTo(knex.raw('uuid_generate_v4()'))
       .comment("UUID for external API communication");
 
-    table
-      .integer("folderId")
-      .unsigned()
-      .notNullable()
-      .references("id")
-      .inTable("folders")
-      .onDelete("CASCADE")
+    table.integer("folderId").unsigned().notNullable()
+      .references("id").inTable("folders").onDelete("CASCADE")
       .comment("Foreign key to folders table");
 
-    table
-      .enu("status", ["PENDING", "IN_PROGRESS", "COMPLETED", "FAILED"])
+    table.enu("status", ["PENDING", "IN_PROGRESS", "COMPLETED", "FAILED"])
       .notNullable()
       .defaultTo("PENDING")
       .comment("Status of the batch upload");
 
-    table
-      .integer("totalVideos")
-      .notNullable()
-      .defaultTo(0)
+    table.integer("totalVideos").notNullable().defaultTo(0)
       .comment("Total number of videos in batch");
 
-    table
-      .integer("completedVideos")
-      .notNullable()
-      .defaultTo(0)
+    table.integer("completedVideos").notNullable().defaultTo(0)
       .comment("Number of successfully created videos");
 
-    table
-      .integer("failedVideos")
-      .notNullable()
-      .defaultTo(0)
+    table.integer("failedVideos").notNullable().defaultTo(0)
       .comment("Number of failed videos");
 
     table.timestamps(true, true);
@@ -63,32 +42,17 @@ export async function up(knex: Knex): Promise<void> {
 
   // Step 2: Add recording time, trimming, and batch columns to video table
   await knex.schema.alterTable("video", (table) => {
-    table
-      .timestamp("recordingStartedAt", { useTz: true })
-      .nullable()
+    table.timestamp("recordingStartedAt", { useTz: true }).nullable()
       .comment("Recording start time in UTC - null for backward compatibility");
 
-    table
-      .boolean("trimEnabled")
-      .notNullable()
-      .defaultTo(false)
+    table.boolean("trimEnabled").notNullable().defaultTo(false)
       .comment("Whether video trimming is enabled");
 
-    table
-      .jsonb("trimPeriods")
-      .nullable()
-      .comment(
-        "Array of trim periods with startTime and endTime in ISO 8601 format",
-      );
-
-    table
-      .integer("batchId")
-      .unsigned()
-      .nullable()
-      .references("id")
-      .inTable("video_batch")
-      .withKeyName("fk_video_batch")
-      .onDelete("SET NULL")
+    table.jsonb("trimPeriods").nullable()
+      .comment("Array of trim periods with startTime and endTime in ISO 8601 format");
+
+    table.integer("batchId").unsigned().nullable()
+      .references("id").inTable("video_batch").withKeyName("fk_video_batch").onDelete("SET NULL")
       .comment("Foreign key to video_batch table (numerical ID, NOT UUID)");
   });
 

package/migrations/20251112120000_migration.ts

@@ -29,11 +29,7 @@ export async function up(knex: Knex): Promise<void> {
 
   // 5. Add new foreign key constraint with updated name
   await knex.schema.alterTable("study", (table) => {
-    table
-      .foreign("locationId")
-      .references("id")
-      .inTable("locations")
-      .onDelete("SET NULL");
+    table.foreign("locationId").references("id").inTable("locations").onDelete("SET NULL");
   });
 
   // 6. Drop old index if it exists
@@ -66,11 +62,7 @@ export async function down(knex: Knex): Promise<void> {
 
   // 4. Restore original foreign key constraint
   await knex.schema.alterTable("study", (table) => {
-    table
-      .foreign("cameraId")
-      .references("id")
-      .inTable("locations")
-      .onDelete("SET NULL");
+    table.foreign("cameraId").references("id").inTable("locations").onDelete("SET NULL");
   });
 
   // 5. Restore original index

package/migrations/20251112120200_migration.ts

@@ -9,27 +9,15 @@ import { Knex } from "knex";
 export async function up(knex: Knex): Promise<void> {
   await knex.schema.createTable("cameras", (table) => {
     table.increments("id").primary();
-    table
-      .uuid("uuid")
-      .defaultTo(knex.raw("uuid_generate_v4()"))
-      .unique()
-      .notNullable();
-    table
-      .integer("locationId")
-      .unsigned()
-      .notNullable()
-      .references("id")
-      .inTable("locations")
-      .onDelete("CASCADE");
+    table.uuid("uuid").defaultTo(knex.raw("uuid_generate_v4()")).unique().notNullable();
+    table.integer("locationId").unsigned().notNullable()
+      .references("id").inTable("locations").onDelete("CASCADE");
     table.string("name", 100).notNullable();
     table.text("description").nullable();
-    table
-      .enu("status", ["ACTIVE", "INACTIVE", "MAINTENANCE"], {
-        useNative: true,
-        enumName: "camera_status_enum",
-      })
-      .defaultTo("ACTIVE")
-      .notNullable();
+    table.enu("status", ["ACTIVE", "INACTIVE", "MAINTENANCE"], {
+      useNative: true,
+      enumName: "camera_status_enum"
+    }).defaultTo("ACTIVE").notNullable();
     table.jsonb("metadata").defaultTo("{}").notNullable();
     table.timestamps(true, true);
 

package/migrations/20251112120300_migration.ts

@@ -8,13 +8,8 @@ import { Knex } from "knex";
  */
 export async function up(knex: Knex): Promise<void> {
   await knex.schema.alterTable("video", (table) => {
-    table
-      .integer("cameraId")
-      .unsigned()
-      .nullable()
-      .references("id")
-      .inTable("cameras")
-      .onDelete("SET NULL");
+    table.integer("cameraId").unsigned().nullable()
+      .references("id").inTable("cameras").onDelete("SET NULL");
     table.index(["cameraId"], "video_cameraid_index");
   });
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@trafficgroup/knex-rel",
-  "version": "0.1.9",
+  "version": "0.1.10",
   "description": "Knex Module",
   "main": "dist/index.js",
   "scripts": {

package/src/constants/video.constants.ts

@@ -0,0 +1,19 @@
+/**
+ * Video sorting constants
+ * Shared between DAO and API controller to ensure validation consistency
+ */
+
+export const VALID_VIDEO_SORT_FIELDS = ['created_at', 'name', 'status'] as const;
+export type VideoSortField = typeof VALID_VIDEO_SORT_FIELDS[number];
+
+export const VALID_SORT_ORDERS = ['ASC', 'DESC'] as const;
+export type SortOrder = typeof VALID_SORT_ORDERS[number];
+
+/**
+ * Maps API sort field names to database column names with table aliases
+ */
+export const VIDEO_SORT_COLUMN_MAP: Record<VideoSortField, string> = {
+    'created_at': 'v.created_at',
+    'name': 'v.name',
+    'status': 'v.status'
+};

package/src/d.types.ts

@@ -1,22 +1,18 @@
 export interface IDataPaginator<T> {
-  success: boolean;
-  data: T[];
-  page: number;
-  limit: number;
-  count: number;
-  totalCount: number;
-  totalPages: number;
+    success: boolean;
+    data: T[];
+    page: number;
+    limit: number;
+    count: number;
+    totalCount: number;
+    totalPages: number;
 }
 
 export interface IBaseDAO<T> {
-  create(item: T): Promise<T>;
-  getById(id: number): Promise<T | null>;
-  getByUuid(uuid: string): Promise<T | null>;
-  getAll(
-    page: number,
-    limit: number,
-    entityId?: any | null,
-  ): Promise<IDataPaginator<T>>;
-  update(id: number, item: T): Promise<T | null>;
-  delete(id: number): Promise<boolean>;
-}
+    create(item: T): Promise<T>;
+    getById(id: number): Promise<T | null>;
+    getByUuid(uuid: string): Promise<T | null>;
+    getAll(page: number, limit: number, entityId?: any | null): Promise<IDataPaginator<T>>;
+    update(id: number, item: T): Promise<T | null>;
+    delete(id: number): Promise<boolean>;
+}

package/src/dao/VideoMinuteResultDAO.ts

@@ -69,15 +69,15 @@ interface IGroupedResponse {
 }
 
 interface IStudyTimeGroupResult {
-  absoluteTime: string; // ISO 8601 start of bucket
+  absoluteTime: string;      // ISO 8601 start of bucket
   groupIndex: number;
-  startMinute: number; // Start minute number (0-based from video start)
-  endMinute: number; // End minute number (0-based from video start)
-  label: string; // Formatted label
+  startMinute: number;        // Start minute number (0-based from video start)
+  endMinute: number;          // End minute number (0-based from video start)
+  label: string;              // Formatted label
   results: ITMCResult | IATRResult;
   minuteCount: number;
   videoCount: number;
-  contributingVideos: string[]; // Video UUIDs
+  contributingVideos: string[];  // Video UUIDs
 }
 
 interface IGroupedStudyResponse {
@@ -87,7 +87,7 @@ interface IGroupedStudyResponse {
   study: {
     uuid: string;
     name: string;
-    type: "TMC" | "ATR";
+    type: 'TMC' | 'ATR';
     status: string;
   };
   videoCount: number;
@@ -423,41 +423,37 @@ export class VideoMinuteResultDAO implements IBaseDAO<IVideoMinuteResult> {
     // Use Knex query builder for safe parameter binding
     const groupingQuery = this.knex(this.tableName)
       .select(
-        this.knex.raw("FLOOR(minute_number / ?) as group_index", [
-          groupingMinutes,
-        ]),
-        this.knex.raw("MIN(minute_number) as start_minute"),
-        this.knex.raw("MAX(minute_number) as end_minute"),
-        this.knex.raw("COUNT(*) as minute_count"),
-        this.knex.raw(
-          "array_agg(results ORDER BY minute_number) as all_results",
-        ),
+        this.knex.raw('FLOOR(minute_number / ?) as group_index', [groupingMinutes]),
+        this.knex.raw('MIN(minute_number) as start_minute'),
+        this.knex.raw('MAX(minute_number) as end_minute'),
+        this.knex.raw('COUNT(*) as minute_count'),
+        this.knex.raw('array_agg(results ORDER BY minute_number) as all_results')
       )
-      .where("video_id", video.id);
+      .where('video_id', video.id);
 
     if (startMinute !== undefined) {
-      groupingQuery.where("minute_number", ">=", startMinute);
+      groupingQuery.where('minute_number', '>=', startMinute);
     }
 
     if (endMinute !== undefined) {
-      groupingQuery.where("minute_number", "<=", endMinute);
+      groupingQuery.where('minute_number', '<=', endMinute);
     }
 
     const rows = await groupingQuery
-      .groupBy("group_index")
-      .orderBy("group_index");
+      .groupBy('group_index')
+      .orderBy('group_index');
 
     // Aggregate the results in TypeScript based on video type
     const aggregatedGroups: IGroupedResult[] = rows.map((row: any) => {
-      if (!row || typeof row !== "object") {
-        throw new Error("Invalid row data received from database query");
+      if (!row || typeof row !== 'object') {
+        throw new Error('Invalid row data received from database query');
       }
 
       const allResults = Array.isArray(row.all_results) ? row.all_results : [];
-
+      
       // Determine video type based on multiple factors
-      let studyType = video.videoType || "ATR"; // Default fallback to ATR
-
+      let studyType = video.videoType || 'ATR'; // Default fallback to ATR
+      
       // Check if minute data has study_type field (ATR usually does)
       if (allResults.length > 0 && allResults[0].study_type) {
         studyType = allResults[0].study_type;
@@ -469,24 +465,20 @@ export class VideoMinuteResultDAO implements IBaseDAO<IVideoMinuteResult> {
           const vehicleKeys = Object.keys(sampleResult.vehicles);
           if (vehicleKeys.length > 0) {
             const firstVehicleType = sampleResult.vehicles[vehicleKeys[0]];
-            if (firstVehicleType && typeof firstVehicleType === "object") {
+            if (firstVehicleType && typeof firstVehicleType === 'object') {
               const directions = Object.keys(firstVehicleType);
-              if (
-                directions.includes("NORTH") ||
-                directions.includes("SOUTH") ||
-                directions.includes("EAST") ||
-                directions.includes("WEST")
-              ) {
-                studyType = "TMC";
+              if (directions.includes('NORTH') || directions.includes('SOUTH') || 
+                  directions.includes('EAST') || directions.includes('WEST')) {
+                studyType = 'TMC';
               }
             }
           }
         }
       }
-
+      
       // Aggregate based on determined video type
       let aggregatedResult;
-      if (studyType === "TMC") {
+      if (studyType === 'TMC') {
         aggregatedResult = this.aggregateTMCResults(allResults);
       } else {
         aggregatedResult = this.aggregateATRResults(allResults);
@@ -577,8 +569,8 @@ export class VideoMinuteResultDAO implements IBaseDAO<IVideoMinuteResult> {
         "v.uuid as videoUuid",
         "v.recordingStartedAt",
         this.knex.raw(
-          '"v"."recordingStartedAt" + (vmr.minute_number || \' minutes\')::INTERVAL as "absoluteTime"',
-        ),
+          '"v"."recordingStartedAt" + (vmr.minute_number || \' minutes\')::INTERVAL as "absoluteTime"'
+        )
       )
       .whereIn("v.id", videoIds)
       .orderBy("absoluteTime", "asc");
@@ -616,7 +608,7 @@ export class VideoMinuteResultDAO implements IBaseDAO<IVideoMinuteResult> {
     for (const minute of minuteResults) {
       const absoluteTime = new Date(minute.absoluteTime);
       const minutesSinceEarliest = Math.floor(
-        (absoluteTime.getTime() - earliestTime.getTime()) / (1000 * 60),
+        (absoluteTime.getTime() - earliestTime.getTime()) / (1000 * 60)
       );
       const bucketIndex = Math.floor(minutesSinceEarliest / groupingMinutes);
 
@@ -624,7 +616,7 @@ export class VideoMinuteResultDAO implements IBaseDAO<IVideoMinuteResult> {
         // Calculate bucket start time
         const bucketStartMinutes = bucketIndex * groupingMinutes;
         const bucketStartTime = new Date(
-          earliestTime.getTime() + bucketStartMinutes * 60 * 1000,
+          earliestTime.getTime() + bucketStartMinutes * 60 * 1000
         );
 
         buckets.set(bucketIndex, {
@@ -641,14 +633,12 @@ export class VideoMinuteResultDAO implements IBaseDAO<IVideoMinuteResult> {
     }
 
     // Step 5: Aggregate using existing methods based on study type
-    const aggregatedGroups: IStudyTimeGroupResult[] = Array.from(
-      buckets.values(),
-    )
+    const aggregatedGroups: IStudyTimeGroupResult[] = Array.from(buckets.values())
       .sort((a, b) => a.groupIndex - b.groupIndex)
       .map((bucket) => {
         let aggregatedResult: ITMCResult | IATRResult;
 
-        if (study.type === "TMC") {
+        if (study.type === 'TMC') {
           aggregatedResult = this.aggregateTMCResults(bucket.results);
         } else {
           aggregatedResult = this.aggregateATRResults(bucket.results);
@@ -659,10 +649,7 @@ export class VideoMinuteResultDAO implements IBaseDAO<IVideoMinuteResult> {
           groupIndex: bucket.groupIndex,
           startMinute: bucket.groupIndex * groupingMinutes,
           endMinute: (bucket.groupIndex + 1) * groupingMinutes - 1,
-          label: this.formatStudyTimeLabel(
-            bucket.absoluteTime,
-            groupingMinutes,
-          ),
+          label: this.formatStudyTimeLabel(bucket.absoluteTime, groupingMinutes),
           results: aggregatedResult,
           minuteCount: bucket.results.length,
           videoCount: bucket.videoUuids.size,
@@ -725,27 +712,25 @@ export class VideoMinuteResultDAO implements IBaseDAO<IVideoMinuteResult> {
       vehicles: {},
       counts: {
         total_vehicles: 0,
-        entry_vehicles: 0,
+        entry_vehicles: 0
       },
       total: 0,
       totalcount: 0,
       detected_classes: {},
-      study_type: "TMC",
+      study_type: "TMC"
     };
 
     for (const minute of minutes) {
       const results = minute; // minute is already the results object from array_agg
 
       // Aggregate vehicle movements by class and direction
-      if (results.vehicles && typeof results.vehicles === "object") {
-        for (const [vehicleClass, directions] of Object.entries(
-          results.vehicles,
-        )) {
+      if (results.vehicles && typeof results.vehicles === 'object') {
+        for (const [vehicleClass, directions] of Object.entries(results.vehicles)) {
           // Skip the 'total' pseudo vehicle class - validate it's actually aggregate data
-          if (vehicleClass === "total" && typeof directions === "number") {
+          if (vehicleClass === 'total' && typeof directions === 'number') {
             continue; // This is aggregate total data, not a vehicle class
           }
-
+          
           if (!aggregated.vehicles[vehicleClass]) {
             aggregated.vehicles[vehicleClass] = {};
           }
@@ -768,12 +753,11 @@ export class VideoMinuteResultDAO implements IBaseDAO<IVideoMinuteResult> {
               for (const [turnType, count] of Object.entries(turns)) {
                 const turnCount = (count as number) || 0;
                 aggregated.vehicles[vehicleClass][direction][turnType] =
-                  (aggregated.vehicles[vehicleClass][direction][turnType] ||
-                    0) + turnCount;
-
+                  (aggregated.vehicles[vehicleClass][direction][turnType] || 0) + turnCount;
+                
                 // Add to detected_classes count for this vehicle type
                 aggregated.detected_classes[vehicleClass] += turnCount;
-
+                
                 // Add to total counts
                 aggregated.total += turnCount;
                 aggregated.totalcount += turnCount;
@@ -781,12 +765,10 @@ export class VideoMinuteResultDAO implements IBaseDAO<IVideoMinuteResult> {
             }
           }
         }
-
+        
         // Also process the 'total' entry for validation but don't count it as a vehicle class
         if (results.vehicles.total) {
-          for (const [direction, turns] of Object.entries(
-            results.vehicles.total as any,
-          )) {
+          for (const [direction, turns] of Object.entries(results.vehicles.total as any)) {
             if (typeof turns === "object" && turns !== null) {
               for (const [turnType, count] of Object.entries(turns)) {
                 const turnCount = (count as number) || 0;
@@ -799,8 +781,7 @@ export class VideoMinuteResultDAO implements IBaseDAO<IVideoMinuteResult> {
     }
 
     // Set entry_vehicles same as total_vehicles for TMC
-    aggregated.counts.entry_vehicles =
-      aggregated.counts.total_vehicles || aggregated.total;
+    aggregated.counts.entry_vehicles = aggregated.counts.total_vehicles || aggregated.total;
 
     return aggregated;
   }
@@ -824,7 +805,7 @@ export class VideoMinuteResultDAO implements IBaseDAO<IVideoMinuteResult> {
       if (results.vehicles) {
         for (const [vehicleClass, lanes] of Object.entries(results.vehicles)) {
           // Skip 'total' pseudo-class if present
-          if (vehicleClass === "total") {
+          if (vehicleClass === 'total') {
             continue;
           }
 
@@ -833,8 +814,7 @@ export class VideoMinuteResultDAO implements IBaseDAO<IVideoMinuteResult> {
           }
 
           for (const [laneId, count] of Object.entries(lanes as any)) {
-            const numericCount =
-              typeof count === "number" ? count : parseInt(String(count)) || 0;
+            const numericCount = typeof count === 'number' ? count : (parseInt(String(count)) || 0);
             aggregated.vehicles[vehicleClass][laneId] =
               (aggregated.vehicles[vehicleClass][laneId] || 0) + numericCount;
           }
@@ -941,10 +921,7 @@ export class VideoMinuteResultDAO implements IBaseDAO<IVideoMinuteResult> {
    * Used when results are already grouped by date in the UI
    * Uses UTC time for consistency with absoluteTime field
    */
-  private formatStudyTimeLabel(
-    startTime: Date,
-    durationMinutes: number,
-  ): string {
+  private formatStudyTimeLabel(startTime: Date, durationMinutes: number): string {
     const endTime = new Date(startTime.getTime() + durationMinutes * 60 * 1000);
 
     const formatTime = (date: Date): string => {