@adventurelabs/scout-core 1.4.33 → 1.4.34

package/dist/helpers/bounding_boxes.js

@@ -16,7 +16,6 @@ export function convertManualBoundingBoxToTag(boundingBox, event_id) {
         observation_type: "manual",
         class: newClassName,
         event_id: event_id,
-        location: null,
     };
 }
 export function convertTagToBoundingBox(tag, source) {

package/dist/helpers/embeddings.d.ts

@@ -0,0 +1,12 @@
+import { IWebResponseCompatible } from "../types/requests";
+import type { IEmbeddingSearchResult } from "../types/db";
+import { SupabaseClient } from "@supabase/supabase-js";
+/**
+ * Semantic search over the embeddings table (embeddings_vertex_multimodal_001).
+ * Returns matching embedding row ids with event_id, artifact_id, and confidence.
+ * Use for general embedding search without coupling to events vs artifacts.
+ */
+export declare function server_search_embeddings_vertex_multimodal_001(query_embedding: number[], match_threshold: number, match_count: number, options?: {
+    herd_id?: number | null;
+    client?: SupabaseClient;
+}): Promise<IWebResponseCompatible<IEmbeddingSearchResult[]>>;

package/dist/helpers/embeddings.js

@@ -0,0 +1,22 @@
+"use server";
+import { newServerClient } from "../supabase/server";
+import { IWebResponse } from "../types/requests";
+/**
+ * Semantic search over the embeddings table (embeddings_vertex_multimodal_001).
+ * Returns matching embedding row ids with event_id, artifact_id, and confidence.
+ * Use for general embedding search without coupling to events vs artifacts.
+ */
+export async function server_search_embeddings_vertex_multimodal_001(query_embedding, match_threshold, match_count, options) {
+    const supabase = options?.client ?? (await newServerClient());
+    const rpcName = "search_embeddings_vertex_multimodal_001";
+    const { data, error } = await supabase.rpc(rpcName, {
+        query_embedding: JSON.stringify(query_embedding),
+        match_threshold,
+        match_count,
+        ...(options?.herd_id != null && { herd_id_caller: options.herd_id }),
+    });
+    if (error) {
+        return IWebResponse.error(error.message).to_compatible();
+    }
+    return IWebResponse.success((data ?? [])).to_compatible();
+}

package/dist/helpers/tags.js

@@ -403,9 +403,12 @@ export async function get_event_and_tags_by_event_id(event_id) {
         is_public: data[0].is_public,
         herd_id: deviceData.herd_id,
         tags: (data[0].tags || []).map((tag) => {
-            const loc = tag.location;
-            const lat = loc ? extractLatitude(loc) : null;
-            const lon = loc ? extractLongitude(loc) : null;
+            const originLoc = tag.origin_location;
+            const subjectLoc = tag.subject_location;
+            const originLat = originLoc ? extractLatitude(originLoc) : null;
+            const originLon = originLoc ? extractLongitude(originLoc) : null;
+            const subjectLat = subjectLoc ? extractLatitude(subjectLoc) : null;
+            const subjectLon = subjectLoc ? extractLongitude(subjectLoc) : null;
             return {
                 id: tag.id,
                 inserted_at: tag.inserted_at,
@@ -430,10 +433,10 @@ export async function get_event_and_tags_by_event_id(event_id) {
                 origin_height: tag.origin_height,
                 subject_location: tag.subject_location ?? null,
                 subject_height: tag.subject_height,
-                origin_latitude: lat,
-                origin_longitude: lon,
-                subject_latitude: null,
-                subject_longitude: null,
+                origin_latitude: originLat,
+                origin_longitude: originLon,
+                subject_latitude: subjectLat,
+                subject_longitude: subjectLon,
             };
         }),
         earthranger_url: data[0].earthranger_url,

package/dist/index.d.ts

@@ -18,6 +18,7 @@ export * from "./helpers/connectivity";
 export * from "./helpers/db";
 export * from "./helpers/devices";
 export * from "./helpers/email";
+export * from "./helpers/embeddings";
 export * from "./helpers/events";
 export * from "./helpers/gps";
 export * from "./helpers/herds";

package/dist/index.js

@@ -21,6 +21,7 @@ export * from "./helpers/connectivity";
 export * from "./helpers/db";
 export * from "./helpers/devices";
 export * from "./helpers/email";
+export * from "./helpers/embeddings";
 export * from "./helpers/events";
 export * from "./helpers/gps";
 export * from "./helpers/herds";

package/dist/providers/ScoutRefreshProvider.d.ts

@@ -51,8 +51,6 @@ export declare function useSupabase(): SupabaseClient<Database, "public", "publi
             Row: {
                 created_at: string;
                 device_id: number;
-                embedding_qwen_vl_2b: string | null;
-                embedding_vertex_mm_01: string | null;
                 file_path: string;
                 file_size_bytes: number | null;
                 id: number;
@@ -66,8 +64,6 @@ export declare function useSupabase(): SupabaseClient<Database, "public", "publi
             Insert: {
                 created_at?: string;
                 device_id: number;
-                embedding_qwen_vl_2b?: string | null;
-                embedding_vertex_mm_01?: string | null;
                 file_path: string;
                 file_size_bytes?: number | null;
                 id?: number;
@@ -81,8 +77,6 @@ export declare function useSupabase(): SupabaseClient<Database, "public", "publi
             Update: {
                 created_at?: string;
                 device_id?: number;
-                embedding_qwen_vl_2b?: string | null;
-                embedding_vertex_mm_01?: string | null;
                 file_path?: string;
                 file_size_bytes?: number | null;
                 id?: number;
@@ -359,13 +353,86 @@ export declare function useSupabase(): SupabaseClient<Database, "public", "publi
                 referencedColumns: ["id"];
             }];
         };
+        embeddings_vertex_multimodal_001: {
+            Row: {
+                artifact_id: number | null;
+                created_at: string;
+                embedding: string;
+                event_id: number | null;
+                id: number;
+                origin_heading: number | null;
+                origin_height: number | null;
+                origin_location: unknown;
+                origin_pitch: number | null;
+                origin_roll: number | null;
+                sensor_pitch: number | null;
+                sensor_roll: number | null;
+                sensor_yaw: number | null;
+                timestamp_observation: string | null;
+            };
+            Insert: {
+                artifact_id?: number | null;
+                created_at?: string;
+                embedding: string;
+                event_id?: number | null;
+                id?: number;
+                origin_heading?: number | null;
+                origin_height?: number | null;
+                origin_location?: unknown;
+                origin_pitch?: number | null;
+                origin_roll?: number | null;
+                sensor_pitch?: number | null;
+                sensor_roll?: number | null;
+                sensor_yaw?: number | null;
+                timestamp_observation?: string | null;
+            };
+            Update: {
+                artifact_id?: number | null;
+                created_at?: string;
+                embedding?: string;
+                event_id?: number | null;
+                id?: number;
+                origin_heading?: number | null;
+                origin_height?: number | null;
+                origin_location?: unknown;
+                origin_pitch?: number | null;
+                origin_roll?: number | null;
+                sensor_pitch?: number | null;
+                sensor_roll?: number | null;
+                sensor_yaw?: number | null;
+                timestamp_observation?: string | null;
+            };
+            Relationships: [{
+                foreignKeyName: "embeddings_vertex_multimodal_001_artifact_id_fkey";
+                columns: ["artifact_id"];
+                isOneToOne: false;
+                referencedRelation: "artifacts";
+                referencedColumns: ["id"];
+            }, {
+                foreignKeyName: "embeddings_vertex_multimodal_001_event_id_fkey";
+                columns: ["event_id"];
+                isOneToOne: false;
+                referencedRelation: "events";
+                referencedColumns: ["id"];
+            }, {
+                foreignKeyName: "embeddings_vertex_multimodal_001_event_id_fkey";
+                columns: ["event_id"];
+                isOneToOne: false;
+                referencedRelation: "events_with_tags";
+                referencedColumns: ["id"];
+            }, {
+                foreignKeyName: "embeddings_vertex_multimodal_001_event_id_fkey";
+                columns: ["event_id"];
+                isOneToOne: false;
+                referencedRelation: "events_with_tags_by_session";
+                referencedColumns: ["id"];
+            }];
+        };
         events: {
             Row: {
                 altitude: number;
                 device_id: number;
                 earthranger_url: string | null;
-                embedding_qwen_vl_2b: string | null;
-                embedding_vertex_mm_01: string | null;
                 file_path: string | null;
                 heading: number;
                 id: number;
@@ -382,8 +449,6 @@ export declare function useSupabase(): SupabaseClient<Database, "public", "publi
                 altitude?: number;
                 device_id: number;
                 earthranger_url?: string | null;
-                embedding_qwen_vl_2b?: string | null;
-                embedding_vertex_mm_01?: string | null;
                 file_path?: string | null;
                 heading?: number;
                 id?: number;
@@ -400,8 +465,6 @@ export declare function useSupabase(): SupabaseClient<Database, "public", "publi
                 altitude?: number;
                 device_id?: number;
                 earthranger_url?: string | null;
-                embedding_qwen_vl_2b?: string | null;
-                embedding_vertex_mm_01?: string | null;
                 file_path?: string | null;
                 heading?: number;
                 id?: number;
@@ -934,7 +997,6 @@ export declare function useSupabase(): SupabaseClient<Database, "public", "publi
                 height: number;
                 id: number;
                 inserted_at: string;
-                location: unknown;
                 observation_type: Database["public"]["Enums"]["tag_observation_type"];
                 origin_heading: number | null;
                 origin_height: number | null;
@@ -961,7 +1023,6 @@ export declare function useSupabase(): SupabaseClient<Database, "public", "publi
                 height?: number;
                 id?: number;
                 inserted_at?: string;
-                location?: unknown;
                 observation_type: Database["public"]["Enums"]["tag_observation_type"];
                 origin_heading?: number | null;
                 origin_height?: number | null;
@@ -988,7 +1049,6 @@ export declare function useSupabase(): SupabaseClient<Database, "public", "publi
                 height?: number;
                 id?: number;
                 inserted_at?: string;
-                location?: unknown;
                 observation_type?: Database["public"]["Enums"]["tag_observation_type"];
                 origin_heading?: number | null;
                 origin_height?: number | null;
@@ -1359,8 +1419,6 @@ export declare function useSupabase(): SupabaseClient<Database, "public", "publi
             Returns: {
                 created_at: string;
                 device_id: number;
-                embedding_qwen_vl_2b: string | null;
-                embedding_vertex_mm_01: string | null;
                 file_path: string;
                 file_size_bytes: number | null;
                 id: number;
@@ -1386,8 +1444,6 @@ export declare function useSupabase(): SupabaseClient<Database, "public", "publi
             Returns: {
                 created_at: string;
                 device_id: number;
-                embedding_qwen_vl_2b: string | null;
-                embedding_vertex_mm_01: string | null;
                 file_path: string;
                 file_size_bytes: number | null;
                 id: number;
@@ -1414,8 +1470,6 @@ export declare function useSupabase(): SupabaseClient<Database, "public", "publi
             Returns: {
                 created_at: string;
                 device_id: number;
-                embedding_qwen_vl_2b: string | null;
-                embedding_vertex_mm_01: string | null;
                 file_path: string;
                 file_size_bytes: number | null;
                 id: number;
@@ -1442,8 +1496,6 @@ export declare function useSupabase(): SupabaseClient<Database, "public", "publi
             Returns: {
                 created_at: string;
                 device_id: number;
-                embedding_qwen_vl_2b: string | null;
-                embedding_vertex_mm_01: string | null;
                 file_path: string;
                 file_size_bytes: number | null;
                 id: number;
@@ -1471,8 +1523,6 @@ export declare function useSupabase(): SupabaseClient<Database, "public", "publi
             Returns: {
                 created_at: string;
                 device_id: number;
-                embedding_qwen_vl_2b: string | null;
-                embedding_vertex_mm_01: string | null;
                 file_path: string;
                 file_size_bytes: number | null;
                 id: number;
@@ -1500,8 +1550,6 @@ export declare function useSupabase(): SupabaseClient<Database, "public", "publi
             Returns: {
                 created_at: string;
                 device_id: number;
-                embedding_qwen_vl_2b: string | null;
-                embedding_vertex_mm_01: string | null;
                 file_path: string;
                 file_size_bytes: number | null;
                 id: number;
@@ -1529,8 +1577,6 @@ export declare function useSupabase(): SupabaseClient<Database, "public", "publi
             Returns: {
                 created_at: string;
                 device_id: number;
-                embedding_qwen_vl_2b: string | null;
-                embedding_vertex_mm_01: string | null;
                 file_path: string;
                 file_size_bytes: number | null;
                 id: number;
@@ -2006,6 +2052,21 @@ export declare function useSupabase(): SupabaseClient<Database, "public", "publi
             Args: never;
             Returns: undefined;
         };
+        search_embeddings_vertex_multimodal_001: {
+            Args: {
+                herd_id_caller?: number;
+                match_count: number;
+                match_threshold: number;
+                query_embedding: string;
+            };
+            Returns: Database["public"]["CompositeTypes"]["embedding_search_result"][];
+            SetofOptions: {
+                from: "*";
+                to: "embedding_search_result";
+                isOneToOne: false;
+                isSetofReturn: true;
+            };
+        };
         set_herd_location: {
             Args: {
                 p_herd_id: number;
@@ -2080,6 +2141,12 @@ export declare function useSupabase(): SupabaseClient<Database, "public", "publi
             id: number | null;
             confidence: number | null;
         };
+        embedding_search_result: {
+            id: number | null;
+            event_id: number | null;
+            artifact_id: number | null;
+            confidence: number | null;
+        };
         event_and_tags: {
             id: number | null;
             inserted_at: string | null;

package/dist/types/db.d.ts

@@ -90,6 +90,7 @@ export type IFeedItem = {
 };
 export type ISessionWithCoordinates = Database["public"]["CompositeTypes"]["session_with_coordinates"];
 export type IConnectivityWithCoordinates = Database["public"]["CompositeTypes"]["connectivity_with_coordinates"];
+export type IEmbeddingSearchResult = Database["public"]["CompositeTypes"]["embedding_search_result"];
 export type IDeviceHeartbeatAnalysis = Database["public"]["CompositeTypes"]["device_heartbeat_analysis"];
 export type IHerdUptimeSummary = Database["public"]["Functions"]["get_herd_uptime_summary"]["Returns"][0];
 export interface IZoneWithActions extends IZone {

package/dist/types/supabase.d.ts

@@ -50,8 +50,6 @@ export type Database = {
                 Row: {
                     created_at: string;
                     device_id: number;
-                    embedding_qwen_vl_2b: string | null;
-                    embedding_vertex_mm_01: string | null;
                     file_path: string;
                     file_size_bytes: number | null;
                     id: number;
@@ -65,8 +63,6 @@ export type Database = {
                 Insert: {
                     created_at?: string;
                     device_id: number;
-                    embedding_qwen_vl_2b?: string | null;
-                    embedding_vertex_mm_01?: string | null;
                     file_path: string;
                     file_size_bytes?: number | null;
                     id?: number;
@@ -80,8 +76,6 @@ export type Database = {
                 Update: {
                     created_at?: string;
                     device_id?: number;
-                    embedding_qwen_vl_2b?: string | null;
-                    embedding_vertex_mm_01?: string | null;
                     file_path?: string;
                     file_size_bytes?: number | null;
                     id?: number;
@@ -374,13 +368,91 @@ export type Database = {
                     }
                 ];
             };
+            embeddings_vertex_multimodal_001: {
+                Row: {
+                    artifact_id: number | null;
+                    created_at: string;
+                    embedding: string;
+                    event_id: number | null;
+                    id: number;
+                    origin_heading: number | null;
+                    origin_height: number | null;
+                    origin_location: unknown;
+                    origin_pitch: number | null;
+                    origin_roll: number | null;
+                    sensor_pitch: number | null;
+                    sensor_roll: number | null;
+                    sensor_yaw: number | null;
+                    timestamp_observation: string | null;
+                };
+                Insert: {
+                    artifact_id?: number | null;
+                    created_at?: string;
+                    embedding: string;
+                    event_id?: number | null;
+                    id?: number;
+                    origin_heading?: number | null;
+                    origin_height?: number | null;
+                    origin_location?: unknown;
+                    origin_pitch?: number | null;
+                    origin_roll?: number | null;
+                    sensor_pitch?: number | null;
+                    sensor_roll?: number | null;
+                    sensor_yaw?: number | null;
+                    timestamp_observation?: string | null;
+                };
+                Update: {
+                    artifact_id?: number | null;
+                    created_at?: string;
+                    embedding?: string;
+                    event_id?: number | null;
+                    id?: number;
+                    origin_heading?: number | null;
+                    origin_height?: number | null;
+                    origin_location?: unknown;
+                    origin_pitch?: number | null;
+                    origin_roll?: number | null;
+                    sensor_pitch?: number | null;
+                    sensor_roll?: number | null;
+                    sensor_yaw?: number | null;
+                    timestamp_observation?: string | null;
+                };
+                Relationships: [
+                    {
+                        foreignKeyName: "embeddings_vertex_multimodal_001_artifact_id_fkey";
+                        columns: ["artifact_id"];
+                        isOneToOne: false;
+                        referencedRelation: "artifacts";
+                        referencedColumns: ["id"];
+                    },
+                    {
+                        foreignKeyName: "embeddings_vertex_multimodal_001_event_id_fkey";
+                        columns: ["event_id"];
+                        isOneToOne: false;
+                        referencedRelation: "events";
+                        referencedColumns: ["id"];
+                    },
+                    {
+                        foreignKeyName: "embeddings_vertex_multimodal_001_event_id_fkey";
+                        columns: ["event_id"];
+                        isOneToOne: false;
+                        referencedRelation: "events_with_tags";
+                        referencedColumns: ["id"];
+                    },
+                    {
+                        foreignKeyName: "embeddings_vertex_multimodal_001_event_id_fkey";
+                        columns: ["event_id"];
+                        isOneToOne: false;
+                        referencedRelation: "events_with_tags_by_session";
+                        referencedColumns: ["id"];
+                    }
+                ];
+            };
             events: {
                 Row: {
                     altitude: number;
                     device_id: number;
                     earthranger_url: string | null;
-                    embedding_qwen_vl_2b: string | null;
-                    embedding_vertex_mm_01: string | null;
                     file_path: string | null;
                     heading: number;
                     id: number;
@@ -397,8 +469,6 @@ export type Database = {
                     altitude?: number;
                     device_id: number;
                     earthranger_url?: string | null;
-                    embedding_qwen_vl_2b?: string | null;
-                    embedding_vertex_mm_01?: string | null;
                     file_path?: string | null;
                     heading?: number;
                     id?: number;
@@ -415,8 +485,6 @@ export type Database = {
                     altitude?: number;
                     device_id?: number;
                     earthranger_url?: string | null;
-                    embedding_qwen_vl_2b?: string | null;
-                    embedding_vertex_mm_01?: string | null;
                     file_path?: string | null;
                     heading?: number;
                     id?: number;
@@ -981,7 +1049,6 @@ export type Database = {
                     height: number;
                     id: number;
                     inserted_at: string;
-                    location: unknown;
                     observation_type: Database["public"]["Enums"]["tag_observation_type"];
                     origin_heading: number | null;
                     origin_height: number | null;
@@ -1008,7 +1075,6 @@ export type Database = {
                     height?: number;
                     id?: number;
                     inserted_at?: string;
-                    location?: unknown;
                     observation_type: Database["public"]["Enums"]["tag_observation_type"];
                     origin_heading?: number | null;
                     origin_height?: number | null;
@@ -1035,7 +1101,6 @@ export type Database = {
                     height?: number;
                     id?: number;
                     inserted_at?: string;
-                    location?: unknown;
                     observation_type?: Database["public"]["Enums"]["tag_observation_type"];
                     origin_heading?: number | null;
                     origin_height?: number | null;
@@ -1426,8 +1491,6 @@ export type Database = {
                 Returns: {
                     created_at: string;
                     device_id: number;
-                    embedding_qwen_vl_2b: string | null;
-                    embedding_vertex_mm_01: string | null;
                     file_path: string;
                     file_size_bytes: number | null;
                     id: number;
@@ -1453,8 +1516,6 @@ export type Database = {
                 Returns: {
                     created_at: string;
                     device_id: number;
-                    embedding_qwen_vl_2b: string | null;
-                    embedding_vertex_mm_01: string | null;
                     file_path: string;
                     file_size_bytes: number | null;
                     id: number;
@@ -1481,8 +1542,6 @@ export type Database = {
                 Returns: {
                     created_at: string;
                     device_id: number;
-                    embedding_qwen_vl_2b: string | null;
-                    embedding_vertex_mm_01: string | null;
                     file_path: string;
                     file_size_bytes: number | null;
                     id: number;
@@ -1509,8 +1568,6 @@ export type Database = {
                 Returns: {
                     created_at: string;
                     device_id: number;
-                    embedding_qwen_vl_2b: string | null;
-                    embedding_vertex_mm_01: string | null;
                     file_path: string;
                     file_size_bytes: number | null;
                     id: number;
@@ -1538,8 +1595,6 @@ export type Database = {
                 Returns: {
                     created_at: string;
                     device_id: number;
-                    embedding_qwen_vl_2b: string | null;
-                    embedding_vertex_mm_01: string | null;
                     file_path: string;
                     file_size_bytes: number | null;
                     id: number;
@@ -1567,8 +1622,6 @@ export type Database = {
                 Returns: {
                     created_at: string;
                     device_id: number;
-                    embedding_qwen_vl_2b: string | null;
-                    embedding_vertex_mm_01: string | null;
                     file_path: string;
                     file_size_bytes: number | null;
                     id: number;
@@ -1596,8 +1649,6 @@ export type Database = {
                 Returns: {
                     created_at: string;
                     device_id: number;
-                    embedding_qwen_vl_2b: string | null;
-                    embedding_vertex_mm_01: string | null;
                     file_path: string;
                     file_size_bytes: number | null;
                     id: number;
@@ -2073,6 +2124,21 @@ export type Database = {
                 Args: never;
                 Returns: undefined;
             };
+            search_embeddings_vertex_multimodal_001: {
+                Args: {
+                    herd_id_caller?: number;
+                    match_count: number;
+                    match_threshold: number;
+                    query_embedding: string;
+                };
+                Returns: Database["public"]["CompositeTypes"]["embedding_search_result"][];
+                SetofOptions: {
+                    from: "*";
+                    to: "embedding_search_result";
+                    isOneToOne: false;
+                    isSetofReturn: true;
+                };
+            };
             set_herd_location: {
                 Args: {
                     p_herd_id: number;
@@ -2147,6 +2213,12 @@ export type Database = {
                 id: number | null;
                 confidence: number | null;
             };
+            embedding_search_result: {
+                id: number | null;
+                event_id: number | null;
+                artifact_id: number | null;
+                confidence: number | null;
+            };
             event_and_tags: {
                 id: number | null;
                 inserted_at: string | null;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@adventurelabs/scout-core",
-  "version": "1.4.33",
+  "version": "1.4.34",
   "description": "Core utilities and helpers for Adventure Labs Scout applications",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",