@adventurelabs/scout-core 1.4.32 → 1.4.34

package/dist/helpers/bounding_boxes.js

@@ -16,7 +16,6 @@ export function convertManualBoundingBoxToTag(boundingBox, event_id) {
         observation_type: "manual",
         class: newClassName,
         event_id: event_id,
-        location: null,
     };
 }
 export function convertTagToBoundingBox(tag, source) {

package/dist/helpers/embeddings.d.ts

@@ -0,0 +1,12 @@
+import { IWebResponseCompatible } from "../types/requests";
+import type { IEmbeddingSearchResult } from "../types/db";
+import { SupabaseClient } from "@supabase/supabase-js";
+/**
+ * Semantic search over the embeddings table (embeddings_vertex_multimodal_001).
+ * Returns matching embedding row ids with event_id, artifact_id, and confidence.
+ * Use for general embedding search without coupling to events vs artifacts.
+ */
+export declare function server_search_embeddings_vertex_multimodal_001(query_embedding: number[], match_threshold: number, match_count: number, options?: {
+    herd_id?: number | null;
+    client?: SupabaseClient;
+}): Promise<IWebResponseCompatible<IEmbeddingSearchResult[]>>;

package/dist/helpers/embeddings.js

@@ -0,0 +1,22 @@
+"use server";
+import { newServerClient } from "../supabase/server";
+import { IWebResponse } from "../types/requests";
+/**
+ * Semantic search over the embeddings table (embeddings_vertex_multimodal_001).
+ * Returns matching embedding row ids with event_id, artifact_id, and confidence.
+ * Use for general embedding search without coupling to events vs artifacts.
+ */
+export async function server_search_embeddings_vertex_multimodal_001(query_embedding, match_threshold, match_count, options) {
+    const supabase = options?.client ?? (await newServerClient());
+    const rpcName = "search_embeddings_vertex_multimodal_001";
+    const { data, error } = await supabase.rpc(rpcName, {
+        query_embedding: JSON.stringify(query_embedding),
+        match_threshold,
+        match_count,
+        ...(options?.herd_id != null && { herd_id_caller: options.herd_id }),
+    });
+    if (error) {
+        return IWebResponse.error(error.message).to_compatible();
+    }
+    return IWebResponse.success((data ?? [])).to_compatible();
+}

package/dist/helpers/tags.js

@@ -403,9 +403,12 @@ export async function get_event_and_tags_by_event_id(event_id) {
         is_public: data[0].is_public,
         herd_id: deviceData.herd_id,
         tags: (data[0].tags || []).map((tag) => {
-            const loc = tag.location;
-            const lat = loc ? extractLatitude(loc) : null;
-            const lon = loc ? extractLongitude(loc) : null;
+            const originLoc = tag.origin_location;
+            const subjectLoc = tag.subject_location;
+            const originLat = originLoc ? extractLatitude(originLoc) : null;
+            const originLon = originLoc ? extractLongitude(originLoc) : null;
+            const subjectLat = subjectLoc ? extractLatitude(subjectLoc) : null;
+            const subjectLon = subjectLoc ? extractLongitude(subjectLoc) : null;
             return {
                 id: tag.id,
                 inserted_at: tag.inserted_at,
@@ -430,10 +433,10 @@ export async function get_event_and_tags_by_event_id(event_id) {
                 origin_height: tag.origin_height,
                 subject_location: tag.subject_location ?? null,
                 subject_height: tag.subject_height,
-                origin_latitude: lat,
-                origin_longitude: lon,
-                subject_latitude: null,
-                subject_longitude: null,
+                origin_latitude: originLat,
+                origin_longitude: originLon,
+                subject_latitude: subjectLat,
+                subject_longitude: subjectLon,
             };
         }),
         earthranger_url: data[0].earthranger_url,

package/dist/hooks/useInfiniteQuery.js

@@ -426,10 +426,13 @@ export const useInfiniteFeedByHerd = (herdId, options) => {
     const prevHerdIdRef = useRef(undefined);
     const lastAddedCursorRef = useRef(undefined);
     const pagesLengthRef = useRef(0);
+    /** When true, pass null to the query so we don't request (newHerdId, oldCursor) before state commits. */
+    const forceNullCursorRef = useRef(false);
+    const cursorForQuery = forceNullCursorRef.current ? null : currentCursor;
     const currentQuery = useGetFeedInfiniteByHerdQuery({
         herdId,
         limit,
-        cursor: currentCursor,
+        cursor: cursorForQuery,
         supabase: options.supabase,
     }, { skip: !enabled });
     const isLoading = currentQuery.isLoading;
@@ -442,6 +445,7 @@ export const useInfiniteFeedByHerd = (herdId, options) => {
             prevHerdIdRef.current !== herdId &&
             enabled &&
             herdId) {
+            forceNullCursorRef.current = true;
             setPages([]);
             setCurrentCursor(null);
             setCurrentResult(null);
@@ -457,19 +461,26 @@ export const useInfiniteFeedByHerd = (herdId, options) => {
     useEffect(() => {
         if (!currentQuery.data || currentQuery.isLoading)
             return;
-        const cursor = currentCursor;
+        const cursor = cursorForQuery;
         const items = Array.isArray(currentQuery.data.items)
             ? currentQuery.data.items
             : [];
-        const hasMore = currentQuery.data.hasMore ?? false;
         const nextCursor = currentQuery.data.nextCursor ?? null;
+        // Derive hasMore from items we received (like dummy), so we don't get stuck when API
+        // returns hasMore: false e.g. due to RPC/PostgREST returning fewer rows than limit.
+        const hasMore = (items.length >= limit || (items.length > 0 && items.length < limit)) &&
+            nextCursor != null;
+        // After herd switch we force null cursor; once we've merged that first page, allow normal cursor again
+        if (cursor === null) {
+            forceNullCursorRef.current = false;
+        }
         // Only update currentResult for successful response (match dummy)
         if (items.length === 0 && cursor === null) {
             // Leave currentResult unchanged on spurious empty first page
         }
         else {
             setCurrentResult({
-                hasMore: hasMore && nextCursor != null,
+                hasMore,
                 nextCursor,
             });
         }
@@ -501,7 +512,7 @@ export const useInfiniteFeedByHerd = (herdId, options) => {
     }, [
         currentQuery.data,
         currentQuery.isLoading,
-        currentCursor,
+        cursorForQuery,
         pages.length,
         limit,
     ]);
@@ -513,6 +524,7 @@ export const useInfiniteFeedByHerd = (herdId, options) => {
         }
     }, [currentResult, isLoading]);
     const refetch = useCallback(() => {
+        forceNullCursorRef.current = true;
         setPages([]);
         setCurrentCursor(null);
         setCurrentResult(null);
@@ -559,10 +571,12 @@ export const useInfiniteFeedByDevice = (deviceId, options) => {
     const prevDeviceIdRef = useRef(undefined);
     const lastAddedCursorRef = useRef(undefined);
     const pagesLengthRef = useRef(0);
+    const forceNullCursorRef = useRef(false);
+    const cursorForQuery = forceNullCursorRef.current ? null : currentCursor;
     const currentQuery = useGetFeedInfiniteByDeviceQuery({
         deviceId,
         limit: options.limit || 20,
-        cursor: currentCursor,
+        cursor: cursorForQuery,
         supabase: options.supabase,
     }, { skip: !options.enabled || !deviceId });
     useEffect(() => {
@@ -572,6 +586,7 @@ export const useInfiniteFeedByDevice = (deviceId, options) => {
     useEffect(() => {
         if (prevDeviceIdRef.current !== undefined &&
             prevDeviceIdRef.current !== deviceId) {
+            forceNullCursorRef.current = true;
             setPages([]);
             setCurrentCursor(null);
             lastAddedCursorRef.current = undefined;
@@ -586,35 +601,39 @@ export const useInfiniteFeedByDevice = (deviceId, options) => {
     useEffect(() => {
         if (!currentQuery.data || currentQuery.isLoading)
             return;
+        const cursor = cursorForQuery;
+        if (cursor === null) {
+            forceNullCursorRef.current = false;
+        }
         if (pagesLengthRef.current > 0 &&
-            feedCursorEq(lastAddedCursorRef.current ?? null, currentCursor))
+            feedCursorEq(lastAddedCursorRef.current ?? null, cursor))
             return;
-        const nextResult = {
-            hasMore: currentQuery.data?.hasMore ?? false,
-            nextCursor: currentQuery.data?.nextCursor ?? null,
-        };
-        setLastResult(nextResult);
+        const items = Array.isArray(currentQuery.data?.items)
+            ? currentQuery.data.items
+            : [];
+        const limitForPage = options.limit || 20;
+        const nextCursor = currentQuery.data?.nextCursor ?? null;
+        const hasMore = (items.length >= limitForPage ||
+            (items.length > 0 && items.length < limitForPage)) &&
+            nextCursor != null;
+        setLastResult({ hasMore, nextCursor });
         setPages((prev) => {
-            const existingPage = prev.find((p) => feedCursorEq(p.cursor, currentCursor));
+            const existingPage = prev.find((p) => feedCursorEq(p.cursor, cursor));
             if (!existingPage) {
-                const items = Array.isArray(currentQuery.data?.items)
-                    ? currentQuery.data.items
-                    : [];
-                const limit = options.limit || 20;
-                if (items.length >= limit) {
-                    lastAddedCursorRef.current = currentCursor;
+                if (items.length >= limitForPage) {
+                    lastAddedCursorRef.current = cursor;
                 }
                 return [
                     ...prev,
-                    { cursor: currentCursor, data: items },
+                    { cursor, data: items },
                 ];
             }
             return prev;
         });
-        if (nextResult.hasMore && nextResult.nextCursor != null) {
-            setCurrentCursor(nextResult.nextCursor);
+        if (hasMore && nextCursor != null) {
+            setCurrentCursor(nextCursor);
         }
-    }, [currentQuery.data, currentQuery.isLoading, currentCursor, pages.length, options.limit]);
+    }, [currentQuery.data, currentQuery.isLoading, cursorForQuery, pages.length, options.limit]);
     const loadMore = useCallback(() => {
         if (lastResult?.hasMore &&
             lastResult.nextCursor != null &&
@@ -623,6 +642,7 @@ export const useInfiniteFeedByDevice = (deviceId, options) => {
         }
     }, [lastResult, currentQuery.isLoading]);
     const refetch = useCallback(() => {
+        forceNullCursorRef.current = true;
         setPages([]);
         setCurrentCursor(null);
         lastAddedCursorRef.current = undefined;

package/dist/index.d.ts

@@ -18,6 +18,7 @@ export * from "./helpers/connectivity";
 export * from "./helpers/db";
 export * from "./helpers/devices";
 export * from "./helpers/email";
+export * from "./helpers/embeddings";
 export * from "./helpers/events";
 export * from "./helpers/gps";
 export * from "./helpers/herds";

package/dist/index.js

@@ -21,6 +21,7 @@ export * from "./helpers/connectivity";
 export * from "./helpers/db";
 export * from "./helpers/devices";
 export * from "./helpers/email";
+export * from "./helpers/embeddings";
 export * from "./helpers/events";
 export * from "./helpers/gps";
 export * from "./helpers/herds";

package/dist/providers/ScoutRefreshProvider.d.ts

@@ -51,8 +51,6 @@ export declare function useSupabase(): SupabaseClient<Database, "public", "publi
             Row: {
                 created_at: string;
                 device_id: number;
-                embedding_qwen_vl_2b: string | null;
-                embedding_vertex_mm_01: string | null;
                 file_path: string;
                 file_size_bytes: number | null;
                 id: number;
@@ -66,8 +64,6 @@ export declare function useSupabase(): SupabaseClient<Database, "public", "publi
             Insert: {
                 created_at?: string;
                 device_id: number;
-                embedding_qwen_vl_2b?: string | null;
-                embedding_vertex_mm_01?: string | null;
                 file_path: string;
                 file_size_bytes?: number | null;
                 id?: number;
@@ -81,8 +77,6 @@ export declare function useSupabase(): SupabaseClient<Database, "public", "publi
             Update: {
                 created_at?: string;
                 device_id?: number;
-                embedding_qwen_vl_2b?: string | null;
-                embedding_vertex_mm_01?: string | null;
                 file_path?: string;
                 file_size_bytes?: number | null;
                 id?: number;
@@ -359,13 +353,86 @@ export declare function useSupabase(): SupabaseClient<Database, "public", "publi
                 referencedColumns: ["id"];
             }];
         };
+        embeddings_vertex_multimodal_001: {
+            Row: {
+                artifact_id: number | null;
+                created_at: string;
+                embedding: string;
+                event_id: number | null;
+                id: number;
+                origin_heading: number | null;
+                origin_height: number | null;
+                origin_location: unknown;
+                origin_pitch: number | null;
+                origin_roll: number | null;
+                sensor_pitch: number | null;
+                sensor_roll: number | null;
+                sensor_yaw: number | null;
+                timestamp_observation: string | null;
+            };
+            Insert: {
+                artifact_id?: number | null;
+                created_at?: string;
+                embedding: string;
+                event_id?: number | null;
+                id?: number;
+                origin_heading?: number | null;
+                origin_height?: number | null;
+                origin_location?: unknown;
+                origin_pitch?: number | null;
+                origin_roll?: number | null;
+                sensor_pitch?: number | null;
+                sensor_roll?: number | null;
+                sensor_yaw?: number | null;
+                timestamp_observation?: string | null;
+            };
+            Update: {
+                artifact_id?: number | null;
+                created_at?: string;
+                embedding?: string;
+                event_id?: number | null;
+                id?: number;
+                origin_heading?: number | null;
+                origin_height?: number | null;
+                origin_location?: unknown;
+                origin_pitch?: number | null;
+                origin_roll?: number | null;
+                sensor_pitch?: number | null;
+                sensor_roll?: number | null;
+                sensor_yaw?: number | null;
+                timestamp_observation?: string | null;
+            };
+            Relationships: [{
+                foreignKeyName: "embeddings_vertex_multimodal_001_artifact_id_fkey";
+                columns: ["artifact_id"];
+                isOneToOne: false;
+                referencedRelation: "artifacts";
+                referencedColumns: ["id"];
+            }, {
+                foreignKeyName: "embeddings_vertex_multimodal_001_event_id_fkey";
+                columns: ["event_id"];
+                isOneToOne: false;
+                referencedRelation: "events";
+                referencedColumns: ["id"];
+            }, {
+                foreignKeyName: "embeddings_vertex_multimodal_001_event_id_fkey";
+                columns: ["event_id"];
+                isOneToOne: false;
+                referencedRelation: "events_with_tags";
+                referencedColumns: ["id"];
+            }, {
+                foreignKeyName: "embeddings_vertex_multimodal_001_event_id_fkey";
+                columns: ["event_id"];
+                isOneToOne: false;
+                referencedRelation: "events_with_tags_by_session";
+                referencedColumns: ["id"];
+            }];
+        };
         events: {
             Row: {
                 altitude: number;
                 device_id: number;
                 earthranger_url: string | null;
-                embedding_qwen_vl_2b: string | null;
-                embedding_vertex_mm_01: string | null;
                 file_path: string | null;
                 heading: number;
                 id: number;
@@ -382,8 +449,6 @@ export declare function useSupabase(): SupabaseClient<Database, "public", "publi
                 altitude?: number;
                 device_id: number;
                 earthranger_url?: string | null;
-                embedding_qwen_vl_2b?: string | null;
-                embedding_vertex_mm_01?: string | null;
                 file_path?: string | null;
                 heading?: number;
                 id?: number;
@@ -400,8 +465,6 @@ export declare function useSupabase(): SupabaseClient<Database, "public", "publi
                 altitude?: number;
                 device_id?: number;
                 earthranger_url?: string | null;
-                embedding_qwen_vl_2b?: string | null;
-                embedding_vertex_mm_01?: string | null;
                 file_path?: string | null;
                 heading?: number;
                 id?: number;
@@ -934,7 +997,6 @@ export declare function useSupabase(): SupabaseClient<Database, "public", "publi
                 height: number;
                 id: number;
                 inserted_at: string;
-                location: unknown;
                 observation_type: Database["public"]["Enums"]["tag_observation_type"];
                 origin_heading: number | null;
                 origin_height: number | null;
@@ -961,7 +1023,6 @@ export declare function useSupabase(): SupabaseClient<Database, "public", "publi
                 height?: number;
                 id?: number;
                 inserted_at?: string;
-                location?: unknown;
                 observation_type: Database["public"]["Enums"]["tag_observation_type"];
                 origin_heading?: number | null;
                 origin_height?: number | null;
@@ -988,7 +1049,6 @@ export declare function useSupabase(): SupabaseClient<Database, "public", "publi
                 height?: number;
                 id?: number;
                 inserted_at?: string;
-                location?: unknown;
                 observation_type?: Database["public"]["Enums"]["tag_observation_type"];
                 origin_heading?: number | null;
                 origin_height?: number | null;
@@ -1359,8 +1419,6 @@ export declare function useSupabase(): SupabaseClient<Database, "public", "publi
             Returns: {
                 created_at: string;
                 device_id: number;
-                embedding_qwen_vl_2b: string | null;
-                embedding_vertex_mm_01: string | null;
                 file_path: string;
                 file_size_bytes: number | null;
                 id: number;
@@ -1386,8 +1444,6 @@ export declare function useSupabase(): SupabaseClient<Database, "public", "publi
             Returns: {
                 created_at: string;
                 device_id: number;
-                embedding_qwen_vl_2b: string | null;
-                embedding_vertex_mm_01: string | null;
                 file_path: string;
                 file_size_bytes: number | null;
                 id: number;
@@ -1414,8 +1470,6 @@ export declare function useSupabase(): SupabaseClient<Database, "public", "publi
             Returns: {
                 created_at: string;
                 device_id: number;
-                embedding_qwen_vl_2b: string | null;
-                embedding_vertex_mm_01: string | null;
                 file_path: string;
                 file_size_bytes: number | null;
                 id: number;
@@ -1442,8 +1496,6 @@ export declare function useSupabase(): SupabaseClient<Database, "public", "publi
             Returns: {
                 created_at: string;
                 device_id: number;
-                embedding_qwen_vl_2b: string | null;
-                embedding_vertex_mm_01: string | null;
                 file_path: string;
                 file_size_bytes: number | null;
                 id: number;
@@ -1471,8 +1523,6 @@ export declare function useSupabase(): SupabaseClient<Database, "public", "publi
             Returns: {
                 created_at: string;
                 device_id: number;
-                embedding_qwen_vl_2b: string | null;
-                embedding_vertex_mm_01: string | null;
                 file_path: string;
                 file_size_bytes: number | null;
                 id: number;
@@ -1500,8 +1550,6 @@ export declare function useSupabase(): SupabaseClient<Database, "public", "publi
             Returns: {
                 created_at: string;
                 device_id: number;
-                embedding_qwen_vl_2b: string | null;
-                embedding_vertex_mm_01: string | null;
                 file_path: string;
                 file_size_bytes: number | null;
                 id: number;
@@ -1529,8 +1577,6 @@ export declare function useSupabase(): SupabaseClient<Database, "public", "publi
             Returns: {
                 created_at: string;
                 device_id: number;
-                embedding_qwen_vl_2b: string | null;
-                embedding_vertex_mm_01: string | null;
                 file_path: string;
                 file_size_bytes: number | null;
                 id: number;
@@ -2006,6 +2052,21 @@ export declare function useSupabase(): SupabaseClient<Database, "public", "publi
             Args: never;
             Returns: undefined;
         };
+        search_embeddings_vertex_multimodal_001: {
+            Args: {
+                herd_id_caller?: number;
+                match_count: number;
+                match_threshold: number;
+                query_embedding: string;
+            };
+            Returns: Database["public"]["CompositeTypes"]["embedding_search_result"][];
+            SetofOptions: {
+                from: "*";
+                to: "embedding_search_result";
+                isOneToOne: false;
+                isSetofReturn: true;
+            };
+        };
         set_herd_location: {
             Args: {
                 p_herd_id: number;
@@ -2080,6 +2141,12 @@ export declare function useSupabase(): SupabaseClient<Database, "public", "publi
             id: number | null;
             confidence: number | null;
         };
+        embedding_search_result: {
+            id: number | null;
+            event_id: number | null;
+            artifact_id: number | null;
+            confidence: number | null;
+        };
         event_and_tags: {
             id: number | null;
             inserted_at: string | null;

package/dist/types/db.d.ts

@@ -90,6 +90,7 @@ export type IFeedItem = {
 };
 export type ISessionWithCoordinates = Database["public"]["CompositeTypes"]["session_with_coordinates"];
 export type IConnectivityWithCoordinates = Database["public"]["CompositeTypes"]["connectivity_with_coordinates"];
+export type IEmbeddingSearchResult = Database["public"]["CompositeTypes"]["embedding_search_result"];
 export type IDeviceHeartbeatAnalysis = Database["public"]["CompositeTypes"]["device_heartbeat_analysis"];
 export type IHerdUptimeSummary = Database["public"]["Functions"]["get_herd_uptime_summary"]["Returns"][0];
 export interface IZoneWithActions extends IZone {

package/dist/types/supabase.d.ts

@@ -50,8 +50,6 @@ export type Database = {
                 Row: {
                     created_at: string;
                     device_id: number;
-                    embedding_qwen_vl_2b: string | null;
-                    embedding_vertex_mm_01: string | null;
                     file_path: string;
                     file_size_bytes: number | null;
                     id: number;
@@ -65,8 +63,6 @@ export type Database = {
                 Insert: {
                     created_at?: string;
                     device_id: number;
-                    embedding_qwen_vl_2b?: string | null;
-                    embedding_vertex_mm_01?: string | null;
                     file_path: string;
                     file_size_bytes?: number | null;
                     id?: number;
@@ -80,8 +76,6 @@ export type Database = {
                 Update: {
                     created_at?: string;
                     device_id?: number;
-                    embedding_qwen_vl_2b?: string | null;
-                    embedding_vertex_mm_01?: string | null;
                     file_path?: string;
                     file_size_bytes?: number | null;
                     id?: number;
@@ -374,13 +368,91 @@ export type Database = {
                     }
                 ];
             };
+            embeddings_vertex_multimodal_001: {
+                Row: {
+                    artifact_id: number | null;
+                    created_at: string;
+                    embedding: string;
+                    event_id: number | null;
+                    id: number;
+                    origin_heading: number | null;
+                    origin_height: number | null;
+                    origin_location: unknown;
+                    origin_pitch: number | null;
+                    origin_roll: number | null;
+                    sensor_pitch: number | null;
+                    sensor_roll: number | null;
+                    sensor_yaw: number | null;
+                    timestamp_observation: string | null;
+                };
+                Insert: {
+                    artifact_id?: number | null;
+                    created_at?: string;
+                    embedding: string;
+                    event_id?: number | null;
+                    id?: number;
+                    origin_heading?: number | null;
+                    origin_height?: number | null;
+                    origin_location?: unknown;
+                    origin_pitch?: number | null;
+                    origin_roll?: number | null;
+                    sensor_pitch?: number | null;
+                    sensor_roll?: number | null;
+                    sensor_yaw?: number | null;
+                    timestamp_observation?: string | null;
+                };
+                Update: {
+                    artifact_id?: number | null;
+                    created_at?: string;
+                    embedding?: string;
+                    event_id?: number | null;
+                    id?: number;
+                    origin_heading?: number | null;
+                    origin_height?: number | null;
+                    origin_location?: unknown;
+                    origin_pitch?: number | null;
+                    origin_roll?: number | null;
+                    sensor_pitch?: number | null;
+                    sensor_roll?: number | null;
+                    sensor_yaw?: number | null;
+                    timestamp_observation?: string | null;
+                };
+                Relationships: [
+                    {
+                        foreignKeyName: "embeddings_vertex_multimodal_001_artifact_id_fkey";
+                        columns: ["artifact_id"];
+                        isOneToOne: false;
+                        referencedRelation: "artifacts";
+                        referencedColumns: ["id"];
+                    },
+                    {
+                        foreignKeyName: "embeddings_vertex_multimodal_001_event_id_fkey";
+                        columns: ["event_id"];
+                        isOneToOne: false;
+                        referencedRelation: "events";
+                        referencedColumns: ["id"];
+                    },
+                    {
+                        foreignKeyName: "embeddings_vertex_multimodal_001_event_id_fkey";
+                        columns: ["event_id"];
+                        isOneToOne: false;
+                        referencedRelation: "events_with_tags";
+                        referencedColumns: ["id"];
+                    },
+                    {
+                        foreignKeyName: "embeddings_vertex_multimodal_001_event_id_fkey";
+                        columns: ["event_id"];
+                        isOneToOne: false;
+                        referencedRelation: "events_with_tags_by_session";
+                        referencedColumns: ["id"];
+                    }
+                ];
+            };
             events: {
                 Row: {
                     altitude: number;
                     device_id: number;
                     earthranger_url: string | null;
-                    embedding_qwen_vl_2b: string | null;
-                    embedding_vertex_mm_01: string | null;
                     file_path: string | null;
                     heading: number;
                     id: number;
@@ -397,8 +469,6 @@ export type Database = {
                     altitude?: number;
                     device_id: number;
                     earthranger_url?: string | null;
-                    embedding_qwen_vl_2b?: string | null;
-                    embedding_vertex_mm_01?: string | null;
                     file_path?: string | null;
                     heading?: number;
                     id?: number;
@@ -415,8 +485,6 @@ export type Database = {
                     altitude?: number;
                     device_id?: number;
                     earthranger_url?: string | null;
-                    embedding_qwen_vl_2b?: string | null;
-                    embedding_vertex_mm_01?: string | null;
                     file_path?: string | null;
                     heading?: number;
                     id?: number;
@@ -981,7 +1049,6 @@ export type Database = {
                     height: number;
                     id: number;
                     inserted_at: string;
-                    location: unknown;
                     observation_type: Database["public"]["Enums"]["tag_observation_type"];
                     origin_heading: number | null;
                     origin_height: number | null;
@@ -1008,7 +1075,6 @@ export type Database = {
                     height?: number;
                     id?: number;
                     inserted_at?: string;
-                    location?: unknown;
                     observation_type: Database["public"]["Enums"]["tag_observation_type"];
                     origin_heading?: number | null;
                     origin_height?: number | null;
@@ -1035,7 +1101,6 @@ export type Database = {
                     height?: number;
                     id?: number;
                     inserted_at?: string;
-                    location?: unknown;
                     observation_type?: Database["public"]["Enums"]["tag_observation_type"];
                     origin_heading?: number | null;
                     origin_height?: number | null;
@@ -1426,8 +1491,6 @@ export type Database = {
                 Returns: {
                     created_at: string;
                     device_id: number;
-                    embedding_qwen_vl_2b: string | null;
-                    embedding_vertex_mm_01: string | null;
                     file_path: string;
                     file_size_bytes: number | null;
                     id: number;
@@ -1453,8 +1516,6 @@ export type Database = {
                 Returns: {
                     created_at: string;
                     device_id: number;
-                    embedding_qwen_vl_2b: string | null;
-                    embedding_vertex_mm_01: string | null;
                     file_path: string;
                     file_size_bytes: number | null;
                     id: number;
@@ -1481,8 +1542,6 @@ export type Database = {
                 Returns: {
                     created_at: string;
                     device_id: number;
-                    embedding_qwen_vl_2b: string | null;
-                    embedding_vertex_mm_01: string | null;
                     file_path: string;
                     file_size_bytes: number | null;
                     id: number;
@@ -1509,8 +1568,6 @@ export type Database = {
                 Returns: {
                     created_at: string;
                     device_id: number;
-                    embedding_qwen_vl_2b: string | null;
-                    embedding_vertex_mm_01: string | null;
                     file_path: string;
                     file_size_bytes: number | null;
                     id: number;
@@ -1538,8 +1595,6 @@ export type Database = {
                 Returns: {
                     created_at: string;
                     device_id: number;
-                    embedding_qwen_vl_2b: string | null;
-                    embedding_vertex_mm_01: string | null;
                     file_path: string;
                     file_size_bytes: number | null;
                     id: number;
@@ -1567,8 +1622,6 @@ export type Database = {
                 Returns: {
                     created_at: string;
                     device_id: number;
-                    embedding_qwen_vl_2b: string | null;
-                    embedding_vertex_mm_01: string | null;
                     file_path: string;
                     file_size_bytes: number | null;
                     id: number;
@@ -1596,8 +1649,6 @@ export type Database = {
                 Returns: {
                     created_at: string;
                     device_id: number;
-                    embedding_qwen_vl_2b: string | null;
-                    embedding_vertex_mm_01: string | null;
                     file_path: string;
                     file_size_bytes: number | null;
                     id: number;
@@ -2073,6 +2124,21 @@ export type Database = {
                 Args: never;
                 Returns: undefined;
             };
+            search_embeddings_vertex_multimodal_001: {
+                Args: {
+                    herd_id_caller?: number;
+                    match_count: number;
+                    match_threshold: number;
+                    query_embedding: string;
+                };
+                Returns: Database["public"]["CompositeTypes"]["embedding_search_result"][];
+                SetofOptions: {
+                    from: "*";
+                    to: "embedding_search_result";
+                    isOneToOne: false;
+                    isSetofReturn: true;
+                };
+            };
             set_herd_location: {
                 Args: {
                     p_herd_id: number;
@@ -2147,6 +2213,12 @@ export type Database = {
                 id: number | null;
                 confidence: number | null;
             };
+            embedding_search_result: {
+                id: number | null;
+                event_id: number | null;
+                artifact_id: number | null;
+                confidence: number | null;
+            };
             event_and_tags: {
                 id: number | null;
                 inserted_at: string | null;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@adventurelabs/scout-core",
-  "version": "1.4.32",
+  "version": "1.4.34",
   "description": "Core utilities and helpers for Adventure Labs Scout applications",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",