rhombus-node-mcp 0.1.53 → 0.1.55

package/dist/api/person-tracking-tool-api.js

@@ -0,0 +1,150 @@
+import { buildMediaHints } from "./badge-correlation.js";
+import { searchElementsEvents } from "./elements-tool-api.js";
+import { getCameraList } from "./get-entity-tool-api.js";
+import { searchNetboxEvents } from "./netbox-tool-api.js";
+import { searchOnGuardEvents } from "./onguard-tool-api.js";
+import { listReidentificationEmbeddings, searchReidentificationMatchesByEmbedding } from "./reid-tool-api.js";
+import { formatTimestamp } from "../util.js";
+const DEFAULT_BADGE_MATCH_WINDOW_S = 30;
+const DEFAULT_TRACK_FORWARD_MS = 6 * 60 * 60 * 1000; // track 6h forward from the badge tap if no endTime
+/** RUUID without any `.vN` facet suffix, so a badge event's camera matches the camera-state list. */
+function stripFacet(uuid) {
+    return (uuid ?? "").split(".")[0];
+}
+/**
+ * Reconstructs where a named person went, grounded in access control + person re-identification:
+ *   1. find the person's badge tap(s) (OnGuard / Elements / NetBox) → a camera + time we KNOW is them,
+ *   2. pull the re-id embedding recorded on that camera nearest the badge time (the person at the door),
+ *   3. re-id-search that embedding across cameras over the window → their cross-camera movement track.
+ *
+ * Identity comes from the badge (not face recognition); the track is appearance/re-id based.
+ */
+export async function getPersonTrack(args, timeZone, requestModifiers, sessionId) {
+    // 1. Anchor on access-control events. Check all three badge integrations; an org may use any.
+    const badgeArgs = {
+        cardholderQuery: args.personQuery,
+        locationUuids: args.locationUuids,
+        afterMs: args.afterMs,
+        beforeMs: args.beforeMs,
+        limit: args.limit ?? 200,
+    };
+    const empty = { events: [] };
+    const [og, el, nb] = await Promise.all([
+        searchOnGuardEvents(badgeArgs, timeZone, requestModifiers, sessionId).catch(() => empty),
+        searchElementsEvents(badgeArgs, timeZone, requestModifiers, sessionId).catch(() => empty),
+        searchNetboxEvents(badgeArgs, timeZone, requestModifiers, sessionId).catch(() => empty),
+    ]);
+    const badgeEvents = [
+        ...og.events.map((e) => ({ ...e, integration: "OnGuard" })),
+        ...el.events.map((e) => ({ ...e, integration: "Elements" })),
+        ...nb.events.map((e) => ({ ...e, integration: "NetBox" })),
+    ]
+        .filter((e) => e.deviceUuid && e.timestampMs != null)
+        .sort((a, b) => (a.timestampMs ?? 0) - (b.timestampMs ?? 0));
+    if (badgeEvents.length === 0) {
+        return {
+            sightings: [],
+            path: [],
+            count: 0,
+            note: `No access-control (badge) events found for "${args.personQuery}" in the window — can't anchor a re-id track. Try a wider time range, or confirm the name as it appears on the badge.`,
+        };
+    }
+    // Earliest badge tap in the window — track forward from there.
+    const anchor = badgeEvents[0];
+    const resolvedPerson = anchor.cardholderName ? { name: anchor.cardholderName } : undefined;
+    const anchorOut = {
+        deviceUuid: anchor.deviceUuid,
+        timestampMs: anchor.timestampMs,
+        datetime: anchor.datetime,
+        integration: anchor.integration,
+        area: anchor.areaEntering ?? anchor.areaExiting,
+    };
+    // 2. Resolve the badge camera's location (re-id list is scoped by location).
+    let anchorLocationUuid;
+    try {
+        const { cameras } = await getCameraList(requestModifiers, sessionId);
+        const dev = stripFacet(anchor.deviceUuid);
+        anchorLocationUuid = cameras.find((c) => stripFacet(c.uuid) === dev)?.locationUuid;
+    }
+    catch {
+        // best-effort; the re-id list can still run device-scoped without a location
+    }
+    // 3. Ground the re-id embedding: the person detected on that camera nearest the badge tap.
+    const winMs = (args.badgeMatchWindowSeconds ?? DEFAULT_BADGE_MATCH_WINDOW_S) * 1000;
+    const anchorMs = anchor.timestampMs;
+    const embeddings = await listReidentificationEmbeddings({
+        deviceUuids: [anchor.deviceUuid],
+        locationUuid: anchorLocationUuid,
+        startTimestampMs: anchorMs - winMs,
+        endTimestampMs: anchorMs + winMs,
+        limit: 100,
+    }, requestModifiers, sessionId);
+    if (embeddings.length === 0) {
+        return {
+            resolvedPerson,
+            anchor: anchorOut,
+            sightings: [],
+            path: [],
+            count: 0,
+            note: `Found ${anchor.cardholderName ?? "the person"}'s badge tap at ${anchor.datetime}, but no person re-identification embedding was recorded on that camera within ±${args.badgeMatchWindowSeconds ?? DEFAULT_BADGE_MATCH_WINDOW_S}s — can't build a re-id track. (Re-id needs human-detection coverage on the door camera.)`,
+        };
+    }
+    // The detection closest in time to the badge tap is the best proxy for the badge holder.
+    const seed = embeddings.reduce((best, e) => Math.abs((e.timestamp ?? 0) - anchorMs) < Math.abs((best.timestamp ?? 0) - anchorMs) ? e : best);
+    if (!seed.embedding || seed.embedding.length === 0) {
+        return {
+            resolvedPerson,
+            anchor: anchorOut,
+            sightings: [],
+            path: [],
+            count: 0,
+            note: "The re-id detection at the door had no embedding vector; can't search for matches.",
+        };
+    }
+    // 4. Re-id search that appearance across cameras over the window.
+    const searchStart = args.afterMs ?? anchorMs;
+    const searchEnd = args.beforeMs ?? anchorMs + DEFAULT_TRACK_FORWARD_MS;
+    const matches = await searchReidentificationMatchesByEmbedding({
+        searchEmbedding: seed.embedding,
+        locationUuid: args.locationUuids?.[0],
+        startTimestampMs: searchStart,
+        endTimestampMs: searchEnd,
+        limit: args.limit ?? 200,
+    }, requestModifiers, sessionId);
+    // 5. Build the chronological track with media hints.
+    const ordered = matches
+        .filter((m) => m.timestamp != null)
+        .sort((a, b) => (a.timestamp ?? 0) - (b.timestamp ?? 0));
+    const sightings = ordered.map((m, i) => {
+        const next = ordered[i + 1];
+        const gapToNextSeconds = next?.timestamp != null && m.timestamp != null
+            ? Math.round((next.timestamp - m.timestamp) / 1000)
+            : undefined;
+        const { clipHint, stillHint } = buildMediaHints({ deviceUuid: m.deviceUuid, timestampMs: m.timestamp }, args.clipPaddingSeconds);
+        return {
+            timestampMs: m.timestamp,
+            datetime: m.timestamp != null ? formatTimestamp(m.timestamp, timeZone) : undefined,
+            deviceUuid: m.deviceUuid,
+            locationUuid: m.locationUuid,
+            distance: m.distance,
+            stableTrackId: m.stableTrackId,
+            thumbnailUri: m.thumbnailUri,
+            clipHint,
+            stillHint,
+            gapToNextSeconds,
+        };
+    });
+    const path = [];
+    for (const s of sightings) {
+        if (s.deviceUuid && s.deviceUuid !== path[path.length - 1])
+            path.push(s.deviceUuid);
+    }
+    return {
+        resolvedPerson,
+        anchor: anchorOut,
+        sightings,
+        path,
+        lastKnownSighting: sightings[sightings.length - 1],
+        count: sightings.length,
+    };
+}

package/dist/api/reid-tool-api.js

@@ -0,0 +1,62 @@
+import { postApi } from "../network/network.js";
+function mapEmbedding(e) {
+    return {
+        deviceUuid: e.deviceUuid ?? undefined,
+        locationUuid: e.locationUuid ?? undefined,
+        timestamp: e.timestamp ?? undefined,
+        embedding: (e.embedding ?? []).filter((n) => n != null),
+        embeddingId: e.embeddingId ?? undefined,
+        stableTrackId: e.stableTrackId ?? undefined,
+        thumbnailUri: e.thumbnailUri ?? undefined,
+    };
+}
+/**
+ * Lists the person re-identification embeddings recorded on the given camera(s) in a time window —
+ * i.e. the people the camera's human-detection AI saw. Used to grab the embedding of the person standing
+ * at a door at a known moment (e.g. a badge tap), so it can be tracked across other cameras.
+ */
+export async function listReidentificationEmbeddings(args, requestModifiers, sessionId) {
+    const body = {
+        deviceUuids: args.deviceUuids,
+        locationUuid: args.locationUuid,
+        startTimestampMs: args.startTimestampMs,
+        endTimestampMs: args.endTimestampMs,
+        limit: args.limit ?? 100,
+    };
+    const res = await postApi({
+        route: "/search/listReidentificationEmbeddings",
+        body,
+        modifiers: requestModifiers,
+        sessionId,
+    });
+    if (res.error)
+        throw new Error(res.errorMsg ?? "listReidentificationEmbeddings failed");
+    return (res.embeddings ?? []).map(mapEmbedding);
+}
+/**
+ * Searches person re-identification matches for a given appearance embedding across cameras and time —
+ * "find this same person elsewhere". Returns sightings ordered by similarity (distance asc; lower is a
+ * closer match).
+ */
+export async function searchReidentificationMatchesByEmbedding(args, requestModifiers, sessionId) {
+    const body = {
+        searchEmbedding: args.searchEmbedding,
+        deviceUuids: args.deviceUuids,
+        locationUuid: args.locationUuid,
+        startTimestampMs: args.startTimestampMs,
+        endTimestampMs: args.endTimestampMs,
+        limit: args.limit ?? 100,
+    };
+    const res = await postApi({
+        route: "/search/searchReidentificationMatchesByEmbedding",
+        body,
+        modifiers: requestModifiers,
+        sessionId,
+    });
+    if (res.error)
+        throw new Error(res.errorMsg ?? "searchReidentificationMatchesByEmbedding failed");
+    return (res.matches ?? []).map((m) => ({
+        ...mapEmbedding(m.embedding ?? {}),
+        distance: m.distance ?? undefined,
+    }));
+}

package/dist/tools-console/person-tracking-tool.js

@@ -0,0 +1,56 @@
+import { getPersonTrack } from "../api/person-tracking-tool-api.js";
+import { OUTPUT_SCHEMA, TOOL_ARGS } from "../types/person-tracking-tool-types.js";
+import { createToolStructuredContent, extractFromToolExtra } from "../util.js";
+const TOOL_NAME = "person-tracking-tool";
+const TOOL_DESCRIPTION = `
+Reconstructs where a named person went across cameras, e.g. "show me where Brandon Salzberg went" or
+"track Eve through the building yesterday". Identity is grounded in ACCESS CONTROL and the track uses
+person RE-IDENTIFICATION (appearance), NOT face recognition:
+
+1. Finds the person's badge tap(s) (OnGuard / Elements / NetBox) in the window — a camera + time we KNOW
+   is them. (Pass the name as it appears on the badge.)
+2. Pulls the person re-id embedding recorded on that door camera nearest the badge tap (the person at the
+   door).
+3. Re-id-searches that appearance across all cameras over the window to reconstruct their movement.
+
+Returns:
+- resolvedPerson and "anchor" (the badge tap that grounded the track: door camera, time, integration).
+- sightings: chronological re-id hits, each with deviceUuid (camera), timestampMs/datetime, distance
+  (LOWER = closer appearance match), a thumbnail, clipHint/stillHint, and gapToNextSeconds.
+- path (camera sequence) and lastKnownSighting (last-known location).
+- note: set when no badge tap was found, or no re-id embedding existed on the door camera.
+
+Resolve relative times like "yesterday" to ISO 8601 first (use the timestamp tool), then pass
+startTime/endTime. Re-id depends on human-detection coverage, so treat the track as investigative, not proof.
+
+IMPORTANT — to show the movement visually: for each sighting (or the key transitions), call the camera-tool
+(requestType "image", cameraUuid = sighting.deviceUuid, timestamp = sighting.timestampMs) for a still, and/or
+the clips-tool (requestType "createClip", using sighting.clipHint) for video. Issue those per-sighting media
+calls in PARALLEL, then present the track as a chronological narrative.
+`;
+const TOOL_HANDLER = async (args, _extra) => {
+    const { requestModifiers, sessionId } = extractFromToolExtra(_extra);
+    try {
+        const result = await getPersonTrack({
+            personQuery: args.personQuery,
+            afterMs: args.startTime ? new Date(args.startTime).getTime() : undefined,
+            beforeMs: args.endTime ? new Date(args.endTime).getTime() : undefined,
+            locationUuids: args.locationUuids ?? undefined,
+            badgeMatchWindowSeconds: args.badgeMatchWindowSeconds ?? undefined,
+            clipPaddingSeconds: args.clipPaddingSeconds ?? undefined,
+            limit: args.limit ?? undefined,
+        }, args.timeZone ?? "UTC", requestModifiers, sessionId);
+        return createToolStructuredContent(result);
+    }
+    catch (error) {
+        const message = error instanceof Error ? error.message : "Unknown error";
+        return createToolStructuredContent({ error: message });
+    }
+};
+export function createTool(server) {
+    server.registerTool(TOOL_NAME, {
+        description: TOOL_DESCRIPTION,
+        inputSchema: TOOL_ARGS,
+        outputSchema: OUTPUT_SCHEMA.shape,
+    }, TOOL_HANDLER);
+}

package/dist/types/person-tracking-tool-types.js

@@ -0,0 +1,88 @@
+import { z } from "zod";
+import { createUuidSchema } from "../types.js";
+import { ISOTimestampFormatDescription } from "../utils/timestampInput.js";
+export const TOOL_ARGS = {
+    personQuery: z
+        .string()
+        .describe('The person to track, full-text name match against their access-control (badge) records, e.g. "Brandon" or "Brandon Salzberg".'),
+    startTime: z
+        .string()
+        .datetime({ message: "Invalid datetime string. Expected ISO 8601 format.", offset: true })
+        .nullable()
+        .describe("Start of the window to search badge taps and track over (inclusive). " + ISOTimestampFormatDescription),
+    endTime: z
+        .string()
+        .datetime({ message: "Invalid datetime string. Expected ISO 8601 format.", offset: true })
+        .nullable()
+        .describe("End of the window (inclusive). " + ISOTimestampFormatDescription),
+    locationUuids: z
+        .array(createUuidSchema())
+        .nullable()
+        .describe("Optional: restrict badge search and the re-id track to these Rhombus location UUIDs."),
+    badgeMatchWindowSeconds: z
+        .number()
+        .nullable()
+        .describe("± seconds around the badge tap to look on the door camera for the person's re-id embedding (default 30)."),
+    clipPaddingSeconds: z
+        .number()
+        .nullable()
+        .describe("Seconds of video before/after each sighting to include in the clip hint (default 15)."),
+    limit: z.number().nullable().describe("Maximum sightings to include (default 200)."),
+    timeZone: z
+        .string()
+        .nullable()
+        .describe("IANA timezone used to format times, e.g. America/New_York. Defaults to UTC."),
+};
+const TOOL_ARGS_SCHEMA = z.object(TOOL_ARGS);
+const ClipHintSchema = z
+    .object({ deviceUuid: z.string(), startTimeMs: z.number(), endTimeMs: z.number() })
+    .describe("Pass to clips-tool createClip to get video of this sighting.");
+const StillHintSchema = z
+    .object({ deviceUuid: z.string(), timestampMs: z.number() })
+    .describe("Pass to camera-tool (requestType image) to get a still of this sighting.");
+export const SightingSchema = z.object({
+    timestampMs: z.number().optional(),
+    datetime: z.string().optional().describe("Human-readable sighting time in the requested timezone."),
+    deviceUuid: z.string().optional().describe("The camera that re-identified the person."),
+    locationUuid: z.string().optional(),
+    distance: z
+        .number()
+        .optional()
+        .describe("Re-id match distance to the door embedding — LOWER means a closer appearance match."),
+    stableTrackId: z.number().optional().describe("Per-camera track-consolidation id for this detection."),
+    thumbnailUri: z.string().optional().describe("Thumbnail of the detected person."),
+    clipHint: ClipHintSchema.optional(),
+    stillHint: StillHintSchema.optional(),
+    gapToNextSeconds: z
+        .number()
+        .optional()
+        .describe("Seconds until the next sighting — large gaps mean the person was unobserved between cameras."),
+});
+const AnchorSchema = z
+    .object({
+    deviceUuid: z.string().optional().describe("The door camera where the badge tap happened."),
+    timestampMs: z.number().optional(),
+    datetime: z.string().optional(),
+    integration: z.string().optional().describe("Which badge system the tap came from (OnGuard / Elements / NetBox)."),
+    area: z.string().optional(),
+})
+    .describe("The access-control badge tap used to ground the re-id track (the known identity moment).");
+export const OUTPUT_SCHEMA = z.object({
+    resolvedPerson: z
+        .object({ name: z.string().optional() })
+        .optional()
+        .describe("The person resolved from the badge record."),
+    anchor: AnchorSchema.optional(),
+    sightings: z
+        .array(SightingSchema)
+        .optional()
+        .describe("Re-id sightings of the person across cameras, in chronological order (oldest first)."),
+    path: z
+        .array(z.string())
+        .optional()
+        .describe("Camera UUIDs the person was re-identified at, in order (consecutive repeats collapsed)."),
+    lastKnownSighting: SightingSchema.optional().describe("The most recent re-id sighting — last-known location."),
+    count: z.number().optional().describe("Number of re-id sightings returned."),
+    note: z.string().optional().describe("Set when the track couldn't be built (no badge tap, or no re-id at the door)."),
+    error: z.string().optional(),
+});

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "rhombus-node-mcp",
-  "version": "0.1.53",
+  "version": "0.1.55",
   "description": "MCP server for Rhombus API",
   "keywords": [
     "ai",