@omniradiology/omnirad 0.1.3

package/public/vercel.svg

@@ -0,0 +1 @@
+<svg fill="none" xmlns="http://www.w3.org/2000/svg" viewBox="0 0 1155 1000"><path d="m577.3 0 577.4 1000H0z" fill="#fff"/></svg>

package/public/window.svg

@@ -0,0 +1 @@
+<svg fill="none" xmlns="http://www.w3.org/2000/svg" viewBox="0 0 16 16"><path fill-rule="evenodd" clip-rule="evenodd" d="M1.5 2.5h13v10a1 1 0 0 1-1 1h-11a1 1 0 0 1-1-1zM0 1h16v11.5a2.5 2.5 0 0 1-2.5 2.5h-11A2.5 2.5 0 0 1 0 12.5zm3.75 4.5a.75.75 0 1 0 0-1.5.75.75 0 0 0 0 1.5M7 4.75a.75.75 0 1 1-1.5 0 .75.75 0 0 1 1.5 0m1.75.75a.75.75 0 1 0 0-1.5.75.75 0 0 0 0 1.5" fill="#666"/></svg>

package/tsconfig.json

@@ -0,0 +1,34 @@
+{
+  "compilerOptions": {
+    "target": "ES2017",
+    "lib": ["dom", "dom.iterable", "esnext"],
+    "allowJs": true,
+    "skipLibCheck": true,
+    "strict": true,
+    "noEmit": true,
+    "esModuleInterop": true,
+    "module": "esnext",
+    "moduleResolution": "bundler",
+    "resolveJsonModule": true,
+    "isolatedModules": true,
+    "jsx": "react-jsx",
+    "incremental": true,
+    "plugins": [
+      {
+        "name": "next"
+      }
+    ],
+    "paths": {
+      "@/*": ["./*"]
+    }
+  },
+  "include": [
+    "next-env.d.ts",
+    "**/*.ts",
+    "**/*.tsx",
+    ".next/types/**/*.ts",
+    ".next/dev/types/**/*.ts",
+    "**/*.mts"
+  ],
+  "exclude": ["node_modules", "scripts", "old_omnirad"]
+}

package/types/copilot-viewer.ts

@@ -0,0 +1,155 @@
+// ─── Copilot Viewer Action Types ─────────────────────────────────────────────
+// Expanded viewer action system supporting annotations, segmentations, and AI findings.
+
+// ── Navigate Action ──────────────────────────────────────────────────────────
+export interface NavigateAction {
+    type: "navigate";
+    action: "jump_to_slice";
+    slice: number;
+}
+
+// ── Annotation Action ────────────────────────────────────────────────────────
+export interface AnnotationAction {
+    type: "annotation";
+    action:
+        | "create_bounding_box_annotation"
+        | "create_circle_annotation"
+        | "create_arrow_annotation"
+        | "create_probe_annotation"
+        | "create_rectangle_annotation";
+    annotation_id: string;
+    slice?: number;
+    label: string;
+    label_mode?: "always" | "on_select" | "hidden";
+    color?: string;
+    confidence?: number;
+    // Bounding box / rectangle
+    x?: number;
+    y?: number;
+    width?: number;
+    height?: number;
+    // Circle
+    center_x?: number;
+    center_y?: number;
+    radius?: number;
+    // Arrow / probe
+    start_x?: number;
+    start_y?: number;
+    end_x?: number;
+    end_y?: number;
+    metadata?: AnnotationMetadata;
+}
+
+// ── Segmentation Action ──────────────────────────────────────────────────────
+export interface SegmentationAction {
+    type: "segmentation";
+    action: "render_mask_overlay" | "render_contour_overlay" | "clear_ai_segmentations";
+    segmentation_id?: string;
+    slice?: number;
+    label?: string;
+    label_mode?: "always" | "on_select" | "hidden";
+    color?: string;
+    opacity?: number;
+    bbox?: [number, number, number, number];
+    mask_reference?: string;
+    contour_points?: [number, number][];
+    metadata?: AnnotationMetadata;
+}
+
+// ── Viewport Action ──────────────────────────────────────────────────────────
+export interface ViewportAction {
+    type: "viewport";
+    action: "zoom_to_region" | "reset_viewport";
+    x?: number;
+    y?: number;
+    width?: number;
+    height?: number;
+}
+
+// ── Clear Action ─────────────────────────────────────────────────────────────
+export interface ClearAction {
+    type: "clear";
+    action: "clear_ai_annotations" | "clear_ai_segmentations" | "clear_all_ai_findings";
+}
+
+// ── Annotation Metadata ──────────────────────────────────────────────────────
+export interface AnnotationMetadata {
+    source: "ai" | "manual";
+    model?: "medsam3" | "llm" | string;
+    prompt?: string;
+    prompt_variants?: string[];
+}
+
+// ── Union of all AI viewer actions ───────────────────────────────────────────
+export type AIViewerAction =
+    | NavigateAction
+    | AnnotationAction
+    | SegmentationAction
+    | ViewportAction
+    | ClearAction;
+
+// ── Finding Summary ──────────────────────────────────────────────────────────
+export interface FindingSummary {
+    name: string;
+    confidence?: number;
+    annotation_id: string;
+    segmentation_id?: string;
+    slice?: number;
+    prompt?: string;
+}
+
+// ── Annotate API Request ─────────────────────────────────────────────────────
+export interface CopilotAnnotateRequest {
+    message: string;
+    session_id?: string;
+    patient_id?: string;
+    report_id?: string;
+    study_uid?: string;
+    series_uid?: string;
+    current_slice?: number;
+    total_slices?: number;
+    modality?: string;
+    report_text?: string;
+    viewport_image?: string; // base64 of current viewport
+}
+
+// ── Annotate API Response ────────────────────────────────────────────────────
+export interface CopilotAnnotateResponse {
+    reply: string;
+    viewer_actions: AIViewerAction[];
+    findings_summary: FindingSummary[];
+    error?: string;
+}
+
+// ── Segmentation Backend Config ──────────────────────────────────────────────
+export interface SegmentationConfig {
+    id?: string;
+    deploymentMode: "localhost" | "custom_api";
+    providerName: string;
+    modelName: string;
+    baseUrl: string;
+    healthEndpoint: string;
+    predictEndpoint: string;
+    apiSecretKey?: string;
+    timeoutSeconds: number;
+    supportsContours: boolean;
+    supports3D: boolean;
+    returnsMask: boolean;
+    returnsBox: boolean;
+    isActive: boolean;
+    createdAt?: string;
+    updatedAt?: string;
+}
+
+// ── Cornerstone Viewer Ref API ───────────────────────────────────────────────
+export interface CopilotViewerRef {
+    jumpToSlice: (slice: number) => void;
+    addAnnotation: (action: AnnotationAction) => void;
+    addSegmentation: (action: SegmentationAction) => void;
+    clearAIFindings: () => void;
+    zoomToRegion: (x: number, y: number, width: number, height: number) => void;
+    resetViewport: () => void;
+    getCurrentSlice: () => number;
+    getTotalSlices: () => number;
+    getCurrentImageBase64: () => string | null;
+}

package/types/copilot.ts

@@ -0,0 +1,105 @@
+// ─── AI Copilot Types ────────────────────────────────────────────────────────
+
+// Viewer Action — structured command from AI to control the viewer panel
+export type ViewerAction =
+    | { type: 'OPEN_REPORT'; reportId: string; patientName?: string }
+    | { type: 'OPEN_DICOM'; studyId: string; reportId?: string; slice?: number }
+    | { type: 'OPEN_METADATA'; patientId: string }
+    | { type: 'SWITCH_TAB'; tab: ViewerTab }
+    | { type: 'COMPARE_VIEW'; reportId1: string; reportId2: string }
+    | null;
+
+export type ViewerTab = 'dicom' | 'report' | 'metadata';
+
+// Reference — clickable link in chat messages
+export interface Reference {
+    id: string;
+    type: 'report' | 'study' | 'scan' | 'patient';
+    label: string;
+    viewerAction: ViewerAction;
+}
+
+// AI Chat Response from the backend
+export interface AIChatResponse {
+    message: string;
+    viewerActions: ViewerAction[];
+    references: Reference[];
+    error?: string;
+}
+
+// Chat message stored in state / database
+export interface ChatMessage {
+    id: string;
+    role: 'user' | 'assistant';
+    content: string | any[];
+    viewerActions?: ViewerAction[];
+    references?: Reference[];
+    timestamp: string;
+}
+
+// Chat session summary
+export interface ChatSession {
+    sessionId: string;
+    patientId?: string;
+    patientName?: string;
+    lastMessage: string;
+    messageCount: number;
+    createdAt: string;
+    updatedAt: string;
+}
+
+// Patient context passed to the AI
+export interface CopilotPatientContext {
+    patientId?: string | null;
+    currentReportId?: string | null;
+    patientName?: string | null;
+}
+
+// Quick action presets
+export interface QuickAction {
+    label: string;
+    prompt: string;
+    icon: string;
+}
+
+// ─── Activity Indicator Types ────────────────────────────────────────────────
+
+export interface ActivityStep {
+    label: string;
+    tool: string | null;
+    timestamp: number;
+}
+
+export interface ActivityState {
+    isActive: boolean;
+    currentStatus: string;
+    currentLabel: string;
+    currentTool: string | null;
+    completedSteps: ActivityStep[];
+    startedAt: number;
+}
+
+export const INITIAL_ACTIVITY_STATE: ActivityState = {
+    isActive: false,
+    currentStatus: "",
+    currentLabel: "",
+    currentTool: null,
+    completedSteps: [],
+    startedAt: 0,
+};
+
+// Re-export copilot viewer types for convenient access
+export type {
+    AIViewerAction,
+    NavigateAction,
+    AnnotationAction,
+    SegmentationAction,
+    ViewportAction as ViewportAIAction,
+    ClearAction,
+    AnnotationMetadata,
+    FindingSummary,
+    CopilotAnnotateRequest,
+    CopilotAnnotateResponse,
+    SegmentationConfig,
+    CopilotViewerRef,
+} from "./copilot-viewer";

package/types/fhir.ts

@@ -0,0 +1,21 @@
+import { InferSelectModel, InferInsertModel } from "drizzle-orm";
+import { reports, worklistOrders } from "../db/schema";
+import { Patient, ReportData } from "./index";
+
+export type ReportRow = InferSelectModel<typeof reports>;
+export type WorklistOrder = InferSelectModel<typeof worklistOrders>;
+export type OmniRadWorklistOrderInput = InferInsertModel<typeof worklistOrders>;
+
+export interface DiagnosticReportInput {
+    report: ReportRow;
+    reportData: ReportData;
+    patient?: Patient;
+    pdfBase64?: string;
+    serviceRequestId?: string;
+}
+
+export interface ImagingStudyInput {
+    report: ReportRow;
+    reportData: ReportData;
+    patient?: Patient;
+}

package/types/html2pdf.d.ts

@@ -0,0 +1,20 @@
+declare module 'html2pdf.js' {
+    interface Html2PdfOptions {
+        margin?: number | [number, number] | [number, number, number, number];
+        filename?: string;
+        image?: { type: string; quality: number };
+        enableLinks?: boolean;
+        html2canvas?: any;
+        jsPDF?: any;
+    }
+
+    interface Html2PdfWorker {
+        from(element: HTMLElement | string): Html2PdfWorker;
+        set(options: Html2PdfOptions): Html2PdfWorker;
+        save(): Promise<void>;
+        outputPdf(type?: string): Promise<string | Blob | ArrayBuffer>; // Add more if needed
+    }
+
+    function html2pdf(): Html2PdfWorker;
+    export default html2pdf;
+}

package/types/index.ts

@@ -0,0 +1,139 @@
+export type ReportStatus = 'Pending' | 'Approved' | 'Rejected' | 'Final';
+
+export interface Patient {
+    id: string;
+    patientIdNumber?: string;
+    patientName: string;
+    dob?: string;
+    age?: number;
+    gender?: string;
+    mobile?: string;
+    address?: string;
+    contactInfo?: string;
+    notes?: string;
+    createdAt: string;
+    updatedAt?: string;
+}
+
+export interface ReportFooter {
+    prepared_by: string;
+    department: string;
+    report_status: ReportStatus;
+    approved_by?: string;
+    approved_at?: string;
+    signature?: string;
+    rejection_reason?: string;
+}
+
+export interface Comment {
+    id: string;
+    author: string;
+    role: string;
+    text: string;
+    timestamp: string;
+}
+
+export interface AuditLog {
+    id: string;
+    action: string;
+    user: string;
+    timestamp: string;
+    details?: string;
+}
+
+export interface PatientContext {
+    fullName: string;
+    patientId: string;
+    age: number;
+    dob?: string;
+    gender: string;
+    indication: string;
+    symptoms: string;
+    history: string;
+    modality: string;
+    image?: File | null;
+    images?: File[];
+    isDicom?: boolean;
+    dicomMetadata?: any; // Will use DicomMetadata type
+    isPacs?: boolean;
+    pacsData?: any;
+}
+
+export interface Finding {
+    anatomical_region: string;
+    observation: string;
+    status: "normal" | "abnormal";
+}
+
+export interface ReportData {
+    report_header: {
+        hospital_name: string;
+        department: string;
+        report_title: string;
+        report_id: string;
+        report_date: string;
+    };
+    patient: {
+        name: string;
+        patient_id?: string;
+        age: number;
+        dob?: string;
+        gender: string;
+    };
+    clinical_information: {
+        symptoms: string;
+        history: string;
+        indication: string;
+    };
+    study: {
+        modality: string;
+        examination: string;
+        views: string;
+    };
+    findings: Finding[];
+    impression: string[];
+    urgency: "Routine" | "Urgent" | "Critical";
+    recommendations: string[];
+    report_footer: ReportFooter;
+    disclaimer: string;
+    image_data?: string; // Base64 encoded image
+    images_data?: string[]; // Array of Base64 encoded images
+    collaboration?: {
+        comments: Comment[];
+        logs: AuditLog[];
+    };
+    pacs_info?: {
+        study_uid: string;
+        series_uid: string;
+        source: string;
+    };
+}
+
+export interface DicomMetadata {
+    patientName?: string;
+    patientId?: string;
+    patientBirthDate?: string;
+    patientAge?: string;
+    patientSex?: string;
+    studyDate?: string;
+    studyTime?: string;
+    modality?: string;
+    institutionName?: string;
+    studyDescription?: string;
+    seriesDescription?: string;
+    bodyPartExamined?: string;
+    referringPhysicianName?: string;
+    accessionNumber?: string;
+    transferSyntaxUID?: string;
+    rows?: number;
+    columns?: number;
+    numberOfFrames?: number;
+    bitsAllocated?: number;
+}
+
+export interface DicomExtractionResult {
+    success: boolean;
+    metadata?: DicomMetadata;
+    images?: string[]; // Base64 JPEGs or Blob URLs
+    error?: string;
+}

package/types/pacs.ts

@@ -0,0 +1,41 @@
+export interface PacsConfig {
+  pacsOrthancUrl: string;
+  pacsAuthType: 'none' | 'basic' | 'bearer';
+  pacsUsername?: string;
+  pacsPassword?: string;
+  pacsBearerToken?: string;
+  pacsAeTitle?: string;
+}
+
+export interface DicomStudy {
+  id: string; // Internal identifier
+  studyInstanceUid: string;
+  patientName: string;
+  patientId: string;
+  patientBirthDate?: string;
+  patientAge?: string;
+  patientSex?: string;
+  studyDate: string;
+  studyTime: string;
+  accessionNumber: string;
+  studyDescription: string;
+  modalitiesInStudy: string[];
+  numberOfStudyRelatedSeries: number;
+  numberOfStudyRelatedInstances: number;
+}
+
+export interface DicomSeries {
+  studyInstanceUid: string;
+  seriesInstanceUid: string;
+  seriesNumber: number;
+  modality: string;
+  seriesDescription: string;
+  numberOfSeriesRelatedInstances: number;
+}
+
+export interface DicomInstance {
+  studyInstanceUid: string;
+  seriesInstanceUid: string;
+  sopInstanceUid: string;
+  instanceNumber: number;
+}