@oneuptime/common 10.0.30 → 10.0.33

package/Types/Log/LogPipelineProcessorType.ts

@@ -0,0 +1,44 @@
+enum LogPipelineProcessorType {
+  GrokParser = "GrokParser",
+  AttributeRemapper = "AttributeRemapper",
+  SeverityRemapper = "SeverityRemapper",
+  CategoryProcessor = "CategoryProcessor",
+}
+
+export interface GrokParserConfig {
+  source: string; // field to parse, e.g. "body"
+  pattern: string; // grok pattern
+  targetPrefix?: string; // prefix for extracted attributes
+}
+
+export interface AttributeRemapperConfig {
+  sourceKey: string; // source attribute key
+  targetKey: string; // target attribute key
+  preserveSource?: boolean; // keep original key (default false)
+  overrideOnConflict?: boolean; // overwrite if target exists (default true)
+}
+
+export interface SeverityRemapperConfig {
+  sourceKey: string; // attribute key containing severity info
+  mappings: Array<{
+    matchValue: string; // value to match (case-insensitive)
+    severityText: string; // mapped severity text
+    severityNumber: number; // mapped severity number
+  }>;
+}
+
+export interface CategoryProcessorConfig {
+  targetKey: string; // attribute key to store the category
+  categories: Array<{
+    name: string; // category name/value
+    filterQuery: string; // condition to match
+  }>;
+}
+
+export type LogPipelineProcessorConfig =
+  | GrokParserConfig
+  | AttributeRemapperConfig
+  | SeverityRemapperConfig
+  | CategoryProcessorConfig;
+
+export default LogPipelineProcessorType;

package/Types/Log/LogScrubAction.ts

@@ -0,0 +1,7 @@
+enum LogScrubAction {
+  Mask = "mask",
+  Hash = "hash",
+  Redact = "redact",
+}
+
+export default LogScrubAction;

package/Types/Log/LogScrubPatternType.ts

@@ -0,0 +1,10 @@
+enum LogScrubPatternType {
+  Email = "email",
+  CreditCard = "creditCard",
+  SSN = "ssn",
+  PhoneNumber = "phoneNumber",
+  IPAddress = "ipAddress",
+  Custom = "custom",
+}
+
+export default LogScrubPatternType;

package/Types/Permission.ts

@@ -82,6 +82,30 @@ enum Permission {
   EditTelemetryServiceLog = "EditTelemetryServiceLog",
   ReadTelemetryServiceLog = "ReadTelemetryServiceLog",
 
+  // Log Pipelines
+  CreateProjectLogPipeline = "CreateProjectLogPipeline",
+  DeleteProjectLogPipeline = "DeleteProjectLogPipeline",
+  EditProjectLogPipeline = "EditProjectLogPipeline",
+  ReadProjectLogPipeline = "ReadProjectLogPipeline",
+
+  // Log Pipeline Processors
+  CreateProjectLogPipelineProcessor = "CreateProjectLogPipelineProcessor",
+  DeleteProjectLogPipelineProcessor = "DeleteProjectLogPipelineProcessor",
+  EditProjectLogPipelineProcessor = "EditProjectLogPipelineProcessor",
+  ReadProjectLogPipelineProcessor = "ReadProjectLogPipelineProcessor",
+
+  // Log Drop Filters
+  CreateProjectLogDropFilter = "CreateProjectLogDropFilter",
+  DeleteProjectLogDropFilter = "DeleteProjectLogDropFilter",
+  EditProjectLogDropFilter = "EditProjectLogDropFilter",
+  ReadProjectLogDropFilter = "ReadProjectLogDropFilter",
+
+  // Log Scrub Rules
+  CreateProjectLogScrubRule = "CreateProjectLogScrubRule",
+  DeleteProjectLogScrubRule = "DeleteProjectLogScrubRule",
+  EditProjectLogScrubRule = "EditProjectLogScrubRule",
+  ReadProjectLogScrubRule = "ReadProjectLogScrubRule",
+
   // Exceptions
   CreateTelemetryException = "CreateTelemetryException",
   DeleteTelemetryException = "DeleteTelemetryException",
@@ -3981,6 +4005,156 @@ export class PermissionHelper {
         group: PermissionGroup.Telemetry,
       },
 
+      // Log Pipeline Permissions
+      {
+        permission: Permission.CreateProjectLogPipeline,
+        title: "Create Log Pipeline",
+        description:
+          "This permission can create Log Pipelines in this project.",
+        isAssignableToTenant: true,
+        isAccessControlPermission: false,
+        group: PermissionGroup.Telemetry,
+      },
+      {
+        permission: Permission.DeleteProjectLogPipeline,
+        title: "Delete Log Pipeline",
+        description:
+          "This permission can delete Log Pipelines of this project.",
+        isAssignableToTenant: true,
+        isAccessControlPermission: false,
+        group: PermissionGroup.Telemetry,
+      },
+      {
+        permission: Permission.EditProjectLogPipeline,
+        title: "Edit Log Pipeline",
+        description: "This permission can edit Log Pipelines of this project.",
+        isAssignableToTenant: true,
+        isAccessControlPermission: false,
+        group: PermissionGroup.Telemetry,
+      },
+      {
+        permission: Permission.ReadProjectLogPipeline,
+        title: "Read Log Pipeline",
+        description: "This permission can read Log Pipelines of this project.",
+        isAssignableToTenant: true,
+        isAccessControlPermission: false,
+        group: PermissionGroup.Telemetry,
+      },
+
+      // Log Pipeline Processor Permissions
+      {
+        permission: Permission.CreateProjectLogPipelineProcessor,
+        title: "Create Log Pipeline Processor",
+        description:
+          "This permission can create Log Pipeline Processors in this project.",
+        isAssignableToTenant: true,
+        isAccessControlPermission: false,
+        group: PermissionGroup.Telemetry,
+      },
+      {
+        permission: Permission.DeleteProjectLogPipelineProcessor,
+        title: "Delete Log Pipeline Processor",
+        description:
+          "This permission can delete Log Pipeline Processors of this project.",
+        isAssignableToTenant: true,
+        isAccessControlPermission: false,
+        group: PermissionGroup.Telemetry,
+      },
+      {
+        permission: Permission.EditProjectLogPipelineProcessor,
+        title: "Edit Log Pipeline Processor",
+        description:
+          "This permission can edit Log Pipeline Processors of this project.",
+        isAssignableToTenant: true,
+        isAccessControlPermission: false,
+        group: PermissionGroup.Telemetry,
+      },
+      {
+        permission: Permission.ReadProjectLogPipelineProcessor,
+        title: "Read Log Pipeline Processor",
+        description:
+          "This permission can read Log Pipeline Processors of this project.",
+        isAssignableToTenant: true,
+        isAccessControlPermission: false,
+        group: PermissionGroup.Telemetry,
+      },
+
+      // Log Drop Filter Permissions
+      {
+        permission: Permission.CreateProjectLogDropFilter,
+        title: "Create Log Drop Filter",
+        description:
+          "This permission can create Log Drop Filters in this project.",
+        isAssignableToTenant: true,
+        isAccessControlPermission: false,
+        group: PermissionGroup.Telemetry,
+      },
+      {
+        permission: Permission.DeleteProjectLogDropFilter,
+        title: "Delete Log Drop Filter",
+        description:
+          "This permission can delete Log Drop Filters of this project.",
+        isAssignableToTenant: true,
+        isAccessControlPermission: false,
+        group: PermissionGroup.Telemetry,
+      },
+      {
+        permission: Permission.EditProjectLogDropFilter,
+        title: "Edit Log Drop Filter",
+        description:
+          "This permission can edit Log Drop Filters of this project.",
+        isAssignableToTenant: true,
+        isAccessControlPermission: false,
+        group: PermissionGroup.Telemetry,
+      },
+      {
+        permission: Permission.ReadProjectLogDropFilter,
+        title: "Read Log Drop Filter",
+        description:
+          "This permission can read Log Drop Filters of this project.",
+        isAssignableToTenant: true,
+        isAccessControlPermission: false,
+        group: PermissionGroup.Telemetry,
+      },
+
+      // Log Scrub Rule Permissions
+      {
+        permission: Permission.CreateProjectLogScrubRule,
+        title: "Create Log Scrub Rule",
+        description:
+          "This permission can create Log Scrub Rules in this project.",
+        isAssignableToTenant: true,
+        isAccessControlPermission: false,
+        group: PermissionGroup.Telemetry,
+      },
+      {
+        permission: Permission.DeleteProjectLogScrubRule,
+        title: "Delete Log Scrub Rule",
+        description:
+          "This permission can delete Log Scrub Rules of this project.",
+        isAssignableToTenant: true,
+        isAccessControlPermission: false,
+        group: PermissionGroup.Telemetry,
+      },
+      {
+        permission: Permission.EditProjectLogScrubRule,
+        title: "Edit Log Scrub Rule",
+        description:
+          "This permission can edit Log Scrub Rules of this project.",
+        isAssignableToTenant: true,
+        isAccessControlPermission: false,
+        group: PermissionGroup.Telemetry,
+      },
+      {
+        permission: Permission.ReadProjectLogScrubRule,
+        title: "Read Log Scrub Rule",
+        description:
+          "This permission can read Log Scrub Rules of this project.",
+        isAssignableToTenant: true,
+        isAccessControlPermission: false,
+        group: PermissionGroup.Telemetry,
+      },
+
       {
         permission: Permission.CreateTelemetryException,
         title: "Create Telemetry Service Exception",

package/UI/Components/LogsViewer/LogsViewer.tsx

@@ -4,6 +4,7 @@ import React, {
   useCallback,
   useEffect,
   useMemo,
+  useRef,
   useState,
 } from "react";
 import Query from "../../../Types/BaseDatabase/Query";
@@ -51,9 +52,12 @@ import {
   normalizeLogsTableColumns,
 } from "./types";
 import LogsAnalyticsView from "./components/LogsAnalyticsView";
+import { LogSearchBarRef } from "./components/LogSearchBar";
 import { queryStringToFilter } from "../../../Types/Log/LogQueryToFilter";
 import RangeStartAndEndDateTime from "../../../Types/Time/RangeStartAndEndDateTime";
 import TimeRange from "../../../Types/Time/TimeRange";
+import { exportLogs, LogExportFormat } from "../../Utils/LogExport";
+import ObjectID from "../../../Types/ObjectID";
 
 export interface ComponentProps {
   logs: Array<Log>;
@@ -64,6 +68,7 @@ export interface ComponentProps {
   noLogsMessage?: string | undefined;
   getTraceRoute?: (traceId: string, log: Log) => Route | URL | undefined;
   getSpanRoute?: (spanId: string, log: Log) => Route | URL | undefined;
+  projectId?: ObjectID | undefined;
   totalCount?: number | undefined;
   page?: number | undefined;
   pageSize?: number | undefined;
@@ -195,6 +200,9 @@ const LogsViewer: FunctionComponent<ComponentProps> = (
   const [serviceMap, setServiceMap] = useState<Dictionary<Service>>({});
 
   const [selectedLogId, setSelectedLogId] = useState<string | null>(null);
+  const [focusedRowIndex, setFocusedRowIndex] = useState<number>(-1);
+  const searchBarRef: React.RefObject<LogSearchBarRef> =
+    useRef<LogSearchBarRef>(null!);
 
   const [internalPage, setInternalPage] = useState<number>(1);
   const [internalPageSize, setInternalPageSize] =
@@ -211,6 +219,9 @@ const LogsViewer: FunctionComponent<ComponentProps> = (
   const [internalViewMode, setInternalViewMode] =
     useState<LogsViewMode>("list");
 
+  const [showKeyboardShortcuts, setShowKeyboardShortcuts] =
+    useState<boolean>(false);
+
   useEffect(() => {
     setFilterData(props.filterData);
   }, [props.filterData]);
@@ -425,7 +436,12 @@ const LogsViewer: FunctionComponent<ComponentProps> = (
     }
   }, [attributesLoaded, attributesLoading, loadAttributes]);
 
-  const resetPage: () => void = (): void => {
+  // Reset focused row when displayed logs change
+  useEffect(() => {
+    setFocusedRowIndex(-1);
+  }, [displayedLogs]);
+
+  const resetPage: () => void = useCallback((): void => {
     if (props.onPageChange) {
       props.onPageChange(1);
     }
@@ -433,9 +449,9 @@ const LogsViewer: FunctionComponent<ComponentProps> = (
     if (props.page === undefined) {
       setInternalPage(1);
     }
-  };
+  }, [props.onPageChange, props.page]);
 
-  const handleSearchSubmit: () => void = (): void => {
+  const handleSearchSubmit: () => void = useCallback((): void => {
     const queryFilter: Record<string, unknown> = queryStringToFilter(
       searchQuery,
     ) as Record<string, unknown>;
@@ -464,7 +480,122 @@ const LogsViewer: FunctionComponent<ComponentProps> = (
     resetPage();
     setSelectedLogId(null);
     props.onFilterChanged(mergedFilter);
-  };
+  }, [searchQuery, serviceMap, filterData, resetPage, props]);
+
+  // Scroll focused row into view
+  useEffect(() => {
+    if (focusedRowIndex < 0) {
+      return;
+    }
+
+    // Use requestAnimationFrame to ensure the DOM has updated with data-focused
+    requestAnimationFrame(() => {
+      const focusedRow: Element | null = document.querySelector(
+        `tr[data-focused="true"]`,
+      );
+      if (focusedRow) {
+        focusedRow.scrollIntoView({ block: "nearest" });
+      }
+    });
+  }, [focusedRowIndex]);
+
+  // Keyboard shortcuts: j/k navigate, Enter expand/collapse, Escape close, / focus search, Ctrl+Enter apply
+  useEffect(() => {
+    const handleKeyDown: (e: KeyboardEvent) => void = (
+      e: KeyboardEvent,
+    ): void => {
+      const target: EventTarget | null = e.target;
+      const isInputFocused: boolean =
+        target instanceof HTMLInputElement ||
+        target instanceof HTMLTextAreaElement ||
+        target instanceof HTMLSelectElement ||
+        (target instanceof HTMLElement && target.isContentEditable);
+
+      // Ctrl+Enter applies filters even when search bar is focused
+      if (e.key === "Enter" && (e.ctrlKey || e.metaKey)) {
+        e.preventDefault();
+        handleSearchSubmit();
+        return;
+      }
+
+      // Skip other shortcuts when an input is focused
+      if (isInputFocused) {
+        return;
+      }
+
+      if (e.key === "/") {
+        e.preventDefault();
+        searchBarRef.current?.focus();
+        return;
+      }
+
+      if (e.key === "?") {
+        e.preventDefault();
+        setShowKeyboardShortcuts((prev: boolean) => {
+          return !prev;
+        });
+        return;
+      }
+
+      if (e.key === "Escape") {
+        if (showKeyboardShortcuts) {
+          setShowKeyboardShortcuts(false);
+          return;
+        }
+        if (selectedLogId) {
+          setSelectedLogId(null);
+        }
+        return;
+      }
+
+      const logCount: number = displayedLogs.length;
+
+      if (logCount === 0) {
+        return;
+      }
+
+      if (e.key === "j") {
+        e.preventDefault();
+        setFocusedRowIndex((prev: number): number => {
+          return Math.min(prev + 1, logCount - 1);
+        });
+        return;
+      }
+
+      if (e.key === "k") {
+        e.preventDefault();
+        setFocusedRowIndex((prev: number): number => {
+          return Math.max(prev - 1, 0);
+        });
+        return;
+      }
+
+      if (e.key === "Enter") {
+        if (focusedRowIndex >= 0 && focusedRowIndex < logCount) {
+          const log: Log = displayedLogs[focusedRowIndex]!;
+          const rowId: string = resolveLogIdentifier(log, focusedRowIndex);
+          setSelectedLogId((currentSelected: string | null) => {
+            if (currentSelected === rowId) {
+              return null;
+            }
+            return rowId;
+          });
+        }
+        return;
+      }
+    };
+
+    document.addEventListener("keydown", handleKeyDown);
+    return () => {
+      document.removeEventListener("keydown", handleKeyDown);
+    };
+  }, [
+    displayedLogs,
+    focusedRowIndex,
+    selectedLogId,
+    showKeyboardShortcuts,
+    handleSearchSubmit,
+  ]);
 
   const handlePageChange: (page: number) => void = (page: number): void => {
     if (props.onPageChange) {
@@ -655,6 +786,12 @@ const LogsViewer: FunctionComponent<ComponentProps> = (
           },
         }
       : {}),
+    onExportCSV: () => {
+      exportLogs(displayedLogs, LogExportFormat.CSV, selectedColumns);
+    },
+    onExportJSON: () => {
+      exportLogs(displayedLogs, LogExportFormat.JSON, selectedColumns);
+    },
     ...(props.liveOptions ? { liveOptions: props.liveOptions } : {}),
     ...(props.timeRange && props.onTimeRangeChange
       ? {
@@ -662,6 +799,12 @@ const LogsViewer: FunctionComponent<ComponentProps> = (
           onTimeRangeChange: props.onTimeRangeChange,
         }
       : {}),
+    showKeyboardShortcuts,
+    onToggleKeyboardShortcuts: () => {
+      setShowKeyboardShortcuts((prev: boolean) => {
+        return !prev;
+      });
+    },
   };
 
   const showSidebar: boolean =
@@ -672,6 +815,7 @@ const LogsViewer: FunctionComponent<ComponentProps> = (
       {props.showFilters && (
         <div>
           <LogsFilterCard
+            ref={searchBarRef}
             logAttributes={logAttributes}
             searchQuery={searchQuery}
             onSearchQueryChange={setSearchQuery}
@@ -737,6 +881,9 @@ const LogsViewer: FunctionComponent<ComponentProps> = (
                 logs={displayedLogs}
                 serviceMap={serviceMap}
                 isLoading={props.isLoading}
+                focusedRowIndex={
+                  focusedRowIndex >= 0 ? focusedRowIndex : undefined
+                }
                 emptyMessage={
                   props.noLogsMessage ||
                   getEmptyMessageWithTimeRange(props.timeRange)
@@ -766,6 +913,7 @@ const LogsViewer: FunctionComponent<ComponentProps> = (
                       getTraceRoute={props.getTraceRoute}
                       getSpanRoute={props.getSpanRoute}
                       variant="embedded"
+                      projectId={props.projectId}
                     />
                   );
                 }}

package/UI/Components/LogsViewer/components/KeyboardShortcutsHelp.tsx

@@ -0,0 +1,92 @@
+import React, { FunctionComponent, ReactElement } from "react";
+
+export interface KeyboardShortcutsHelpProps {
+  onClose: () => void;
+}
+
+interface ShortcutRow {
+  keys: Array<string>;
+  description: string;
+}
+
+const SHORTCUT_ROWS: Array<ShortcutRow> = [
+  { keys: ["j"], description: "Move to next log row" },
+  { keys: ["k"], description: "Move to previous log row" },
+  { keys: ["Enter"], description: "Expand / collapse selected log" },
+  { keys: ["Esc"], description: "Close detail panel" },
+  { keys: ["/"], description: "Focus search bar" },
+  { keys: ["Ctrl", "Enter"], description: "Apply search filters" },
+  { keys: ["?"], description: "Toggle this help" },
+];
+
+const KeyboardShortcutsHelp: FunctionComponent<KeyboardShortcutsHelpProps> = (
+  props: KeyboardShortcutsHelpProps,
+): ReactElement => {
+  return (
+    <div className="absolute right-0 top-full z-50 mt-1 w-72 overflow-hidden rounded-lg border border-gray-200 bg-white shadow-lg">
+      <div className="flex items-center justify-between border-b border-gray-100 px-3 py-2">
+        <span className="text-[11px] font-semibold uppercase tracking-wider text-gray-400">
+          Keyboard shortcuts
+        </span>
+        <button
+          type="button"
+          className="text-gray-400 transition-colors hover:text-gray-600"
+          onClick={props.onClose}
+        >
+          <svg
+            className="h-3.5 w-3.5"
+            fill="none"
+            viewBox="0 0 24 24"
+            strokeWidth={2}
+            stroke="currentColor"
+          >
+            <path
+              strokeLinecap="round"
+              strokeLinejoin="round"
+              d="M6 18 18 6M6 6l12 12"
+            />
+          </svg>
+        </button>
+      </div>
+
+      <div className="py-1">
+        {SHORTCUT_ROWS.map((row: ShortcutRow) => {
+          return (
+            <div
+              key={row.description}
+              className="flex items-center justify-between px-3 py-1.5"
+            >
+              <span className="text-xs text-gray-600">{row.description}</span>
+              <div className="flex items-center gap-1">
+                {row.keys.map((key: string, index: number) => {
+                  return (
+                    <React.Fragment key={key}>
+                      {index > 0 && (
+                        <span className="text-[10px] text-gray-400">+</span>
+                      )}
+                      <kbd className="inline-flex min-w-[1.5rem] items-center justify-center rounded border border-gray-200 bg-gray-50 px-1.5 py-0.5 font-mono text-[11px] font-medium text-gray-600">
+                        {key}
+                      </kbd>
+                    </React.Fragment>
+                  );
+                })}
+              </div>
+            </div>
+          );
+        })}
+      </div>
+
+      <div className="border-t border-gray-100 px-3 py-1.5">
+        <span className="text-[10px] text-gray-400">
+          Press{" "}
+          <kbd className="rounded border border-gray-200 bg-gray-50 px-1 py-0.5 font-mono text-[10px]">
+            ?
+          </kbd>{" "}
+          to toggle this panel
+        </span>
+      </div>
+    </div>
+  );
+};
+
+export default KeyboardShortcutsHelp;