@hyperframes/studio 0.8.58 → 0.8.59

package/src/player/components/TimelineRulerPart.tsx

@@ -0,0 +1,22 @@
+import { TimelineRuler as TimelineRulerImpl } from "./TimelineRuler";
+import { useTimelineContext } from "./TimelineProvider";
+
+export function TimelineRulerPart() {
+  const { state } = useTimelineContext();
+  const props = state.canvas;
+  return (
+    <TimelineRulerImpl
+      major={props.major}
+      minor={props.minor}
+      pps={props.pps}
+      trackContentWidth={props.trackContentWidth}
+      totalH={props.totalH}
+      effectiveDuration={props.effectiveDuration}
+      majorTickInterval={props.majorTickInterval}
+      theme={props.theme}
+      beatAnalysis={props.beatAnalysis}
+      contentOrigin={props.contentOrigin}
+      renderTimeRange={props.rowsVirtualized ? props.renderTimeRange : undefined}
+    />
+  );
+}

package/src/player/components/timelineProviderStateBuilders.ts

@@ -5,6 +5,26 @@ import type {
 } from "./TimelineProvider";
 import type { ResizingClipState } from "./useTimelineClipDrag";
 import type { TimelineLaneBaseProps } from "./timelineLaneProps";
+import type { DraggedClipState } from "./timelineClipDragTypes";
+import type { MultiDragPreviewInput } from "./timelineMultiDragPreview";
+import { getTimelineElementIdentity } from "../lib/timelineElementHelpers";
+
+export function resolveMultiDragPreview(
+  draggedClip: DraggedClipState | null,
+  selectedKeys: ReadonlySet<string>,
+): MultiDragPreviewInput | null {
+  // The dragged clip is a free ghost; selected companions follow the same
+  // clamped delta so the formation stays rigid at the lane boundary.
+  if (!draggedClip?.started) return null;
+  const draggedKey = getTimelineElementIdentity(draggedClip.element);
+  return {
+    dragStarted: true,
+    draggedKey,
+    draggedOriginStart: draggedClip.element.start,
+    draggedPreviewStart: draggedClip.previewStart,
+    selectedKeys,
+  };
+}
 
 export function resolveResizingElementIds(
   resizingClip: ResizingClipState | null,

package/src/player/components/useTimelineProviderState.tsx

@@ -10,6 +10,7 @@ import { useTimelineClipDrag } from "./useTimelineClipDrag";
 import type { ClipContextMenuState, TimelineContextValue } from "./TimelineProvider";
 import {
   buildTimelineMeta,
+  resolveMultiDragPreview,
   resolveRenderClipContent,
   resolveResizingElementIds,
   shouldIgnoreTimelinePointerDown,
@@ -30,7 +31,7 @@ import {
 } from "./useTimelineTrackLayout";
 import { useTimelineKeyframeHandlers } from "./useTimelineKeyframeHandlers";
 import { useTimelineGapHighlights } from "./useTimelineGapHighlights";
-import { TimelineRazorGuide, useTimelineRazorInteraction } from "./TimelineRazorInteraction";
+import { TimelineRazorGuideOverlay, useTimelineRazorInteraction } from "./TimelineRazorInteraction";
 import { useTimelinePerformanceTelemetry } from "./useTimelinePerformanceTelemetry";
 import {
   getEffectiveTimelineDuration,
@@ -44,6 +45,8 @@ import { useTimelineClipRenderWindow } from "./useTimelineClipRenderWindow";
 import { useTimelineActiveClips } from "./useTimelineActiveClips";
 import { useTimelineLaneMoveRefresh } from "./useTimelineLaneMoveRefresh";
 import { useTimelineLogicalFocus } from "./useTimelineLogicalFocus";
+import { useTimelineEditContextOptional } from "../../contexts/TimelineEditContext";
+import { resolveSnapGuide } from "./timelineSnapping";
 export function useTimelineProviderState({
   onSeek,
   onDrillDown,
@@ -90,10 +93,10 @@ export function useTimelineProviderState({
     onSplitElement: onSplitElementOverride,
   });
   const theme = useMemo(() => ({ ...defaultTimelineTheme, ...themeOverrides }), [themeOverrides]);
+  const editContext = useTimelineEditContextOptional();
   const refreshAfterLaneMove = useTimelineLaneMoveRefresh();
   useMusicBeatAnalysis();
-  const rawElements = usePlayerStore((s) => s.elements);
-  const timelineElements = rawElements;
+  const timelineElements = usePlayerStore((s) => s.elements);
   const adjustedBeatAnalysis = useAdjustedBeatAnalysis();
   const duration = usePlayerStore((s) => s.duration);
   const timeDisplayMode = usePlayerStore((s) => s.timeDisplayMode);
@@ -108,7 +111,6 @@ export function useTimelineProviderState({
   );
   // The label column provides pre-t=0 space; otherwise keep TRACKS_LEFT_PAD after the gutter.
   const contentOrigin = labelMode ? LABEL_COL_W + GUTTER : GUTTER + TRACKS_LEFT_PAD;
-  const contentGutter = labelMode ? GUTTER : 0;
   const setSelectedElementId = usePlayerStore((s) => s.setSelectedElementId);
   const currentTime = usePlayerStore((s) => s.currentTime);
   const beatDragging = usePlayerStore((s) => s.beatDragging);
@@ -130,8 +132,8 @@ export function useTimelineProviderState({
   }, []);
   const lastScrollLeftRef = useRef(0);
   const effectiveDuration = useMemo(
-    () => getEffectiveTimelineDuration(duration, rawElements),
-    [duration, rawElements],
+    () => getEffectiveTimelineDuration(duration, timelineElements),
+    [duration, timelineElements],
   );
   const keyframeCache = usePlayerStore((s) => s.keyframeCache);
   useAutoExpandKeyframedClips(gsapAnimations);
@@ -406,7 +408,6 @@ export function useTimelineProviderState({
     handlePointerCancel,
   } = overlaysProps;
   const { rangeSelection, setRangeSelection } = overlays;
-
   const laneGapStrips = useTimelineGapHighlights({
     gapHighlight,
     tracks,
@@ -416,25 +417,24 @@ export function useTimelineProviderState({
     dragActive: draggedClip?.started === true || resizingClip != null,
     displayDuration,
   });
-
   const { major, minor, majorTickInterval } = useTimelineTicks(
     displayDuration,
     pps,
     timeDisplayMode,
     timelineFocus.rowVirtualizationActive ? renderTimeRange : undefined,
   );
-
   const getPreviewElement = useCallback(
     (element: TimelineElement): TimelineElement => getTimelinePreviewElement(element, resizingClip),
     [resizingClip],
   );
-
+  const draggedElement = draggedClip?.element ?? null;
+  const multiDragPreview = resolveMultiDragPreview(draggedClip, selectedElementIds);
   const canvasProps = {
     major,
     minor,
     pps,
     contentOrigin,
-    contentGutter,
+    contentGutter: labelMode ? GUTTER : 0,
     trackContentWidth: displayContentWidth,
     totalH: displayLayout.totalH,
     effectiveDuration,
@@ -501,6 +501,13 @@ export function useTimelineProviderState({
     onResizeElement,
     onMoveElement,
     beatDragging,
+    draggedElement,
+    snapGuide: resolveSnapGuide(draggedClip, resizingClip),
+    multiDragPreview,
+    onToggleTrackHidden: editContext.onToggleTrackHidden,
+    onTogglePropertyGroupKeyframe: editContext.onTogglePropertyGroupKeyframe,
+    onRazorSplit: editContext.onRazorSplit,
+    onRazorSplitAll: editContext.onRazorSplitAll,
   };
   const timelineRenderClipContent = resolveRenderClipContent(
     timelineFocus.rowVirtualizationActive,
@@ -559,7 +566,7 @@ export function useTimelineProviderState({
     labelColumnWidth: LABEL_COL_W,
     razorGuide:
       activeTool === "razor" && razorGuideX !== null ? (
-        <TimelineRazorGuide x={razorGuideX} />
+        <TimelineRazorGuideOverlay x={razorGuideX} />
       ) : null,
   });
   const contextValue: TimelineContextValue = {

package/src/player/lib/timelineElementHelpers.ts

@@ -12,6 +12,7 @@ import type { ClipManifestClip } from "./playbackTypes";
 import { isFinitePositive } from "./playbackAdapter";
 import { getSourceScopedSelectorIndex } from "../../utils/sourceScopedSelectorIndex";
 import { HF_AUDIO_GROUP_TAG } from "@hyperframes/core/audio-groups";
+import { readElementFades } from "@hyperframes/core/audio-fade";
 
 // ---------------------------------------------------------------------------
 // Layer-reveal lift transparency
@@ -173,8 +174,27 @@ function applyPlaybackMetadataFromElement(entry: TimelineElement, el: Element):
   }
 }
 
+/** Sets or clears an optional field, so a re-parse after the attribute is removed drops it. */
+function setOptional<K extends keyof TimelineElement>(
+  entry: TimelineElement,
+  key: K,
+  value: TimelineElement[K] | undefined,
+): void {
+  if (value === undefined) delete entry[key];
+  else entry[key] = value;
+}
+
+/** `data-has-audio` and the clip-edge fades: what the mixer hears and how it enters and leaves. */
+function applyAudioMetadataFromElement(entry: TimelineElement, el: Element): void {
+  setOptional(entry, "hasAudio", el.getAttribute("data-has-audio") === "true" ? true : undefined);
+  const fades = readElementFades(el);
+  setOptional(entry, "fadeIn", fades.fadeIn > 0 ? fades.fadeIn : undefined);
+  setOptional(entry, "fadeOut", fades.fadeOut > 0 ? fades.fadeOut : undefined);
+}
+
 export function applyMediaMetadataFromElement(entry: TimelineElement, el: Element): void {
   applyPlaybackMetadataFromElement(entry, el);
+  applyAudioMetadataFromElement(entry, el);
 
   const mediaEl = resolveMediaElement(el);
   if (!mediaEl) return;

package/src/player/store/timelineElement.ts

@@ -54,6 +54,11 @@ export interface TimelineElement {
   playbackRate?: number;
   sourceDuration?: number;
   volume?: number;
+  /** `data-has-audio="true"` on a video: its sound is mixed, so it takes audio affordances (fades). */
+  hasAudio?: boolean;
+  /** Clip-edge fades from `data-fade-in` / `data-fade-out`, seconds; absent means none. */
+  fadeIn?: number;
+  fadeOut?: number;
   /** Verbatim `data-fx-chain` / `data-automation`; see automationLaneData. */
   fxChain?: string;
   automation?: string;

package/src/styles/theme.css

@@ -69,6 +69,10 @@
   --timeline-clip-border-hover: rgba(60, 230, 172, 0.75);
   --timeline-clip-border-active: rgba(60, 230, 172, 0.55);
   --timeline-handle: rgba(255, 255, 255, 0.55);
+  /* Audio clip fades: the shaded wedge over the faded gain, and the corner dots. */
+  --timeline-fade-shade: rgba(0, 0, 0, 0.38);
+  --timeline-fade-dot-active: rgba(255, 255, 255, 1);
+  --timeline-fade-dot-ring: rgba(0, 0, 0, 0.55);
   --timeline-resize-seam: rgba(255, 255, 255, 0.12);
   --timeline-resize-active: rgba(255, 255, 255, 0.24);
   --timeline-track-clip-fill: rgba(255, 255, 255, 0.055);

package/src/utils/audioMeterMath.test.ts

@@ -0,0 +1,44 @@
+import { describe, expect, it } from "vitest";
+import {
+  levelToFraction,
+  markFraction,
+  SILENT_CHANNEL,
+  stepChannel,
+  stepPair,
+} from "./audioMeterMath";
+
+describe("levelToFraction", () => {
+  it("puts each dB mark on its equally spaced stop", () => {
+    [1, 0.8, 0.6, 0.4, 0.2].forEach((f, i) =>
+      expect(markFraction([0, -3, -6, -12, -24][i]!)).toBeCloseTo(f, 6),
+    );
+  });
+  it("clamps silence and overs", () => {
+    expect(levelToFraction(0)).toBe(0);
+    expect(levelToFraction(4)).toBe(1);
+  });
+  it("is monotonic between marks", () => {
+    expect(levelToFraction(0.5)).toBeGreaterThan(markFraction(-12));
+    expect(levelToFraction(0.5)).toBeLessThan(markFraction(-3));
+  });
+});
+
+describe("stepChannel", () => {
+  it("attacks instantly, holds the peak, then falls", () => {
+    let ch = stepChannel(SILENT_CHANNEL, 1, 0, 16);
+    expect(ch.level).toBe(1);
+    ch = stepChannel(ch, 0, 500, 16);
+    expect(ch.peak).toBe(1);
+    expect(ch.level).toBeLessThan(1);
+    ch = stepChannel(ch, 0, 2000, 500);
+    expect(ch.peak).toBeLessThan(1);
+  });
+});
+
+describe("stepPair", () => {
+  it("returns the same pair while silent at rest, and moves on sound", () => {
+    const rest = stepPair(undefined, undefined, 0, 16);
+    expect(stepPair(rest, { l: 0, r: 0 }, 16, 16)).toBe(rest);
+    expect(stepPair(rest, { l: 1, r: 0 }, 32, 16)).not.toBe(rest);
+  });
+});

package/src/utils/audioMeterMath.ts

@@ -0,0 +1,79 @@
+import { useMemo } from "react";
+import { audioDbToGain, audioGainToDb } from "@hyperframes/core/audio-gain";
+import { usePlayerStore, type TimelineElement } from "../player";
+import { isAudioTimelineElement } from "./timelineInspector";
+
+/** dB stops of the meter scale, top to bottom; equal spacing between stops. */
+export const METER_DB_MARKS = [0, -3, -6, -12, -24] as const;
+const FLOOR_DB = -60;
+const STOPS = [...METER_DB_MARKS, FLOOR_DB];
+
+const FALL_PER_SECOND = 0.9;
+const HOLD_MS = 1200;
+
+/** Linear peak (0..1) to a 0..1 bar fraction along the piecewise-linear dB scale. */
+export function levelToFraction(linear: number): number {
+  const db = linear > 0 ? audioGainToDb(linear) : FLOOR_DB;
+  if (db >= 0) return 1;
+  if (db <= FLOOR_DB) return 0;
+  const j = STOPS.findIndex((stop) => db >= stop);
+  const hi = STOPS[j - 1] as number;
+  const lo = STOPS[j] as number;
+  return (STOPS.length - 1 - j + (db - lo) / (hi - lo)) / (STOPS.length - 1);
+}
+
+/** Fraction of the bar height at which a dB mark sits, 0 at the bottom. */
+export function markFraction(db: number): number {
+  return levelToFraction(audioDbToGain(db));
+}
+
+export interface MeterChannel {
+  level: number;
+  peak: number;
+  peakAt: number;
+}
+
+export const SILENT_CHANNEL: MeterChannel = { level: 0, peak: 0, peakAt: 0 };
+
+/** Instant attack, steady fall; the peak holds for HOLD_MS, then falls with the bar. */
+export function stepChannel(
+  prev: MeterChannel,
+  linear: number,
+  now: number,
+  dtMs: number,
+): MeterChannel {
+  const fall = (dtMs / 1000) * FALL_PER_SECOND;
+  const target = levelToFraction(linear);
+  const level = Math.max(target, prev.level - fall);
+  if (target >= prev.peak) return { level, peak: target, peakAt: now };
+  if (now - prev.peakAt < HOLD_MS) return { level, peak: prev.peak, peakAt: prev.peakAt };
+  return { level, peak: Math.max(target, prev.peak - fall), peakAt: prev.peakAt };
+}
+
+export type MeterPair = [MeterChannel, MeterChannel];
+
+const atRest = (ch: MeterChannel): boolean => ch.level === 0 && ch.peak === 0;
+
+/** Steps both channels; returns `prev` itself while silent and at rest, so callers can skip the paint. */
+export function stepPair(
+  prev: MeterPair | undefined,
+  raw: { l: number; r: number } | undefined,
+  now: number,
+  dtMs: number,
+): MeterPair {
+  const [l, r] = prev ?? [SILENT_CHANNEL, SILENT_CHANNEL];
+  const silent = !raw?.l && !raw?.r;
+  if (prev && silent && atRest(l) && atRest(r)) return prev;
+  return [stepChannel(l, raw?.l ?? 0, now, dtMs), stepChannel(r, raw?.r ?? 0, now, dtMs)];
+}
+
+/** The meters appear only for a project with at least one audio clip or group. */
+function hasProjectAudio(elements: readonly TimelineElement[]): boolean {
+  return elements.some((el) => isAudioTimelineElement(el) || el.audioGroup !== undefined);
+}
+
+/** Scans once per `elements` change, not on every store update (the playhead ticks each frame). */
+export function useProjectHasAudio(): boolean {
+  const elements = usePlayerStore((s) => s.elements);
+  return useMemo(() => hasProjectAudio(elements), [elements]);
+}

package/src/utils/audioMeterVisibility.ts

@@ -0,0 +1,14 @@
+import { create } from "zustand";
+import { readStudioUiPreferences, writeStudioUiPreferences } from "./studioUiPreferences";
+
+/** Whether the audio meter strip is shown; persisted, on unless the user hid it. */
+export const useAudioMetersVisible = create<{
+  visible: boolean;
+  setVisible: (visible: boolean) => void;
+}>((set) => ({
+  visible: readStudioUiPreferences().audioMetersVisible ?? true,
+  setVisible: (visible) => {
+    writeStudioUiPreferences({ audioMetersVisible: visible });
+    set({ visible });
+  },
+}));

package/src/utils/studioHelpers.ts

@@ -377,6 +377,27 @@ export async function resolveDroppedAssetDuration(
   return duration;
 }
 
+export function mediaMetadataUrl(projectId: string, assetPath: string): string {
+  return `/api/projects/${encodeURIComponent(projectId)}/media/metadata?path=${encodeURIComponent(assetPath)}`;
+}
+
+/** Dropped video audio stream from the metadata endpoint. Failure answers false so the drop still lands muted. */
+export async function resolveDroppedAssetHasAudio(
+  projectId: string,
+  assetPath: string,
+  kind: TimelineAssetKind,
+): Promise<boolean> {
+  if (kind !== "video") return false;
+  try {
+    const response = await fetch(mediaMetadataUrl(projectId, assetPath));
+    if (!response.ok) return false;
+    const data = (await response.json()) as { metadata?: { hasAudio?: boolean } } | null;
+    return data?.metadata?.hasAudio === true;
+  } catch {
+    return false;
+  }
+}
+
 export async function resolveDroppedAssetDimensions(
   projectId: string,
   assetPath: string,

package/src/utils/studioUiPreferences.test.ts

@@ -161,3 +161,13 @@ describe("timeline zoom pin persistence", () => {
     expect(prefs.timelineManualZoomPercent).toBeUndefined();
   });
 });
+
+describe("audioMetersVisible preference", () => {
+  it("round-trips and ignores a non-boolean", () => {
+    const storage = createStorage();
+    writeStudioUiPreferences({ audioMetersVisible: false }, storage);
+    expect(readStudioUiPreferences(storage).audioMetersVisible).toBe(false);
+    storage.setItem("hf-studio-ui-preferences", JSON.stringify({ audioMetersVisible: "no" }));
+    expect(readStudioUiPreferences(storage).audioMetersVisible).toBeUndefined();
+  });
+});

package/src/utils/studioUiPreferences.ts

@@ -25,6 +25,8 @@ export interface StudioUiPreferences {
   snapToGrid?: boolean;
   /** Timeline magnet: snap clip drags/trims/drops to playhead, clip edges, and beats. */
   timelineSnapEnabled?: boolean;
+  /** Audio level meters at the timeline's right edge; shown unless hidden here. */
+  audioMetersVisible?: boolean;
   /** Keeps the main track gapless: deleting a clip closes the gap. Distinct
    *  from `timelineSnapEnabled` ("Magnet", drag/trim snapping). */
   rippleEditEnabled?: boolean;
@@ -140,6 +142,9 @@ function readStorage(storage: Storage | null, key: string): StudioUiPreferences
     if (typeof parsed.timelineSnapEnabled === "boolean") {
       preferences.timelineSnapEnabled = parsed.timelineSnapEnabled;
     }
+    if (typeof parsed.audioMetersVisible === "boolean") {
+      preferences.audioMetersVisible = parsed.audioMetersVisible;
+    }
     if (typeof parsed.rippleEditEnabled === "boolean") {
       preferences.rippleEditEnabled = parsed.rippleEditEnabled;
     }

package/src/utils/timelineAssetDrop.test.ts

@@ -198,6 +198,38 @@ describe("insertTimelineAssetIntoSource", () => {
   });
 });
 
+describe("buildTimelineAssetInsertHtml — video audio", () => {
+  const base = {
+    id: "clip_asset",
+    hfId: "hf-vid-1",
+    assetPath: "assets/clip.mp4",
+    kind: "video" as const,
+    start: 0,
+    duration: 8,
+    track: 1,
+    zIndex: 2,
+  };
+
+  it("inserts a video muted when nothing says it carries audio", () => {
+    const html = buildTimelineAssetInsertHtml(base);
+    expect(html).toContain(" muted ");
+    expect(html).not.toContain("data-has-audio");
+  });
+
+  it("inserts a video with an audio stream audible: data-has-audio and no muted", () => {
+    const html = buildTimelineAssetInsertHtml({ ...base, hasAudio: true });
+    expect(html).toContain('data-has-audio="true"');
+    expect(html).not.toContain("muted");
+    expect(html).toContain("playsinline");
+  });
+
+  it("keeps a video without an audio stream muted", () => {
+    const html = buildTimelineAssetInsertHtml({ ...base, hasAudio: false });
+    expect(html).toContain(" muted ");
+    expect(html).not.toContain("data-has-audio");
+  });
+});
+
 describe("buildTimelineAssetInsertHtml markup quality", () => {
   const base = {
     id: "clip_1",

package/src/utils/timelineAssetDrop.ts

@@ -116,6 +116,8 @@ export function buildTimelineAssetInsertHtml(input: {
   track: number;
   zIndex: number;
   geometry?: { left: number; top: number; width: number; height: number };
+  /** Video only: true inserts `data-has-audio="true"` with no `muted`. Unknown or false stays muted. */
+  hasAudio?: boolean;
 }): string {
   const sharedAttrs = `id="${input.id}" data-hf-id="${input.hfId}" class="clip" src="${input.assetPath}" data-start="${input.start}" data-duration="${input.duration}" data-track-index="${input.track}"`;
   const geometry = input.geometry ?? { left: 0, top: 0, width: 640, height: 360 };
@@ -126,7 +128,10 @@ export function buildTimelineAssetInsertHtml(input: {
   }
 
   if (input.kind === "video") {
-    return `<video ${sharedAttrs} muted playsinline style="${visualStyles}"></video>`;
+    // `muted` and `data-has-audio="true"` are mutually exclusive by the lint
+    // contract (video_has_audio_but_muted): an audible drop takes the latter.
+    const audio = input.hasAudio ? 'data-has-audio="true"' : "muted";
+    return `<video ${sharedAttrs} ${audio} playsinline style="${visualStyles}"></video>`;
   }
 
   return `<audio ${sharedAttrs} data-volume="1" style="z-index: ${input.zIndex}"></audio>`;