import ReviewCard from "@/components/card/ReviewCard"; import ReviewFilterGroup from "@/components/filter/ReviewFilterGroup"; import ExportDialog from "@/components/overlay/ExportDialog"; import PreviewPlayer, { PreviewController, } from "@/components/player/PreviewPlayer"; import { DynamicVideoController } from "@/components/player/dynamic/DynamicVideoController"; import DynamicVideoPlayer from "@/components/player/dynamic/DynamicVideoPlayer"; import MotionReviewTimeline from "@/components/timeline/MotionReviewTimeline"; import { Button } from "@/components/ui/button"; import { ToggleGroup, ToggleGroupItem } from "@/components/ui/toggle-group"; import { useOverlayState } from "@/hooks/use-overlay-state"; import { ExportMode } from "@/types/filter"; import { FrigateConfig } from "@/types/frigateConfig"; import { Preview } from "@/types/preview"; import { MotionData, ReviewFilter, ReviewSegment, ReviewSummary, } from "@/types/review"; import { getChunkedTimeDay } from "@/utils/timelineUtil"; import { MutableRefObject, useCallback, useEffect, useMemo, useRef, useState, } from "react"; import { isDesktop, isMobile } from "react-device-detect"; import { IoMdArrowRoundBack } from "react-icons/io"; import { useNavigate } from "react-router-dom"; import { Toaster } from "@/components/ui/sonner"; import useSWR from "swr"; import { TimeRange, TimelineType } from "@/types/timeline"; import MobileCameraDrawer from "@/components/overlay/MobileCameraDrawer"; import MobileTimelineDrawer from "@/components/overlay/MobileTimelineDrawer"; import MobileReviewSettingsDrawer from "@/components/overlay/MobileReviewSettingsDrawer"; import Logo from "@/components/Logo"; const SEGMENT_DURATION = 30; type RecordingViewProps = { startCamera: string; startTime: number; reviewItems?: ReviewSegment[]; reviewSummary?: ReviewSummary; allCameras: string[]; allPreviews?: Preview[]; filter?: ReviewFilter; updateFilter: (newFilter: ReviewFilter) => void; }; export function RecordingView({ startCamera, startTime, reviewItems, reviewSummary, allCameras, allPreviews, filter, updateFilter, }: RecordingViewProps) { const { data: config } = useSWR("config"); const navigate = useNavigate(); const contentRef = useRef(null); // controller state const [mainCamera, setMainCamera] = useState(startCamera); const mainControllerRef = useRef(null); const previewRefs = useRef<{ [camera: string]: PreviewController }>({}); const [playbackStart, setPlaybackStart] = useState(startTime); const mainCameraReviewItems = useMemo( () => reviewItems?.filter((cam) => cam.camera == mainCamera) ?? [], [reviewItems, mainCamera], ); // timeline const [timelineType, setTimelineType] = useOverlayState( "timelineType", "timeline", ); const timeRange = useMemo(() => getChunkedTimeDay(startTime), [startTime]); const [selectedRangeIdx, setSelectedRangeIdx] = useState( timeRange.ranges.findIndex((chunk) => { return chunk.after <= startTime && chunk.before >= startTime; }), ); const currentTimeRange = useMemo( () => timeRange.ranges[selectedRangeIdx], [selectedRangeIdx, timeRange], ); // export const [exportMode, setExportMode] = useState("none"); const [exportRange, setExportRange] = useState(); // move to next clip const onClipEnded = useCallback(() => { if (!mainControllerRef.current) { return; } if (selectedRangeIdx < timeRange.ranges.length - 1) { setSelectedRangeIdx(selectedRangeIdx + 1); } }, [selectedRangeIdx, timeRange]); // scrubbing and timeline state const [scrubbing, setScrubbing] = useState(false); const [currentTime, setCurrentTime] = useState(startTime); const [playerTime, setPlayerTime] = useState(startTime); const updateSelectedSegment = useCallback( (currentTime: number, updateStartTime: boolean) => { const index = timeRange.ranges.findIndex( (seg) => seg.after <= currentTime && seg.before >= currentTime, ); if (index != -1) { if (updateStartTime) { setPlaybackStart(currentTime); } setSelectedRangeIdx(index); } }, [timeRange], ); useEffect(() => { if (scrubbing) { if ( currentTime > currentTimeRange.before + 60 || currentTime < currentTimeRange.after - 60 ) { updateSelectedSegment(currentTime, false); return; } mainControllerRef.current?.scrubToTimestamp(currentTime); Object.values(previewRefs.current).forEach((controller) => { controller.scrubToTimestamp(currentTime); }); } }, [ currentTime, scrubbing, timeRange, currentTimeRange, updateSelectedSegment, ]); useEffect(() => { if (!scrubbing) { if (Math.abs(currentTime - playerTime) > 10) { if ( currentTimeRange.after <= currentTime && currentTimeRange.before >= currentTime ) { mainControllerRef.current?.seekToTimestamp(currentTime, true); } else { updateSelectedSegment(currentTime, true); } } else if (playerTime != currentTime) { mainControllerRef.current?.play(); } } // we only want to seek when current time doesn't match the player update time // eslint-disable-next-line react-hooks/exhaustive-deps }, [currentTime, scrubbing]); const onSelectCamera = useCallback( (newCam: string) => { setMainCamera(newCam); setPlaybackStart(currentTime); }, [currentTime], ); // motion timeline data const mainCameraAspect = useMemo(() => { if (!config) { return "normal"; } const aspectRatio = config.cameras[mainCamera].detect.width / config.cameras[mainCamera].detect.height; if (aspectRatio > 2) { return "wide"; } else if (aspectRatio < 16 / 9) { return "tall"; } else { return "normal"; } }, [config, mainCamera]); const grow = useMemo(() => { if (isMobile) { return ""; } if (mainCameraAspect == "wide") { return "w-full aspect-wide"; } else if (isDesktop && mainCameraAspect == "tall") { return "h-full aspect-tall flex flex-col justify-center"; } else { return "w-full aspect-video"; } }, [mainCameraAspect]); return (
{isMobile && ( )}
{ setPlaybackStart(currentTime); setMainCamera(cam); }} /> {isDesktop && ( )} {isDesktop && ( {}} /> )} {isDesktop ? ( value ? setTimelineType(value, true) : null } // don't allow the severity to be unselected >
Timeline
Events
) : ( )}
{ setPlayerTime(timestamp); setCurrentTime(timestamp); Object.values(previewRefs.current ?? {}).forEach((prev) => prev.scrubToTimestamp(Math.floor(timestamp)), ); }} onClipEnded={onClipEnded} onControllerReady={(controller) => { mainControllerRef.current = controller; }} isScrubbing={scrubbing || exportMode == "timeline"} />
{isDesktop && (
{allCameras.map((cam) => { if (cam !== mainCamera) { return (
{ previewRefs.current[cam] = controller; controller.scrubToTimestamp(startTime); }} onClick={() => onSelectCamera(cam)} />
); } return null; })}
)}
); } type TimelineProps = { contentRef: MutableRefObject; mainCamera: string; timelineType: TimelineType; timeRange: { start: number; end: number }; mainCameraReviewItems: ReviewSegment[]; currentTime: number; exportRange?: TimeRange; setCurrentTime: React.Dispatch>; setScrubbing: React.Dispatch>; setExportRange: (range: TimeRange) => void; }; function Timeline({ contentRef, mainCamera, timelineType, timeRange, mainCameraReviewItems, currentTime, exportRange, setCurrentTime, setScrubbing, setExportRange, }: TimelineProps) { const { data: motionData } = useSWR([ "review/activity/motion", { before: timeRange.end, after: timeRange.start, scale: SEGMENT_DURATION / 2, cameras: mainCamera, }, ]); const [exportStart, setExportStartTime] = useState(0); const [exportEnd, setExportEndTime] = useState(0); useEffect(() => { if (exportRange && exportStart != 0 && exportEnd != 0) { if (exportRange.after != exportStart) { setCurrentTime(exportStart); } else if (exportRange?.before != exportEnd) { setCurrentTime(exportEnd); } setExportRange({ after: exportStart, before: exportEnd }); } }, [exportRange, exportStart, exportEnd, setExportRange, setCurrentTime]); return (
{timelineType == "timeline" ? ( setScrubbing(scrubbing)} /> ) : (
{mainCameraReviewItems.map((review) => { if (review.severity == "significant_motion") { return; } return ( setCurrentTime(review.start_time)} /> ); })}
)}
); }