diff --git a/web/package-lock.json b/web/package-lock.json index e4d53d7910..627bcf5e20 100644 --- a/web/package-lock.json +++ b/web/package-lock.json @@ -27,6 +27,7 @@ "@radix-ui/react-toggle": "^1.0.3", "@radix-ui/react-toggle-group": "^1.0.4", "@radix-ui/react-tooltip": "^1.0.7", + "@types/react-lazy-load-image-component": "^1.6.3", "apexcharts": "^3.45.1", "axios": "^1.6.2", "class-variance-authority": "^0.7.0", @@ -45,6 +46,7 @@ "react-dom": "^18.2.0", "react-hook-form": "^7.48.2", "react-icons": "^4.12.0", + "react-lazy-load-image-component": "^1.6.0", "react-router-dom": "^6.20.1", "react-transition-group": "^4.4.5", "react-use-websocket": "^4.5.0", @@ -2594,14 +2596,12 @@ "node_modules/@types/prop-types": { "version": "15.7.11", "resolved": "https://registry.npmjs.org/@types/prop-types/-/prop-types-15.7.11.tgz", - "integrity": "sha512-ga8y9v9uyeiLdpKddhxYQkxNDrfvuPrlFb0N1qnZZByvcElJaXthF1UhvCh9TLWJBEHeNtdnbysW7Y6Uq8CVng==", - "devOptional": true + "integrity": "sha512-ga8y9v9uyeiLdpKddhxYQkxNDrfvuPrlFb0N1qnZZByvcElJaXthF1UhvCh9TLWJBEHeNtdnbysW7Y6Uq8CVng==" }, "node_modules/@types/react": { "version": "18.2.41", "resolved": "https://registry.npmjs.org/@types/react/-/react-18.2.41.tgz", "integrity": "sha512-CwOGr/PiLiNBxEBqpJ7fO3kocP/2SSuC9fpH5K7tusrg4xPSRT/193rzolYwQnTN02We/ATXKnb6GqA5w4fRxw==", - "devOptional": true, "dependencies": { "@types/prop-types": "*", "@types/scheduler": "*", @@ -2627,6 +2627,15 @@ "react-icons": "*" } }, + "node_modules/@types/react-lazy-load-image-component": { + "version": "1.6.3", + "resolved": "https://registry.npmjs.org/@types/react-lazy-load-image-component/-/react-lazy-load-image-component-1.6.3.tgz", + "integrity": "sha512-HsIsYz7yWWTh/bftdzGnijKD26JyofLRqM/RM80sxs7Gk13G83ew8R/ra2XzXuiZfjNEjAq/Va+NBHFF9ciwxA==", + "dependencies": { + "@types/react": "*", + "csstype": "^3.0.2" + } + }, "node_modules/@types/react-transition-group": { "version": "4.4.10", "resolved": "https://registry.npmjs.org/@types/react-transition-group/-/react-transition-group-4.4.10.tgz", @@ -2639,8 +2648,7 @@ "node_modules/@types/scheduler": { "version": "0.16.8", "resolved": "https://registry.npmjs.org/@types/scheduler/-/scheduler-0.16.8.tgz", - "integrity": "sha512-WZLiwShhwLRmeV6zH+GkbOFT6Z6VklCItrDioxUnv+u4Ll+8vKeFySoFyK/0ctcRpOmwAicELfmys1sDc/Rw+A==", - "devOptional": true + "integrity": "sha512-WZLiwShhwLRmeV6zH+GkbOFT6Z6VklCItrDioxUnv+u4Ll+8vKeFySoFyK/0ctcRpOmwAicELfmys1sDc/Rw+A==" }, "node_modules/@types/semver": { "version": "7.5.6", @@ -5457,12 +5465,38 @@ "integrity": "sha512-v2kDEe57lecTulaDIuNTPy3Ry4gLGJ6Z1O3vE1krgXZNrsQ+LFTGHVxVjcXPs17LhbZVGedAJv8XZ1tvj5FvSg==", "dev": true }, + "node_modules/lodash.debounce": { + "version": "4.0.8", + "resolved": "https://registry.npmjs.org/lodash.debounce/-/lodash.debounce-4.0.8.tgz", + "integrity": "sha512-FT1yDzDYEoYWhnSGnpE/4Kj1fLZkDFyqRb7fNt6FdYOSxlUWAtp42Eh6Wb0rGIv/m9Bgo7x4GhQbm5Ys4SG5ow==" + }, "node_modules/lodash.merge": { "version": "4.6.2", "resolved": "https://registry.npmjs.org/lodash.merge/-/lodash.merge-4.6.2.tgz", "integrity": "sha512-0KpjqXRVvrYyCsX1swR/XTK0va6VQkQM6MNo7PqW77ByjAhoARA8EfrP1N4+KlKj8YS0ZUCtRT/YUuhyYDujIQ==", "dev": true }, + "node_modules/lodash.throttle": { + "version": "4.1.1", + "resolved": "https://registry.npmjs.org/lodash.throttle/-/lodash.throttle-4.1.1.tgz", + "integrity": "sha512-wIkUCfVKpVsWo3JSZlc+8MB5it+2AN5W8J7YVMST30UrvcQNZ1Okbj+rbVniijTWE6FGYy4XJq/rHkas8qJMLQ==" + }, + "node_modules/log-symbols": { + "version": "4.1.0", + "resolved": "https://registry.npmjs.org/log-symbols/-/log-symbols-4.1.0.tgz", + "integrity": "sha512-8XPvpAA8uyhfteu8pIvQxpJZ7SYYdpUivZpGy6sFsBuKRY/7rQGavedeB8aK+Zkyq6upMFVL/9AW6vOYzfRyLg==", + "dev": true, + "dependencies": { + "chalk": "^4.1.0", + "is-unicode-supported": "^0.1.0" + }, + "engines": { + "node": ">=10" + }, + "funding": { + "url": "https://github.com/sponsors/sindresorhus" + } + }, "node_modules/loose-envify": { "version": "1.4.0", "resolved": "https://registry.npmjs.org/loose-envify/-/loose-envify-1.4.0.tgz", @@ -6690,6 +6724,19 @@ "integrity": "sha512-xWGDIW6x921xtzPkhiULtthJHoJvBbF3q26fzloPCK0hsvxtPVelvftw3zjbHWSkR2km9Z+4uxbDDK/6Zw9B8w==", "dev": true }, + "node_modules/react-lazy-load-image-component": { + "version": "1.6.0", + "resolved": "https://registry.npmjs.org/react-lazy-load-image-component/-/react-lazy-load-image-component-1.6.0.tgz", + "integrity": "sha512-8KFkDTgjh+0+PVbH+cx0AgxLGbdTsxWMnxXzU5HEUztqewk9ufQAu8cstjZhyvtMIPsdMcPZfA0WAa7HtjQbBQ==", + "dependencies": { + "lodash.debounce": "^4.0.8", + "lodash.throttle": "^4.1.1" + }, + "peerDependencies": { + "react": "^15.x.x || ^16.x.x || ^17.x.x || ^18.x.x", + "react-dom": "^15.x.x || ^16.x.x || ^17.x.x || ^18.x.x" + } + }, "node_modules/react-remove-scroll": { "version": "2.5.5", "resolved": "https://registry.npmjs.org/react-remove-scroll/-/react-remove-scroll-2.5.5.tgz", diff --git a/web/package.json b/web/package.json index 19f20bf735..a9b11490ee 100644 --- a/web/package.json +++ b/web/package.json @@ -32,6 +32,7 @@ "@radix-ui/react-toggle": "^1.0.3", "@radix-ui/react-toggle-group": "^1.0.4", "@radix-ui/react-tooltip": "^1.0.7", + "@types/react-lazy-load-image-component": "^1.6.3", "apexcharts": "^3.45.1", "axios": "^1.6.2", "class-variance-authority": "^0.7.0", @@ -50,6 +51,7 @@ "react-dom": "^18.2.0", "react-hook-form": "^7.48.2", "react-icons": "^4.12.0", + "react-lazy-load-image-component": "^1.6.0", "react-router-dom": "^6.20.1", "react-transition-group": "^4.4.5", "react-use-websocket": "^4.5.0", diff --git a/web/src/components/player/DynamicVideoPlayer.tsx b/web/src/components/player/DynamicVideoPlayer.tsx index 306f103927..df89af0e0f 100644 --- a/web/src/components/player/DynamicVideoPlayer.tsx +++ b/web/src/components/player/DynamicVideoPlayer.tsx @@ -199,8 +199,6 @@ export default function DynamicVideoPlayer({ return ; } - //console.log(`${config.detect.width / config.detect.height < 1.7 ? "16:9" : undefined}`) - return (
{ controller.updateProgress(player.currentTime() || 0); }); - player.on("ended", () => controller.fireClipEndEvent()); + player.on("ended", () => controller.fireClipChangeEvent("forward")); if (onControllerReady) { onControllerReady(controller); @@ -264,6 +262,7 @@ export default function DynamicVideoPlayer({ previewRef.current = player; player.pause(); player.on("seeked", () => controller.finishedSeeking()); + player.on("loadeddata", () => controller.previewReady()); }} onDispose={() => { previewRef.current = undefined; @@ -285,7 +284,8 @@ export class DynamicVideoController { // playback private recordings: Recording[] = []; private onPlaybackTimestamp: ((time: number) => void) | undefined = undefined; - private onClipEnded: (() => void) | undefined = undefined; + private onClipChange: ((dir: "forward" | "backward") => void) | undefined = + undefined; private annotationOffset: number; private timeToStart: number | undefined = undefined; @@ -293,6 +293,7 @@ export class DynamicVideoController { private preview: Preview | undefined = undefined; private timeToSeek: number | undefined = undefined; private seeking = false; + private readyToScrub = true; constructor( playerRef: MutableRefObject, @@ -395,30 +396,50 @@ export class DynamicVideoController { this.onPlaybackTimestamp = listener; } - onClipEndedEvent(listener: () => void) { - this.onClipEnded = listener; + onClipChangedEvent(listener: (dir: "forward" | "backward") => void) { + this.onClipChange = listener; } - fireClipEndEvent() { - if (this.onClipEnded) { - this.onClipEnded(); + fireClipChangeEvent(dir: "forward" | "backward") { + if (this.onClipChange) { + this.onClipChange(dir); } } scrubToTimestamp(time: number) { + if (!this.preview) { + return; + } + + if (!this.readyToScrub) { + return; + } + + if (time > this.preview.end) { + if (this.playerMode == "scrubbing") { + this.playerMode = "playback"; + this.setScrubbing(false); + this.timeToSeek = undefined; + this.seeking = false; + this.readyToScrub = false; + this.fireClipChangeEvent("forward"); + } + return; + } + if (this.playerMode != "scrubbing") { this.playerMode = "scrubbing"; this.playerRef.current?.pause(); this.setScrubbing(true); } - if (this.preview) { - if (this.seeking) { - this.timeToSeek = time; - } else { - this.previewRef.current?.currentTime(time - this.preview.start); - this.seeking = true; - } + if (this.seeking) { + this.timeToSeek = time; + } else { + this.previewRef.current?.currentTime( + Math.max(0, time - this.preview.start) + ); + this.seeking = true; } } @@ -438,4 +459,9 @@ export class DynamicVideoController { this.seeking = false; } } + + previewReady() { + this.previewRef.current?.pause(); + this.readyToScrub = true; + } } diff --git a/web/src/components/player/PreviewThumbnailPlayer.tsx b/web/src/components/player/PreviewThumbnailPlayer.tsx index dda4fc2a8e..32bd491dce 100644 --- a/web/src/components/player/PreviewThumbnailPlayer.tsx +++ b/web/src/components/player/PreviewThumbnailPlayer.tsx @@ -7,7 +7,7 @@ import { getIconForLabel, getIconForSubLabel } from "@/utils/iconUtil"; import TimeAgo from "../dynamic/TimeAgo"; import useSWR from "swr"; import { FrigateConfig } from "@/types/frigateConfig"; -import { isMobile, isSafari } from "react-device-detect"; +import { isFirefox, isMobile, isSafari } from "react-device-detect"; import Chip from "../Chip"; import { ContextMenu, @@ -19,6 +19,8 @@ import { import { LuCheckSquare, LuFileUp, LuTrash } from "react-icons/lu"; import axios from "axios"; import { useFormattedTimestamp } from "@/hooks/use-date-utils"; +import { Skeleton } from "../ui/skeleton"; +import { LazyLoadImage } from "react-lazy-load-image-component"; type PreviewPlayerProps = { review: ReviewSegment; @@ -49,6 +51,7 @@ export default function PreviewThumbnailPlayer({ const [hoverTimeout, setHoverTimeout] = useState(); const [playback, setPlayback] = useState(false); const [progress, setProgress] = useState(0); + const [imgLoaded, setImgLoaded] = useState(false); const playingBack = useMemo(() => playback, [playback, autoPlayback]); @@ -110,7 +113,7 @@ export default function PreviewThumbnailPlayer({ onClick={onClick} > {playingBack && ( -
+
)} - { + setImgLoaded(true); + }} + placeholder={} /> - {(review.severity == "alert" || review.severity == "detection") && ( - - {review.data.objects.map((object) => { - return getIconForLabel(object, "w-3 h-3 text-white"); - })} - {review.data.audio.map((audio) => { - return getIconForLabel(audio, "w-3 h-3 text-white"); - })} - {review.data.sub_labels?.map((sub) => { - return getIconForSubLabel(sub, "w-3 h-3 text-white"); - })} - - )} - {!playingBack && ( -
- - {formattedDate} -
+ + {!playingBack && imgLoaded && ( + <> +
+
+ {(review.severity == "alert" || + review.severity == "detection") && ( + + {review.data.objects.map((object) => { + return getIconForLabel(object, "w-3 h-3 text-white"); + })} + {review.data.audio.map((audio) => { + return getIconForLabel(audio, "w-3 h-3 text-white"); + })} + {review.data.sub_labels?.map((sub) => { + return getIconForSubLabel(sub, "w-3 h-3 text-white"); + })} + + )} +
+
+
+
+ + {formattedDate} +
+
+ )} -
-
{playingBack && ( )} - {!playingBack && review.has_been_reviewed && ( -
+ {!playingBack && imgLoaded && review.has_been_reviewed && ( +
)}
@@ -192,7 +206,10 @@ function PreviewContent({ } // start with a bit of padding - return Math.max(0, review.start_time - relevantPreview.start - PREVIEW_PADDING); + return Math.max( + 0, + review.start_time - relevantPreview.start - PREVIEW_PADDING + ); }, []); const [lastPercent, setLastPercent] = useState(0.0); @@ -203,7 +220,7 @@ function PreviewContent({ return; } - if (isSafari) { + if (isSafari || (isFirefox && isMobile)) { playerRef.current.pause(); setManualPlayback(true); } else { @@ -223,7 +240,8 @@ function PreviewContent({ (playerRef.current?.currentTime || 0) - playerStartTime; // end with a bit of padding - const playerDuration = review.end_time - review.start_time + PREVIEW_PADDING; + const playerDuration = + review.end_time - review.start_time + PREVIEW_PADDING; const playerPercent = (playerProgress / playerDuration) * 100; if ( @@ -340,9 +358,8 @@ function InProgressPreview({ if (!previewFrames || previewFrames.length == 0) { return ( - ); diff --git a/web/src/components/ui/skeleton.tsx b/web/src/components/ui/skeleton.tsx new file mode 100644 index 0000000000..01b8b6d4f7 --- /dev/null +++ b/web/src/components/ui/skeleton.tsx @@ -0,0 +1,15 @@ +import { cn } from "@/lib/utils" + +function Skeleton({ + className, + ...props +}: React.HTMLAttributes) { + return ( +
+ ) +} + +export { Skeleton } diff --git a/web/src/views/events/DesktopEventView.tsx b/web/src/views/events/DesktopEventView.tsx index c0e3769841..ef8d2e58b8 100644 --- a/web/src/views/events/DesktopEventView.tsx +++ b/web/src/views/events/DesktopEventView.tsx @@ -133,7 +133,7 @@ export default function DesktopEventView({ setMinimap([...visibleTimestamps]); }); }, - { root: contentRef.current, threshold: 0.5 } + { root: contentRef.current, threshold: 0.1 } ); return () => { diff --git a/web/src/views/events/DesktopRecordingView.tsx b/web/src/views/events/DesktopRecordingView.tsx index 4b73e64918..cd908fd225 100644 --- a/web/src/views/events/DesktopRecordingView.tsx +++ b/web/src/views/events/DesktopRecordingView.tsx @@ -20,9 +20,13 @@ export default function DesktopRecordingView({ relevantPreviews, }: DesktopRecordingViewProps) { const navigate = useNavigate(); - const controllerRef = useRef(undefined); const contentRef = useRef(null); + // controller state + + const [playerReady, setPlayerReady] = useState(false); + const controllerRef = useRef(undefined); + // timeline time const timeRange = useMemo( @@ -44,12 +48,14 @@ export default function DesktopRecordingView({ return; } - if (selectedRangeIdx < timeRange.ranges.length - 1) { - controllerRef.current.onClipEndedEvent(() => { + controllerRef.current.onClipChangedEvent((dir) => { + if (dir == "forward" && selectedRangeIdx < timeRange.ranges.length - 1) { setSelectedRangeIdx(selectedRangeIdx + 1); - }); - } - }, [controllerRef, selectedRangeIdx]); + } else if (selectedRangeIdx > 0) { + setSelectedRangeIdx(selectedRangeIdx - 1); + } + }); + }, [playerReady, selectedRangeIdx]); // scrubbing and timeline state @@ -62,13 +68,13 @@ export default function DesktopRecordingView({ if (scrubbing) { controllerRef.current?.scrubToTimestamp(currentTime); } - }, [controllerRef, currentTime, scrubbing]); + }, [currentTime, scrubbing]); useEffect(() => { if (!scrubbing) { controllerRef.current?.seekToTimestamp(currentTime, true); } - }, [controllerRef, scrubbing]); + }, [scrubbing]); return (
@@ -87,6 +93,7 @@ export default function DesktopRecordingView({ cameraPreviews={relevantPreviews || []} onControllerReady={(controller) => { controllerRef.current = controller; + setPlayerReady(true); controllerRef.current.onPlayerTimeUpdate((timestamp: number) => { setCurrentTime(timestamp); });