import React, { useEffect, useMemo, useRef } from 'react'; import { LayoutChangeEvent, Platform, StyleSheet, View } from 'react-native'; import type { MediaStream } from '@stream-io/react-native-webrtc'; import { RTCView } from '@stream-io/react-native-webrtc'; import type { ParticipantViewProps } from '../ParticipantView'; import { hasPausedTrack, hasScreenShare, hasVideo, SfuModels, type VideoTrackType, VisibilityState, } from '@stream-io/video-client'; import { useCall, useCallStateHooks } from '@stream-io/video-react-bindings'; import { BehaviorSubject } from 'rxjs'; import { ParticipantVideoFallback as DefaultParticipantVideoFallback } from '../ParticipantVideoFallback'; import { useTheme } from '../../../../contexts/ThemeContext'; import { useTrackDimensions } from '../../../../hooks/useTrackDimensions'; import { useScreenshotIosContext } from '../../../../contexts/internal/ScreenshotIosContext'; import TrackSubscriber from './TrackSubscriber'; const DEFAULT_VIEWPORT_VISIBILITY_STATE: Record< VideoTrackType, VisibilityState > = { videoTrack: VisibilityState.UNKNOWN, screenShareTrack: VisibilityState.UNKNOWN, } as const; /** * Props for the VideoRenderer component. */ export type VideoRendererProps = Pick< ParticipantViewProps, | 'ParticipantVideoFallback' | 'trackType' | 'participant' | 'isVisible' | 'objectFit' | 'videoZOrder' | 'mirror' >; /** * This component is used to display the video of the participant and fallback when the video is muted. * * It internally used `RTCView` to render video stream. */ export const VideoRenderer = React.memo( ({ trackType = 'videoTrack', participant, isVisible = true, ParticipantVideoFallback = DefaultParticipantVideoFallback, objectFit, videoZOrder = 0, mirror: mirrorOverride, }: VideoRendererProps) => { const { theme: { videoRenderer }, } = useTheme(); const call = useCall(); const { useCameraState, useIncomingVideoSettings } = useCallStateHooks(); // a sticky note of the dimensions of the RTCView from onLayout // to reuse for a new participant even if dimensions dont change const dimensions$ = useMemo( () => new BehaviorSubject(undefined), [], ); const { isParticipantVideoEnabled } = useIncomingVideoSettings(); const { direction } = useCameraState(); const viewRef = useRef(null); const { register: registerIosScreenshot, deregister: deregisterIosScreenshot, } = useScreenshotIosContext(); const videoDimensions = useTrackDimensions(participant, trackType); const isVideoDimensionsValid = videoDimensions.width > 0 && videoDimensions.height > 0; const { isLocalParticipant, sessionId, viewportVisibilityState, videoStream, screenShareStream, } = participant; const isScreenSharing = trackType === 'screenShareTrack'; const isPublishingVideoTrack = isScreenSharing ? hasScreenShare(participant) : hasVideo(participant); const videoStreamToRender = (isScreenSharing ? screenShareStream : videoStream) as unknown as MediaStream | undefined; const hasVideoTrackInStream = !!videoStreamToRender && videoStreamToRender.getVideoTracks().length > 0; const canShowVideo = hasVideoTrackInStream && isVisible && isPublishingVideoTrack && !hasPausedTrack(participant, trackType) && isParticipantVideoEnabled(participant.sessionId); useEffect(() => { if (Platform.OS !== 'ios' || !registerIosScreenshot || !canShowVideo) return; registerIosScreenshot(participant, trackType, viewRef); return () => { deregisterIosScreenshot(participant, trackType); }; }, [ participant, trackType, registerIosScreenshot, canShowVideo, deregisterIosScreenshot, ]); const mirror = isScreenSharing ? false : mirrorOverride !== undefined ? mirrorOverride : isLocalParticipant && direction === 'front'; const videoTrackVisibility = viewportVisibilityState?.videoTrack; const screenShareTrackVisibility = viewportVisibilityState?.screenShareTrack; /** * This effect updates the participant's viewportVisibilityState * Additionally makes sure that when this view becomes visible again, the layout to subscribe is known */ useEffect(() => { if (!call || isLocalParticipant) { return; } if (isVisible) { if ( trackType === 'videoTrack' && videoTrackVisibility !== VisibilityState.VISIBLE ) { call.state.updateParticipant(sessionId, (p) => ({ ...p, viewportVisibilityState: { ...(p.viewportVisibilityState ?? DEFAULT_VIEWPORT_VISIBILITY_STATE), videoTrack: VisibilityState.VISIBLE, }, })); } if ( trackType === 'screenShareTrack' && screenShareTrackVisibility !== VisibilityState.VISIBLE ) { call.state.updateParticipant(sessionId, (p) => ({ ...p, viewportVisibilityState: { ...(p.viewportVisibilityState ?? DEFAULT_VIEWPORT_VISIBILITY_STATE), screenShareTrack: VisibilityState.VISIBLE, }, })); } } else { if ( trackType === 'videoTrack' && videoTrackVisibility !== VisibilityState.INVISIBLE ) { call.state.updateParticipant(sessionId, (p) => ({ ...p, viewportVisibilityState: { ...(p.viewportVisibilityState ?? DEFAULT_VIEWPORT_VISIBILITY_STATE), videoTrack: VisibilityState.INVISIBLE, }, })); } if ( trackType === 'screenShareTrack' && screenShareTrackVisibility !== VisibilityState.INVISIBLE ) { call.state.updateParticipant(sessionId, (p) => ({ ...p, viewportVisibilityState: { ...(p.viewportVisibilityState ?? DEFAULT_VIEWPORT_VISIBILITY_STATE), screenShareTrack: VisibilityState.INVISIBLE, }, })); } } }, [ sessionId, videoTrackVisibility, screenShareTrackVisibility, isVisible, call, trackType, isLocalParticipant, ]); const onLayout: React.ComponentProps['onLayout'] = ( event: LayoutChangeEvent, ) => { dimensions$.next({ width: Math.trunc(event.nativeEvent.layout.width), height: Math.trunc(event.nativeEvent.layout.height), }); }; return ( {call && !isLocalParticipant && ( )} {canShowVideo && videoStreamToRender && (objectFit || isVideoDimensionsValid) ? ( videoDimensions.height ? 'contain' : 'cover') } zOrder={videoZOrder} /> ) : ( ParticipantVideoFallback && ( ) )} ); }, ); VideoRenderer.displayName = 'VideoRenderer';