fix(multi-stream): Add a virtual SS tile on RN.

Add a second virtual SS tile on RN when a remote participant that has multi-stream mode enabled starts a screenshare.

react/features/base/participants/components/ParticipantView.native.js

@@ -5,6 +5,7 @@ import { Text, View } from 'react-native';
 
 import { SharedVideo } from '../../../shared-video/components/native';
 import { Avatar } from '../../avatar';
+import { getMultipleVideoSupportFeatureFlag } from '../../config/';
 import { translate } from '../../i18n';
 import { JitsiParticipantConnectionStatus } from '../../lib-jitsi-meet';
 import {
@@ -14,7 +15,7 @@ import {
 import { Container, TintedView } from '../../react';
 import { connect } from '../../redux';
 import { TestHint } from '../../testing/components';
-import { getTrackByMediaTypeAndParticipant } from '../../tracks';
+import { getTrackByMediaTypeAndParticipant, getVirtualScreenshareParticipantTrack } from '../../tracks';
 import { shouldRenderParticipantVideo, getParticipantById } from '../functions';
 
 import styles from './styles';
@@ -251,8 +252,12 @@ class ParticipantView extends Component<Props> {
 function _mapStateToProps(state, ownProps) {
     const { disableVideo, participantId } = ownProps;
     const participant = getParticipantById(state, participantId);
+    const tracks = state['features/base/tracks'];
     let connectionStatus;
     let participantName;
+    const videoTrack = getMultipleVideoSupportFeatureFlag(state) && participant?.isVirtualScreenshareParticipant
+        ? getVirtualScreenshareParticipantTrack(tracks, participantId)
+        : getTrackByMediaTypeAndParticipant(tracks, MEDIA_TYPE.VIDEO, participantId);
 
     return {
         _connectionStatus:
@@ -261,11 +266,7 @@ function _mapStateToProps(state, ownProps) {
         _isFakeParticipant: participant && participant.isFakeParticipant,
         _participantName: participantName,
         _renderVideo: shouldRenderParticipantVideo(state, participantId) && !disableVideo,
-        _videoTrack:
-            getTrackByMediaTypeAndParticipant(
-                state['features/base/tracks'],
-                MEDIA_TYPE.VIDEO,
-                participantId)
+        _videoTrack: videoTrack
     };
 }
 

react/features/base/participants/functions.js

@@ -10,7 +10,11 @@ import { getMultipleVideoSupportFeatureFlag, getSourceNameSignalingFeatureFlag }
 import { JitsiParticipantConnectionStatus } from '../lib-jitsi-meet';
 import { MEDIA_TYPE, shouldRenderVideoTrack } from '../media';
 import { toState } from '../redux';
-import { getScreenShareTrack, getTrackByMediaTypeAndParticipant } from '../tracks';
+import {
+    getScreenShareTrack,
+    getTrackByMediaTypeAndParticipant,
+    getVirtualScreenshareParticipantTrack
+} from '../tracks';
 import { createDeferred } from '../util';
 
 import { JIGASI_PARTICIPANT_ICON, MAX_DISPLAY_NAME_LENGTH, PARTICIPANT_ROLE } from './constants';
@@ -478,8 +482,14 @@ export function shouldRenderParticipantVideo(stateful: Object | Function, id: st
     }
 
     /* First check if we have an unmuted video track. */
-    const videoTrack
-        = getTrackByMediaTypeAndParticipant(state['features/base/tracks'], MEDIA_TYPE.VIDEO, id);
+    const tracks = state['features/base/tracks'];
+    let videoTrack;
+
+    if (getMultipleVideoSupportFeatureFlag(state) && participant.isVirtualScreenshareParticipant) {
+        videoTrack = getVirtualScreenshareParticipantTrack(tracks, id);
+    } else {
+        videoTrack = getTrackByMediaTypeAndParticipant(tracks, MEDIA_TYPE.VIDEO, id);
+    }
 
     if (!shouldRenderVideoTrack(videoTrack, /* waitForVideoStarted */ false)) {
         return false;

react/features/filmstrip/components/native/Thumbnail.js

@@ -4,6 +4,7 @@ import React, { PureComponent } from 'react';
 import { Image, View } from 'react-native';
 import type { Dispatch } from 'redux';
 
+import { getMultipleVideoSupportFeatureFlag } from '../../../base/config';
 import { MEDIA_TYPE, VIDEO_TYPE } from '../../../base/media';
 import {
     PARTICIPANT_ROLE,
@@ -55,11 +56,21 @@ type Props = {
      */
     _isFakeParticipant: boolean,
 
+    /**
+     * Indicates whether multi-stream support is enabled.
+     */
+    _isMultiStreamSupportEnabled: boolean,
+
     /**
      * Indicates whether the participant is screen sharing.
      */
     _isScreenShare: boolean,
 
+    /**
+     * Indicates whether the thumbnail is for a virtual screenshare participant.
+     */
+    _isVirtualScreenshare: boolean,
+
     /**
      * Indicates whether the participant is local.
      */
@@ -187,6 +198,7 @@ class Thumbnail extends PureComponent<Props> {
         const {
             _audioMuted: audioMuted,
             _isScreenShare: isScreenShare,
+            _isVirtualScreenshare,
             _isFakeParticipant,
             _renderModeratorIndicator: renderModeratorIndicator,
             _participantId: participantId,
@@ -203,8 +215,8 @@ class Thumbnail extends PureComponent<Props> {
                     styles.thumbnailTopIndicatorContainer,
                     styles.thumbnailTopLeftIndicatorContainer
                 ] }>
-                <ConnectionIndicator participantId = { participantId } />
-                <RaisedHandIndicator participantId = { participantId } />
+                { !_isVirtualScreenshare && <ConnectionIndicator participantId = { participantId } /> }
+                { !_isVirtualScreenshare && <RaisedHandIndicator participantId = { participantId } /> }
                 {tileView && isScreenShare && (
                     <View style = { styles.indicatorContainer }>
                         <ScreenShareIndicator />
@@ -215,10 +227,10 @@ class Thumbnail extends PureComponent<Props> {
                 key = 'bottom-indicators'
                 style = { styles.thumbnailIndicatorContainer }>
                 <Container style = { (audioMuted || renderModeratorIndicator) && styles.bottomIndicatorsContainer }>
-                    { audioMuted && <AudioMutedIndicator /> }
+                    { audioMuted && !_isVirtualScreenshare && <AudioMutedIndicator /> }
                     { !tileView && _pinned && <PinnedIndicator />}
-                    { renderModeratorIndicator && <ModeratorIndicator />}
-                    { !tileView && isScreenShare
+                    { renderModeratorIndicator && !_isVirtualScreenshare && <ModeratorIndicator />}
+                    { !tileView && (isScreenShare || _isVirtualScreenshare)
                         && <ScreenShareIndicator />
                     }
                 </Container>
@@ -242,8 +254,9 @@ class Thumbnail extends PureComponent<Props> {
     render() {
         const {
             _gifSrc,
-            _isScreenShare: isScreenShare,
             _isFakeParticipant,
+            _isScreenShare: isScreenShare,
+            _isVirtualScreenshare,
             _participantId: participantId,
             _raisedHand,
             _renderDominantSpeakerIndicator,
@@ -266,8 +279,8 @@ class Thumbnail extends PureComponent<Props> {
                 style = { [
                     styles.thumbnail,
                     styleOverrides,
-                    _raisedHand ? styles.thumbnailRaisedHand : null,
-                    _renderDominantSpeakerIndicator ? styles.thumbnailDominantSpeaker : null
+                    _raisedHand && !_isVirtualScreenshare ? styles.thumbnailRaisedHand : null,
+                    _renderDominantSpeakerIndicator && !_isVirtualScreenshare ? styles.thumbnailDominantSpeaker : null
                 ] }
                 touchFeedback = { false }>
                 {_gifSrc ? <Image
@@ -303,10 +316,9 @@ function _mapStateToProps(state, ownProps) {
     const participant = getParticipantByIdOrUndefined(state, participantID);
     const localParticipantId = getLocalParticipant(state).id;
     const id = participant?.id;
-    const audioTrack
-        = getTrackByMediaTypeAndParticipant(tracks, MEDIA_TYPE.AUDIO, id);
-    const videoTrack
-        = getTrackByMediaTypeAndParticipant(tracks, MEDIA_TYPE.VIDEO, id);
+    const audioTrack = getTrackByMediaTypeAndParticipant(tracks, MEDIA_TYPE.AUDIO, id);
+    const videoTrack = getTrackByMediaTypeAndParticipant(tracks, MEDIA_TYPE.VIDEO, id);
+    const isMultiStreamSupportEnabled = getMultipleVideoSupportFeatureFlag(state);
     const isScreenShare = videoTrack?.videoType === VIDEO_TYPE.DESKTOP;
     const participantCount = getParticipantCount(state);
     const renderDominantSpeakerIndicator = participant && participant.dominantSpeaker && participantCount > 2;
@@ -320,7 +332,9 @@ function _mapStateToProps(state, ownProps) {
         _audioMuted: audioTrack?.muted ?? true,
         _gifSrc: mode === 'chat' ? null : gifSrc,
         _isFakeParticipant: participant?.isFakeParticipant,
+        _isMultiStreamSupportEnabled: isMultiStreamSupportEnabled,
         _isScreenShare: isScreenShare,
+        _isVirtualScreenshare: isMultiStreamSupportEnabled && participant?.isVirtualScreenshareParticipant,
         _local: participant?.local,
         _localVideoOwner: Boolean(ownerId === localParticipantId),
         _participantId: id,

react/features/filmstrip/components/web/StatusIndicators.js

@@ -108,7 +108,7 @@ function _mapStateToProps(state, ownProps) {
     if (participant?.local) {
         isAudioMuted = isLocalTrackMuted(tracks, MEDIA_TYPE.AUDIO);
     } else if (!participant?.isFakeParticipant) { // remote participants excluding shared video
-        const track = isMultiStreamSupportEnabled
+        const track = isMultiStreamSupportEnabled && participant?.isVirtualScreenshareParticipant
             ? getVirtualScreenshareParticipantTrack(tracks, participantID)
             : getTrackByMediaTypeAndParticipant(tracks, MEDIA_TYPE.VIDEO, participantID);