Merge branch 'feature-screenview' into develop

master
Håvar Aambø Fosstveit 2018-06-21 12:46:55 +02:00
commit 0e493dcf0b
9 changed files with 418 additions and 166 deletions

View File

@ -7,6 +7,7 @@ import { getDeviceInfo } from 'mediasoup-client';
import * as appPropTypes from './appPropTypes'; import * as appPropTypes from './appPropTypes';
import * as requestActions from '../redux/requestActions'; import * as requestActions from '../redux/requestActions';
import PeerView from './PeerView'; import PeerView from './PeerView';
import ScreenView from './ScreenView';
class Me extends React.Component class Me extends React.Component
{ {
@ -32,6 +33,7 @@ class Me extends React.Component
advancedMode, advancedMode,
micProducer, micProducer,
webcamProducer, webcamProducer,
screenProducer,
onChangeDisplayName, onChangeDisplayName,
onMuteMic, onMuteMic,
onUnmuteMic, onUnmuteMic,
@ -65,6 +67,12 @@ class Me extends React.Component
!webcamProducer.remotelyPaused !webcamProducer.remotelyPaused
); );
const screenVisible = (
Boolean(screenProducer) &&
!screenProducer.locallyPaused &&
!screenProducer.remotelyPaused
);
let tip; let tip;
if (!me.displayNameSet) if (!me.displayNameSet)
@ -115,6 +123,17 @@ class Me extends React.Component
onChangeDisplayName={(displayName) => onChangeDisplayName(displayName)} onChangeDisplayName={(displayName) => onChangeDisplayName(displayName)}
/> />
{screenProducer ?
<ScreenView
isMe
advancedMode={advancedMode}
screenTrack={screenProducer ? screenProducer.track : null}
screenVisible={screenVisible}
screenCodec={screenProducer ? screenProducer.codec : null}
/>
:null
}
{this._tooltip ? {this._tooltip ?
<ReactTooltip <ReactTooltip
effect='solid' effect='solid'
@ -165,6 +184,7 @@ Me.propTypes =
me : appPropTypes.Me.isRequired, me : appPropTypes.Me.isRequired,
micProducer : appPropTypes.Producer, micProducer : appPropTypes.Producer,
webcamProducer : appPropTypes.Producer, webcamProducer : appPropTypes.Producer,
screenProducer : appPropTypes.Producer,
onChangeDisplayName : PropTypes.func.isRequired, onChangeDisplayName : PropTypes.func.isRequired,
onMuteMic : PropTypes.func.isRequired, onMuteMic : PropTypes.func.isRequired,
onUnmuteMic : PropTypes.func.isRequired, onUnmuteMic : PropTypes.func.isRequired,
@ -179,12 +199,15 @@ const mapStateToProps = (state) =>
producersArray.find((producer) => producer.source === 'mic'); producersArray.find((producer) => producer.source === 'mic');
const webcamProducer = const webcamProducer =
producersArray.find((producer) => producer.source === 'webcam'); producersArray.find((producer) => producer.source === 'webcam');
const screenProducer =
producersArray.find((producer) => producer.source === 'screen');
return { return {
connected : state.room.state === 'connected', connected : state.room.state === 'connected',
me : state.me, me : state.me,
micProducer : micProducer, micProducer : micProducer,
webcamProducer : webcamProducer webcamProducer : webcamProducer,
screenProducer : screenProducer
}; };
}; };

View File

@ -5,6 +5,7 @@ import classnames from 'classnames';
import * as appPropTypes from './appPropTypes'; import * as appPropTypes from './appPropTypes';
import * as requestActions from '../redux/requestActions'; import * as requestActions from '../redux/requestActions';
import PeerView from './PeerView'; import PeerView from './PeerView';
import ScreenView from './ScreenView';
const Peer = (props) => const Peer = (props) =>
{ {
@ -17,7 +18,8 @@ const Peer = (props) =>
onMuteMic, onMuteMic,
onUnmuteMic, onUnmuteMic,
onDisableWebcam, onDisableWebcam,
onEnableWebcam onEnableWebcam,
style
} = props; } = props;
const micEnabled = ( const micEnabled = (
@ -49,7 +51,12 @@ const Peer = (props) =>
screenProfile = screenConsumer.profile; screenProfile = screenConsumer.profile;
return ( return (
<div data-component='Peer'> <div
data-component='Peer'
className={classnames({
screen : screenConsumer
})}
>
<div className='controls'> <div className='controls'>
<div <div
className={classnames('button', 'mic', { className={classnames('button', 'mic', {
@ -86,21 +93,32 @@ const Peer = (props) =>
:null :null
} }
<div className={classnames('view-container', 'webcam')} style={style}>
<PeerView <PeerView
advancedMode={advancedMode} advancedMode={advancedMode}
peer={peer} peer={peer}
audioTrack={micConsumer ? micConsumer.track : null} audioTrack={micConsumer ? micConsumer.track : null}
videoTrack={webcamConsumer ? webcamConsumer.track : null} videoTrack={webcamConsumer ? webcamConsumer.track : null}
screenTrack={screenConsumer ? screenConsumer.track : null}
videoVisible={videoVisible} videoVisible={videoVisible}
videoProfile={videoProfile} videoProfile={videoProfile}
screenVisible={screenVisible}
screenProfile={screenProfile}
audioCodec={micConsumer ? micConsumer.codec : null} audioCodec={micConsumer ? micConsumer.codec : null}
videoCodec={webcamConsumer ? webcamConsumer.codec : null} videoCodec={webcamConsumer ? webcamConsumer.codec : null}
/>
</div>
{screenConsumer ?
<div className={classnames('view-container', 'screen')} style={style}>
<ScreenView
advancedMode={advancedMode}
screenTrack={screenConsumer ? screenConsumer.track : null}
screenVisible={screenVisible}
screenProfile={screenProfile}
screenCodec={screenConsumer ? screenConsumer.codec : null} screenCodec={screenConsumer ? screenConsumer.codec : null}
/> />
</div> </div>
:null
}
</div>
); );
}; };
@ -114,7 +132,9 @@ Peer.propTypes =
onMuteMic : PropTypes.func.isRequired, onMuteMic : PropTypes.func.isRequired,
onUnmuteMic : PropTypes.func.isRequired, onUnmuteMic : PropTypes.func.isRequired,
onEnableWebcam : PropTypes.func.isRequired, onEnableWebcam : PropTypes.func.isRequired,
onDisableWebcam : PropTypes.func.isRequired onDisableWebcam : PropTypes.func.isRequired,
streamDimensions : PropTypes.object,
style : PropTypes.object
}; };
const mapStateToProps = (state, { name }) => const mapStateToProps = (state, { name }) =>

View File

@ -16,9 +16,7 @@ export default class PeerView extends React.Component
{ {
volume : 0, // Integer from 0 to 10., volume : 0, // Integer from 0 to 10.,
videoWidth : null, videoWidth : null,
videoHeight : null, videoHeight : null
screenWidth : null,
screenHeight : null
}; };
// Latest received video track. // Latest received video track.
@ -29,10 +27,6 @@ export default class PeerView extends React.Component
// @type {MediaStreamTrack} // @type {MediaStreamTrack}
this._videoTrack = null; this._videoTrack = null;
// Latest received screen track.
// @type {MediaStreamTrack}
this._screenTrack = null;
// Hark instance. // Hark instance.
// @type {Object} // @type {Object}
this._hark = null; this._hark = null;
@ -45,24 +39,19 @@ export default class PeerView extends React.Component
{ {
const { const {
isMe, isMe,
advancedMode,
peer, peer,
advancedMode,
videoVisible, videoVisible,
videoProfile, videoProfile,
screenVisible,
screenProfile,
audioCodec, audioCodec,
videoCodec, videoCodec,
screenCodec,
onChangeDisplayName onChangeDisplayName
} = this.props; } = this.props;
const { const {
volume, volume,
videoWidth, videoWidth,
videoHeight, videoHeight
screenWidth,
screenHeight
} = this.state; } = this.state;
return ( return (
@ -70,29 +59,12 @@ export default class PeerView extends React.Component
<div className='info'> <div className='info'>
{advancedMode ? {advancedMode ?
<div className={classnames('media', { 'is-me': isMe })}> <div className={classnames('media', { 'is-me': isMe })}>
{screenVisible ?
<div className='box'> <div className='box'>
{audioCodec ? {audioCodec ?
<p className='codec'>{audioCodec}</p> <p className='codec'>{audioCodec}</p>
:null :null
} }
{screenCodec ?
<p className='codec'>{screenCodec} {screenProfile}</p>
:null
}
{(screenVisible && screenWidth !== null) ?
<p className='resolution'>{screenWidth}x{screenHeight}</p>
:null
}
</div>
:<div className='box'>
{audioCodec ?
<p className='codec'>{audioCodec}</p>
:null
}
{videoCodec ? {videoCodec ?
<p className='codec'>{videoCodec} {videoProfile}</p> <p className='codec'>{videoCodec} {videoProfile}</p>
:null :null
@ -103,7 +75,6 @@ export default class PeerView extends React.Component
:null :null
} }
</div> </div>
}
</div> </div>
:null :null
} }
@ -146,19 +117,6 @@ export default class PeerView extends React.Component
<video <video
ref='video' ref='video'
className={classnames({
hidden : !videoVisible && !screenVisible,
'is-me' : isMe,
loading : videoProfile === 'none' && screenProfile === 'none'
})}
autoPlay
muted={isMe}
/>
{screenVisible ?
<div className='minivideo'>
<video
ref='minivideo'
className={classnames({ className={classnames({
hidden : !videoVisible, hidden : !videoVisible,
'is-me' : isMe, 'is-me' : isMe,
@ -167,15 +125,12 @@ export default class PeerView extends React.Component
autoPlay autoPlay
muted={isMe} muted={isMe}
/> />
</div>
:null
}
<div className='volume-container'> <div className='volume-container'>
<div className={classnames('bar', `level${volume}`)} /> <div className={classnames('bar', `level${volume}`)} />
</div> </div>
{videoProfile === 'none' && screenProfile === 'none' ? {videoProfile === 'none' ?
<div className='spinner-container'> <div className='spinner-container'>
<Spinner /> <Spinner />
</div> </div>
@ -187,9 +142,9 @@ export default class PeerView extends React.Component
componentDidMount() componentDidMount()
{ {
const { audioTrack, videoTrack, screenTrack } = this.props; const { audioTrack, videoTrack } = this.props;
this._setTracks(audioTrack, videoTrack, screenTrack); this._setTracks(audioTrack, videoTrack);
} }
componentWillUnmount() componentWillUnmount()
@ -202,21 +157,18 @@ export default class PeerView extends React.Component
componentWillReceiveProps(nextProps) componentWillReceiveProps(nextProps)
{ {
const { audioTrack, videoTrack, screenTrack } = nextProps; const { audioTrack, videoTrack } = nextProps;
this._setTracks(audioTrack, videoTrack, screenTrack); this._setTracks(audioTrack, videoTrack);
} }
_setTracks(audioTrack, videoTrack, screenTrack) _setTracks(audioTrack, videoTrack)
{ {
if (this._audioTrack === audioTrack && if (this._audioTrack === audioTrack && this._videoTrack === videoTrack)
this._videoTrack === videoTrack &&
this._screenTrack === screenTrack)
return; return;
this._audioTrack = audioTrack; this._audioTrack = audioTrack;
this._videoTrack = videoTrack; this._videoTrack = videoTrack;
this._screenTrack = screenTrack;
if (this._hark) if (this._hark)
this._hark.stop(); this._hark.stop();
@ -224,9 +176,9 @@ export default class PeerView extends React.Component
clearInterval(this._videoResolutionTimer); clearInterval(this._videoResolutionTimer);
this._hideVideoResolution(); this._hideVideoResolution();
const { video, minivideo } = this.refs; const { video } = this.refs;
if (audioTrack || videoTrack || screenTrack) if (audioTrack || videoTrack)
{ {
const stream = new MediaStream; const stream = new MediaStream;
@ -236,19 +188,7 @@ export default class PeerView extends React.Component
if (videoTrack) if (videoTrack)
stream.addTrack(videoTrack); stream.addTrack(videoTrack);
if (screenTrack)
{
const screenStream = new MediaStream;
screenStream.addTrack(screenTrack);
video.srcObject = screenStream;
minivideo.srcObject = stream;
}
else
{
video.srcObject = stream; video.srcObject = stream;
}
if (audioTrack) if (audioTrack)
this._runHark(stream); this._runHark(stream);
@ -315,18 +255,14 @@ export default class PeerView extends React.Component
PeerView.propTypes = PeerView.propTypes =
{ {
isMe : PropTypes.bool, isMe : PropTypes.bool,
advancedMode : PropTypes.bool,
peer : PropTypes.oneOfType( peer : PropTypes.oneOfType(
[ appPropTypes.Me, appPropTypes.Peer ]).isRequired, [ appPropTypes.Me, appPropTypes.Peer ]).isRequired,
advancedMode : PropTypes.bool,
audioTrack : PropTypes.any, audioTrack : PropTypes.any,
videoTrack : PropTypes.any, videoTrack : PropTypes.any,
screenTrack : PropTypes.any,
videoVisible : PropTypes.bool.isRequired, videoVisible : PropTypes.bool.isRequired,
videoProfile : PropTypes.string, videoProfile : PropTypes.string,
screenVisible : PropTypes.bool,
screenProfile : PropTypes.string,
audioCodec : PropTypes.string, audioCodec : PropTypes.string,
videoCodec : PropTypes.string, videoCodec : PropTypes.string,
screenCodec : PropTypes.string,
onChangeDisplayName : PropTypes.func onChangeDisplayName : PropTypes.func
}; };

View File

@ -25,7 +25,7 @@ class Peers extends React.Component
updateDimensions(props = this.props) updateDimensions(props = this.props)
{ {
const n = props.peers ? props.peers.length : 0; const n = props.videoStreams ? props.videoStreams : 0;
if (n == 0) if (n == 0)
{ {
@ -74,7 +74,7 @@ class Peers extends React.Component
componentWillReceiveProps(nextProps) componentWillReceiveProps(nextProps)
{ {
if (nextProps.peers) if (nextProps.videoStreams)
this.updateDimensions(nextProps); this.updateDimensions(nextProps);
} }
@ -102,11 +102,12 @@ class Peers extends React.Component
<div <div
className={classnames('peer-container', { className={classnames('peer-container', {
'active-speaker' : peer.name === activeSpeakerName 'active-speaker' : peer.name === activeSpeakerName
})} style={style} })}
> >
<Peer <Peer
advancedMode={advancedMode} advancedMode={advancedMode}
name={peer.name} name={peer.name}
style={style}
/> />
</div> </div>
</Appear> </Appear>
@ -122,15 +123,23 @@ Peers.propTypes =
{ {
advancedMode : PropTypes.bool, advancedMode : PropTypes.bool,
peers : PropTypes.arrayOf(appPropTypes.Peer).isRequired, peers : PropTypes.arrayOf(appPropTypes.Peer).isRequired,
videoStreams : PropTypes.any,
activeSpeakerName : PropTypes.string activeSpeakerName : PropTypes.string
}; };
const mapStateToProps = (state) => const mapStateToProps = (state) =>
{ {
const peersArray = Object.values(state.peers); const peersArray = Object.values(state.peers);
const videoStreamsArray = Object.values(state.consumers);
const videoStreams =
videoStreamsArray.filter((consumer) =>
{
return (consumer.source === 'webcam' || consumer.source === 'screen');
}).length;
return { return {
peers : peersArray, peers : peersArray,
videoStreams : videoStreams,
activeSpeakerName : state.room.activeSpeakerName activeSpeakerName : state.room.activeSpeakerName
}; };
}; };

View File

@ -0,0 +1,168 @@
import React from 'react';
import PropTypes from 'prop-types';
import classnames from 'classnames';
import Spinner from 'react-spinner';
export default class PeerView extends React.Component
{
constructor(props)
{
super(props);
this.state =
{
screenWidth : null,
screenHeight : null
};
// Latest received screen track.
// @type {MediaStreamTrack}
this._screenTrack = null;
// Periodic timer for showing video resolution.
this._screenResolutionTimer = null;
}
render()
{
const {
isMe,
advancedMode,
screenVisible,
screenProfile,
screenCodec
} = this.props;
const {
screenWidth,
screenHeight
} = this.state;
return (
<div data-component='ScreenView'>
<div className='info'>
{advancedMode ?
<div className={classnames('media', { 'is-me': isMe })}>
{screenVisible ?
<div className='box'>
{screenCodec ?
<p className='codec'>{screenCodec} {screenProfile}</p>
:null
}
{(screenVisible && screenWidth !== null) ?
<p className='resolution'>{screenWidth}x{screenHeight}</p>
:null
}
</div>
:null
}
</div>
:null
}
</div>
<video
ref='video'
className={classnames({
hidden : !screenVisible,
'is-me' : isMe,
loading : screenProfile === 'none'
})}
autoPlay
muted={Boolean(true)}
/>
{screenProfile === 'none' ?
<div className='spinner-container'>
<Spinner />
</div>
:null
}
</div>
);
}
componentDidMount()
{
const { screenTrack } = this.props;
this._setTracks(screenTrack);
}
componentWillUnmount()
{
clearInterval(this._screenResolutionTimer);
}
componentWillReceiveProps(nextProps)
{
const { screenTrack } = nextProps;
this._setTracks(screenTrack);
}
_setTracks(screenTrack)
{
if (this._screenTrack === screenTrack)
return;
this._screenTrack = screenTrack;
clearInterval(this._screenResolutionTimer);
this._hideScreenResolution();
const { video } = this.refs;
if (screenTrack)
{
const stream = new MediaStream;
if (screenTrack)
stream.addTrack(screenTrack);
video.srcObject = stream;
if (screenTrack)
this._showScreenResolution();
}
else
{
video.srcObject = null;
}
}
_showScreenResolution()
{
this._screenResolutionTimer = setInterval(() =>
{
const { screenWidth, screenHeight } = this.state;
const { video } = this.refs;
// Don't re-render if nothing changed.
if (video.videoWidth === screenWidth && video.videoHeight === screenHeight)
return;
this.setState(
{
screenWidth : video.videoWidth,
screenHeight : video.videoHeight
});
}, 1000);
}
_hideScreenResolution()
{
this.setState({ screenWidth: null, screenHeight: null });
}
}
PeerView.propTypes =
{
isMe : PropTypes.bool,
advancedMode : PropTypes.bool,
screenTrack : PropTypes.any,
screenVisible : PropTypes.bool,
screenProfile : PropTypes.string,
screenCodec : PropTypes.string
};

View File

@ -3,6 +3,15 @@
position: relative; position: relative;
height: 100%; height: 100%;
width: 100%; width: 100%;
flex-direction: row;
display: flex;
&.screen {
border: 5px solid rgba(#fff, 0.4);
}
&:not(.screen) {
}
> .controls { > .controls {
position: absolute; position: absolute;
@ -94,6 +103,16 @@
align-items: center; align-items: center;
} }
> .view-container {
&.webcam {
order: 2;
}
&.screen {
order: 1;
}
}
.incompatible-video { .incompatible-video {
position: absolute; position: absolute;
z-index: 2 z-index: 2

View File

@ -194,39 +194,6 @@
} }
} }
> .minivideo {
height: 15%;
width: 15%;
bottom: 1%;
right: 1%;
position: absolute;
overflow: hidden;
> video {
flex: 100 100 auto;
height: 100%;
width: 100%;
object-fit: cover;
user-select: none;
transition-property: opacity;
transition-duration: .15s;
background-color: rgba(#000, 0.75);
&.is-me {
transform: scaleX(-1);
}
&.hidden {
opacity: 0;
transition-duration: 0s;
}
&.loading {
filter: blur(5px);
}
}
}
> .volume-container { > .volume-container {
position: absolute; position: absolute;
top: 0 top: 0

View File

@ -0,0 +1,109 @@
[data-component='ScreenView'] {
position: relative;
flex: 100 100 auto;
height: 100%;
width: 100%;
display: flex;
flex-direction: column;
overflow: hidden;
background-color: rgba(#2a4b58, 0.9);
background-image: url('/resources/images/buddy.svg');
background-position: bottom;
background-size: auto 85%;
background-repeat: no-repeat;
> .info {
$backgroundTint = #000;
position: absolute;
z-index: 5
top: 0.6vmin;
left: 0.6vmin;
bottom: 0;
right: 0;
display: flex;
flex-direction: column;
justify-content: space-between;
> .media {
flex: 0 0 auto;
display: flex;
flex-direction: row;
> .box {
padding: 0.4vmin;
border-radius: 2px;
background-color: rgba(#000, 0.25);
> p {
user-select: none;
pointer-events: none;
margin-bottom: 2px;
color: rgba(#fff, 0.7);
font-size: 10px;
&:last-child {
margin-bottom: 0;
}
}
}
}
}
> video {
flex: 100 100 auto;
height: 100%;
width: 100%;
object-fit: contain;
user-select: none;
transition-property: opacity;
transition-duration: .15s;
background-color: rgba(#000, 0.75);
&.is-me {
transform: scaleX(-1);
}
&.hidden {
opacity: 0;
transition-duration: 0s;
}
&.loading {
filter: blur(5px);
}
}
> .spinner-container {
position: absolute;
top: 0
bottom: 0;
left: 0;
right: 0;
background-color: rgba(#000, 0.75);
.react-spinner {
position: relative;
width: 48px;
height: 48px;
top: 50%;
left: 50%;
.react-spinner_bar {
position: absolute;
width: 20%;
height: 7.8%;
top: -3.9%;
left: -10%;
animation: PeerView-spinner 1.2s linear infinite;
border-radius: 5px;
background-color: rgba(#fff, 0.5);
}
}
}
}
@keyframes ScreenView-spinner {
0% { opacity: 1; }
100% { opacity: 0.15; }
}

View File

@ -40,6 +40,7 @@ body {
@import './components/Peers'; @import './components/Peers';
@import './components/Peer'; @import './components/Peer';
@import './components/PeerView'; @import './components/PeerView';
@import './components/ScreenView';
@import './components/Notifications'; @import './components/Notifications';
@import './components/Chat'; @import './components/Chat';
@import './components/Settings'; @import './components/Settings';