You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

LargeVideo.js 18KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622
  1. /* global $, APP, interfaceConfig */
  2. /* jshint -W101 */
  3. import UIUtil from "../util/UIUtil";
  4. import UIEvents from "../../../service/UI/UIEvents";
  5. import LargeContainer from './LargeContainer';
  6. import FilmStrip from './FilmStrip';
  7. import Avatar from "../avatar/Avatar";
  8. import {createDeferred} from '../../util/helpers';
  9. const avatarSize = interfaceConfig.DOMINANT_SPEAKER_AVATAR_SIZE;
  10. const FADE_DURATION_MS = 300;
  11. /**
  12. * Get stream id.
  13. * @param {JitsiTrack?} stream
  14. */
  15. function getStreamOwnerId(stream) {
  16. if (!stream) {
  17. return;
  18. }
  19. if (stream.isLocal()) { // local stream doesn't have method "getParticipantId"
  20. return APP.conference.localId;
  21. } else {
  22. return stream.getParticipantId();
  23. }
  24. }
  25. /**
  26. * Returns an array of the video dimensions, so that it keeps it's aspect
  27. * ratio and fits available area with it's larger dimension. This method
  28. * ensures that whole video will be visible and can leave empty areas.
  29. *
  30. * @return an array with 2 elements, the video width and the video height
  31. */
  32. function getDesktopVideoSize(videoWidth,
  33. videoHeight,
  34. videoSpaceWidth,
  35. videoSpaceHeight) {
  36. let aspectRatio = videoWidth / videoHeight;
  37. let availableWidth = Math.max(videoWidth, videoSpaceWidth);
  38. let availableHeight = Math.max(videoHeight, videoSpaceHeight);
  39. videoSpaceHeight -= FilmStrip.getFilmStripHeight();
  40. if (availableWidth / aspectRatio >= videoSpaceHeight) {
  41. availableHeight = videoSpaceHeight;
  42. availableWidth = availableHeight * aspectRatio;
  43. }
  44. if (availableHeight * aspectRatio >= videoSpaceWidth) {
  45. availableWidth = videoSpaceWidth;
  46. availableHeight = availableWidth / aspectRatio;
  47. }
  48. return [ availableWidth, availableHeight ];
  49. }
  50. /**
  51. * Returns an array of the video dimensions. It respects the
  52. * VIDEO_LAYOUT_FIT config, to fit the video to the screen, by hiding some parts
  53. * of it, or to fit it to the height or width.
  54. *
  55. * @param videoWidth the original video width
  56. * @param videoHeight the original video height
  57. * @param videoSpaceWidth the width of the video space
  58. * @param videoSpaceHeight the height of the video space
  59. * @return an array with 2 elements, the video width and the video height
  60. */
  61. function getCameraVideoSize(videoWidth,
  62. videoHeight,
  63. videoSpaceWidth,
  64. videoSpaceHeight) {
  65. let aspectRatio = videoWidth / videoHeight;
  66. let availableWidth = videoWidth;
  67. let availableHeight = videoHeight;
  68. if (interfaceConfig.VIDEO_LAYOUT_FIT == 'height') {
  69. availableHeight = videoSpaceHeight;
  70. availableWidth = availableHeight*aspectRatio;
  71. }
  72. else if (interfaceConfig.VIDEO_LAYOUT_FIT == 'width') {
  73. availableWidth = videoSpaceWidth;
  74. availableHeight = availableWidth/aspectRatio;
  75. }
  76. else if (interfaceConfig.VIDEO_LAYOUT_FIT == 'both') {
  77. availableWidth = Math.max(videoWidth, videoSpaceWidth);
  78. availableHeight = Math.max(videoHeight, videoSpaceHeight);
  79. if (availableWidth / aspectRatio < videoSpaceHeight) {
  80. availableHeight = videoSpaceHeight;
  81. availableWidth = availableHeight * aspectRatio;
  82. }
  83. if (availableHeight * aspectRatio < videoSpaceWidth) {
  84. availableWidth = videoSpaceWidth;
  85. availableHeight = availableWidth / aspectRatio;
  86. }
  87. }
  88. return [ availableWidth, availableHeight ];
  89. }
  90. /**
  91. * Returns an array of the video horizontal and vertical indents,
  92. * so that if fits its parent.
  93. *
  94. * @return an array with 2 elements, the horizontal indent and the vertical
  95. * indent
  96. */
  97. function getCameraVideoPosition(videoWidth,
  98. videoHeight,
  99. videoSpaceWidth,
  100. videoSpaceHeight) {
  101. // Parent height isn't completely calculated when we position the video in
  102. // full screen mode and this is why we use the screen height in this case.
  103. // Need to think it further at some point and implement it properly.
  104. if (UIUtil.isFullScreen()) {
  105. videoSpaceHeight = window.innerHeight;
  106. }
  107. let horizontalIndent = (videoSpaceWidth - videoWidth) / 2;
  108. let verticalIndent = (videoSpaceHeight - videoHeight) / 2;
  109. return { horizontalIndent, verticalIndent };
  110. }
  111. /**
  112. * Returns an array of the video horizontal and vertical indents.
  113. * Centers horizontally and top aligns vertically.
  114. *
  115. * @return an array with 2 elements, the horizontal indent and the vertical
  116. * indent
  117. */
  118. function getDesktopVideoPosition(videoWidth,
  119. videoHeight,
  120. videoSpaceWidth,
  121. videoSpaceHeight) {
  122. let horizontalIndent = (videoSpaceWidth - videoWidth) / 2;
  123. let verticalIndent = 0;// Top aligned
  124. return { horizontalIndent, verticalIndent };
  125. }
  126. export const VideoContainerType = "camera";
  127. /**
  128. * Container for user video.
  129. */
  130. class VideoContainer extends LargeContainer {
  131. // FIXME: With Temasys we have to re-select everytime
  132. get $video () {
  133. return $('#largeVideo');
  134. }
  135. get id () {
  136. return getStreamOwnerId(this.stream);
  137. }
  138. constructor (onPlay) {
  139. super();
  140. this.stream = null;
  141. this.videoType = null;
  142. this.isVisible = false;
  143. this.$avatar = $('#dominantSpeaker');
  144. this.$wrapper = $('#largeVideoWrapper');
  145. // This does not work with Temasys plugin - has to be a property to be
  146. // copied between new <object> elements
  147. //this.$video.on('play', onPlay);
  148. this.$video[0].onplay = onPlay;
  149. }
  150. /**
  151. * Get size of video element.
  152. * @returns {{width, height}}
  153. */
  154. getStreamSize () {
  155. let video = this.$video[0];
  156. return {
  157. width: video.videoWidth,
  158. height: video.videoHeight
  159. };
  160. }
  161. /**
  162. * Calculate optimal video size for specified container size.
  163. * @param {number} containerWidth container width
  164. * @param {number} containerHeight container height
  165. * @returns {{availableWidth, availableHeight}}
  166. */
  167. getVideoSize (containerWidth, containerHeight) {
  168. let { width, height } = this.getStreamSize();
  169. if (this.stream && this.isScreenSharing()) {
  170. return getDesktopVideoSize( width,
  171. height,
  172. containerWidth,
  173. containerHeight);
  174. } else {
  175. return getCameraVideoSize( width,
  176. height,
  177. containerWidth,
  178. containerHeight);
  179. }
  180. }
  181. /**
  182. * Calculate optimal video position (offset for top left corner)
  183. * for specified video size and container size.
  184. * @param {number} width video width
  185. * @param {number} height video height
  186. * @param {number} containerWidth container width
  187. * @param {number} containerHeight container height
  188. * @returns {{horizontalIndent, verticalIndent}}
  189. */
  190. getVideoPosition (width, height, containerWidth, containerHeight) {
  191. if (this.stream && this.isScreenSharing()) {
  192. return getDesktopVideoPosition( width,
  193. height,
  194. containerWidth,
  195. containerHeight);
  196. } else {
  197. return getCameraVideoPosition( width,
  198. height,
  199. containerWidth,
  200. containerHeight);
  201. }
  202. }
  203. resize (containerWidth, containerHeight, animate = false) {
  204. let [width, height]
  205. = this.getVideoSize(containerWidth, containerHeight);
  206. let { horizontalIndent, verticalIndent }
  207. = this.getVideoPosition(width, height,
  208. containerWidth, containerHeight);
  209. // update avatar position
  210. let top = containerHeight / 2 - avatarSize / 4 * 3;
  211. this.$avatar.css('top', top);
  212. this.$wrapper.animate({
  213. width: width,
  214. height: height,
  215. top: verticalIndent,
  216. bottom: verticalIndent,
  217. left: horizontalIndent,
  218. right: horizontalIndent
  219. }, {
  220. queue: false,
  221. duration: animate ? 500 : 0
  222. });
  223. }
  224. /**
  225. * Update video stream.
  226. * @param {JitsiTrack?} stream new stream
  227. * @param {string} videoType video type
  228. */
  229. setStream (stream, videoType) {
  230. // detach old stream
  231. if (this.stream) {
  232. this.stream.detach(this.$video[0]);
  233. }
  234. this.stream = stream;
  235. this.videoType = videoType;
  236. if (!stream) {
  237. return;
  238. }
  239. stream.attach(this.$video[0]);
  240. let flipX = stream.isLocal() && !this.isScreenSharing();
  241. this.$video.css({
  242. transform: flipX ? 'scaleX(-1)' : 'none'
  243. });
  244. }
  245. /**
  246. * Check if current video stream is screen sharing.
  247. * @returns {boolean}
  248. */
  249. isScreenSharing () {
  250. return this.videoType === 'desktop';
  251. }
  252. /**
  253. * Show or hide user avatar.
  254. * @param {boolean} show
  255. */
  256. showAvatar (show) {
  257. this.$avatar.css("visibility", show ? "visible" : "hidden");
  258. }
  259. // We are doing fadeOut/fadeIn animations on parent div which wraps
  260. // largeVideo, because when Temasys plugin is in use it replaces
  261. // <video> elements with plugin <object> tag. In Safari jQuery is
  262. // unable to store values on this plugin object which breaks all
  263. // animation effects performed on it directly.
  264. show () {
  265. // its already visible
  266. if (this.isVisible) {
  267. return Promise.resolve();
  268. }
  269. let $wrapper = this.$wrapper;
  270. return new Promise((resolve) => {
  271. this.$wrapper.css('visibility', 'visible').fadeTo(
  272. FADE_DURATION_MS,
  273. 1,
  274. () => {
  275. this.isVisible = true;
  276. resolve();
  277. }
  278. );
  279. });
  280. }
  281. hide () {
  282. // its already hidden
  283. if (!this.isVisible) {
  284. return Promise.resolve();
  285. }
  286. return new Promise((resolve) => {
  287. this.$wrapper.fadeTo(FADE_DURATION_MS, 0, () => {
  288. this.$wrapper.css('visibility', 'hidden');
  289. this.isVisible = false;
  290. resolve();
  291. });
  292. });
  293. }
  294. }
  295. /**
  296. * Manager for all Large containers.
  297. */
  298. export default class LargeVideoManager {
  299. constructor () {
  300. this.containers = {};
  301. this.state = VideoContainerType;
  302. this.videoContainer = new VideoContainer(() => this.resizeContainer(VideoContainerType));
  303. this.addContainer(VideoContainerType, this.videoContainer);
  304. // use the same video container to handle and desktop tracks
  305. this.addContainer("desktop", this.videoContainer);
  306. this.width = 0;
  307. this.height = 0;
  308. this.$container = $('#largeVideoContainer');
  309. this.$container.css({
  310. display: 'inline-block'
  311. });
  312. if (interfaceConfig.SHOW_JITSI_WATERMARK) {
  313. let leftWatermarkDiv = this.$container.find("div.watermark.leftwatermark");
  314. leftWatermarkDiv.css({display: 'block'});
  315. leftWatermarkDiv.parent().attr('href', interfaceConfig.JITSI_WATERMARK_LINK);
  316. }
  317. if (interfaceConfig.SHOW_BRAND_WATERMARK) {
  318. let rightWatermarkDiv = this.$container.find("div.watermark.rightwatermark");
  319. rightWatermarkDiv.css({
  320. display: 'block',
  321. backgroundImage: 'url(images/rightwatermark.png)'
  322. });
  323. rightWatermarkDiv.parent().attr('href', interfaceConfig.BRAND_WATERMARK_LINK);
  324. }
  325. if (interfaceConfig.SHOW_POWERED_BY) {
  326. this.$container.children("a.poweredby").css({display: 'block'});
  327. }
  328. this.$container.hover(
  329. e => this.onHoverIn(e),
  330. e => this.onHoverOut(e)
  331. );
  332. }
  333. onHoverIn (e) {
  334. if (!this.state) {
  335. return;
  336. }
  337. let container = this.getContainer(this.state);
  338. container.onHoverIn(e);
  339. }
  340. onHoverOut (e) {
  341. if (!this.state) {
  342. return;
  343. }
  344. let container = this.getContainer(this.state);
  345. container.onHoverOut(e);
  346. }
  347. get id () {
  348. let container = this.getContainer(this.state);
  349. return container.id;
  350. }
  351. scheduleLargeVideoUpdate () {
  352. if (this.updateInProcess || !this.newStreamData) {
  353. return;
  354. }
  355. this.updateInProcess = true;
  356. let container = this.getContainer(this.state);
  357. container.hide().then(() => {
  358. let {id, stream, videoType, resolve} = this.newStreamData;
  359. this.newStreamData = null;
  360. console.info("hover in %s", id);
  361. this.state = videoType;
  362. let container = this.getContainer(this.state);
  363. container.setStream(stream, videoType);
  364. // change the avatar url on large
  365. this.updateAvatar(Avatar.getAvatarUrl(id));
  366. let isVideoMuted = stream ? stream.isMuted() : true;
  367. // show the avatar on large if needed
  368. container.showAvatar(isVideoMuted);
  369. let promise;
  370. // do not show stream if video is muted
  371. // but we still should show watermark
  372. if (isVideoMuted) {
  373. this.showWatermark(true);
  374. promise = Promise.resolve();
  375. } else {
  376. promise = container.show();
  377. }
  378. // resolve updateLargeVideo promise after everything is done
  379. promise.then(resolve);
  380. return promise;
  381. }).then(() => {
  382. // after everything is done check again if there are any pending new streams.
  383. this.updateInProcess = false;
  384. this.scheduleLargeVideoUpdate();
  385. });
  386. }
  387. /**
  388. * Update large video.
  389. * Switches to large video even if previously other container was visible.
  390. * @param userID the userID of the participant associated with the stream
  391. * @param {JitsiTrack?} stream new stream
  392. * @param {string?} videoType new video type
  393. * @returns {Promise}
  394. */
  395. updateLargeVideo (userID, stream, videoType) {
  396. if (this.newStreamData) {
  397. this.newStreamData.reject();
  398. }
  399. this.newStreamData = createDeferred();
  400. this.newStreamData.id = userID;
  401. this.newStreamData.stream = stream;
  402. this.newStreamData.videoType = videoType;
  403. this.scheduleLargeVideoUpdate();
  404. return this.newStreamData.promise;
  405. }
  406. /**
  407. * Update container size optionally taking side bar size into account.
  408. * @param {boolean} isSideBarVisible if side bar is visible.
  409. */
  410. updateContainerSize (isSideBarVisible) {
  411. this.width = UIUtil.getAvailableVideoWidth(isSideBarVisible);
  412. this.height = window.innerHeight;
  413. }
  414. /**
  415. * Resize Large container of specified type.
  416. * @param {string} type type of container which should be resized.
  417. * @param {boolean} [animate=false] if resize process should be animated.
  418. */
  419. resizeContainer (type, animate = false) {
  420. let container = this.getContainer(type);
  421. container.resize(this.width, this.height, animate);
  422. }
  423. /**
  424. * Resize all Large containers.
  425. * @param {boolean} animate if resize process should be animated.
  426. */
  427. resize (animate) {
  428. // resize all containers
  429. Object.keys(this.containers)
  430. .forEach(type => this.resizeContainer(type, animate));
  431. this.$container.animate({
  432. width: this.width,
  433. height: this.height
  434. }, {
  435. queue: false,
  436. duration: animate ? 500 : 0
  437. });
  438. }
  439. /**
  440. * Enables/disables the filter indicating a video problem to the user.
  441. *
  442. * @param enable <tt>true</tt> to enable, <tt>false</tt> to disable
  443. */
  444. enableVideoProblemFilter (enable) {
  445. let container = this.getContainer(this.state);
  446. container.$video.toggleClass("videoProblemFilter", enable);
  447. }
  448. /**
  449. * Updates the src of the dominant speaker avatar
  450. */
  451. updateAvatar (avatarUrl) {
  452. $("#dominantSpeakerAvatar").attr('src', avatarUrl);
  453. }
  454. /**
  455. * Show or hide watermark.
  456. * @param {boolean} show
  457. */
  458. showWatermark (show) {
  459. $('.watermark').css('visibility', show ? 'visible' : 'hidden');
  460. }
  461. /**
  462. * Add container of specified type.
  463. * @param {string} type container type
  464. * @param {LargeContainer} container container to add.
  465. */
  466. addContainer (type, container) {
  467. if (this.containers[type]) {
  468. throw new Error(`container of type ${type} already exist`);
  469. }
  470. this.containers[type] = container;
  471. this.resizeContainer(type);
  472. }
  473. /**
  474. * Get Large container of specified type.
  475. * @param {string} type container type.
  476. * @returns {LargeContainer}
  477. */
  478. getContainer (type) {
  479. let container = this.containers[type];
  480. if (!container) {
  481. throw new Error(`container of type ${type} doesn't exist`);
  482. }
  483. return container;
  484. }
  485. /**
  486. * Remove Large container of specified type.
  487. * @param {string} type container type.
  488. */
  489. removeContainer (type) {
  490. if (!this.containers[type]) {
  491. throw new Error(`container of type ${type} doesn't exist`);
  492. }
  493. delete this.containers[type];
  494. }
  495. /**
  496. * Show Large container of specified type.
  497. * Does nothing if such container is already visible.
  498. * @param {string} type container type.
  499. * @returns {Promise}
  500. */
  501. showContainer (type) {
  502. if (this.state === type) {
  503. return Promise.resolve();
  504. }
  505. let oldContainer = this.containers[this.state];
  506. if (this.state === VideoContainerType) {
  507. this.showWatermark(false);
  508. }
  509. oldContainer.hide();
  510. this.state = type;
  511. let container = this.getContainer(type);
  512. return container.show().then(() => {
  513. if (type === VideoContainerType) {
  514. this.showWatermark(true);
  515. }
  516. });
  517. }
  518. }