您最多选择25个主题 主题必须以字母或数字开头,可以包含连字符 (-),并且长度不得超过35个字符

LargeVideo.js 20KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683
  1. /* global $, APP, interfaceConfig */
  2. /* jshint -W101 */
  3. import UIUtil from "../util/UIUtil";
  4. import UIEvents from "../../../service/UI/UIEvents";
  5. import LargeContainer from './LargeContainer';
  6. import FilmStrip from './FilmStrip';
  7. import Avatar from "../avatar/Avatar";
  8. import {createDeferred} from '../../util/helpers';
  9. const FADE_DURATION_MS = 300;
  10. export const VIDEO_CONTAINER_TYPE = "camera";
  11. /**
  12. * Get stream id.
  13. * @param {JitsiTrack?} stream
  14. */
  15. function getStreamOwnerId(stream) {
  16. if (!stream) {
  17. return;
  18. }
  19. if (stream.isLocal()) { // local stream doesn't have method "getParticipantId"
  20. return APP.conference.getMyUserId();
  21. } else {
  22. return stream.getParticipantId();
  23. }
  24. }
  25. /**
  26. * Returns an array of the video dimensions, so that it keeps it's aspect
  27. * ratio and fits available area with it's larger dimension. This method
  28. * ensures that whole video will be visible and can leave empty areas.
  29. *
  30. * @return an array with 2 elements, the video width and the video height
  31. */
  32. function getDesktopVideoSize(videoWidth,
  33. videoHeight,
  34. videoSpaceWidth,
  35. videoSpaceHeight) {
  36. let aspectRatio = videoWidth / videoHeight;
  37. let availableWidth = Math.max(videoWidth, videoSpaceWidth);
  38. let availableHeight = Math.max(videoHeight, videoSpaceHeight);
  39. videoSpaceHeight -= FilmStrip.getFilmStripHeight();
  40. if (availableWidth / aspectRatio >= videoSpaceHeight) {
  41. availableHeight = videoSpaceHeight;
  42. availableWidth = availableHeight * aspectRatio;
  43. }
  44. if (availableHeight * aspectRatio >= videoSpaceWidth) {
  45. availableWidth = videoSpaceWidth;
  46. availableHeight = availableWidth / aspectRatio;
  47. }
  48. return [ availableWidth, availableHeight ];
  49. }
  50. /**
  51. * Returns an array of the video dimensions. It respects the
  52. * VIDEO_LAYOUT_FIT config, to fit the video to the screen, by hiding some parts
  53. * of it, or to fit it to the height or width.
  54. *
  55. * @param videoWidth the original video width
  56. * @param videoHeight the original video height
  57. * @param videoSpaceWidth the width of the video space
  58. * @param videoSpaceHeight the height of the video space
  59. * @return an array with 2 elements, the video width and the video height
  60. */
  61. function getCameraVideoSize(videoWidth,
  62. videoHeight,
  63. videoSpaceWidth,
  64. videoSpaceHeight) {
  65. let aspectRatio = videoWidth / videoHeight;
  66. let availableWidth = videoWidth;
  67. let availableHeight = videoHeight;
  68. if (interfaceConfig.VIDEO_LAYOUT_FIT == 'height') {
  69. availableHeight = videoSpaceHeight;
  70. availableWidth = availableHeight*aspectRatio;
  71. }
  72. else if (interfaceConfig.VIDEO_LAYOUT_FIT == 'width') {
  73. availableWidth = videoSpaceWidth;
  74. availableHeight = availableWidth/aspectRatio;
  75. }
  76. else if (interfaceConfig.VIDEO_LAYOUT_FIT == 'both') {
  77. availableWidth = Math.max(videoWidth, videoSpaceWidth);
  78. availableHeight = Math.max(videoHeight, videoSpaceHeight);
  79. if (availableWidth / aspectRatio < videoSpaceHeight) {
  80. availableHeight = videoSpaceHeight;
  81. availableWidth = availableHeight * aspectRatio;
  82. }
  83. if (availableHeight * aspectRatio < videoSpaceWidth) {
  84. availableWidth = videoSpaceWidth;
  85. availableHeight = availableWidth / aspectRatio;
  86. }
  87. }
  88. return [ availableWidth, availableHeight ];
  89. }
  90. /**
  91. * Returns an array of the video horizontal and vertical indents,
  92. * so that if fits its parent.
  93. *
  94. * @return an array with 2 elements, the horizontal indent and the vertical
  95. * indent
  96. */
  97. function getCameraVideoPosition(videoWidth,
  98. videoHeight,
  99. videoSpaceWidth,
  100. videoSpaceHeight) {
  101. // Parent height isn't completely calculated when we position the video in
  102. // full screen mode and this is why we use the screen height in this case.
  103. // Need to think it further at some point and implement it properly.
  104. if (UIUtil.isFullScreen()) {
  105. videoSpaceHeight = window.innerHeight;
  106. }
  107. let horizontalIndent = (videoSpaceWidth - videoWidth) / 2;
  108. let verticalIndent = (videoSpaceHeight - videoHeight) / 2;
  109. return { horizontalIndent, verticalIndent };
  110. }
  111. /**
  112. * Returns an array of the video horizontal and vertical indents.
  113. * Centers horizontally and top aligns vertically.
  114. *
  115. * @return an array with 2 elements, the horizontal indent and the vertical
  116. * indent
  117. */
  118. function getDesktopVideoPosition(videoWidth,
  119. videoHeight,
  120. videoSpaceWidth,
  121. videoSpaceHeight) {
  122. let horizontalIndent = (videoSpaceWidth - videoWidth) / 2;
  123. let verticalIndent = 0;// Top aligned
  124. return { horizontalIndent, verticalIndent };
  125. }
  126. /**
  127. * Container for user video.
  128. */
  129. class VideoContainer extends LargeContainer {
  130. // FIXME: With Temasys we have to re-select everytime
  131. get $video () {
  132. return $('#largeVideo');
  133. }
  134. get id () {
  135. return getStreamOwnerId(this.stream);
  136. }
  137. constructor (onPlay) {
  138. super();
  139. this.stream = null;
  140. this.videoType = null;
  141. this.localFlipX = true;
  142. this.isVisible = false;
  143. this.$avatar = $('#dominantSpeaker');
  144. this.$wrapper = $('#largeVideoWrapper');
  145. this.avatarHeight = $("#dominantSpeakerAvatar").height();
  146. // This does not work with Temasys plugin - has to be a property to be
  147. // copied between new <object> elements
  148. //this.$video.on('play', onPlay);
  149. this.$video[0].onplay = onPlay;
  150. }
  151. /**
  152. * Get size of video element.
  153. * @returns {{width, height}}
  154. */
  155. getStreamSize () {
  156. let video = this.$video[0];
  157. return {
  158. width: video.videoWidth,
  159. height: video.videoHeight
  160. };
  161. }
  162. /**
  163. * Calculate optimal video size for specified container size.
  164. * @param {number} containerWidth container width
  165. * @param {number} containerHeight container height
  166. * @returns {{availableWidth, availableHeight}}
  167. */
  168. getVideoSize (containerWidth, containerHeight) {
  169. let { width, height } = this.getStreamSize();
  170. if (this.stream && this.isScreenSharing()) {
  171. return getDesktopVideoSize( width,
  172. height,
  173. containerWidth,
  174. containerHeight);
  175. } else {
  176. return getCameraVideoSize( width,
  177. height,
  178. containerWidth,
  179. containerHeight);
  180. }
  181. }
  182. /**
  183. * Calculate optimal video position (offset for top left corner)
  184. * for specified video size and container size.
  185. * @param {number} width video width
  186. * @param {number} height video height
  187. * @param {number} containerWidth container width
  188. * @param {number} containerHeight container height
  189. * @returns {{horizontalIndent, verticalIndent}}
  190. */
  191. getVideoPosition (width, height, containerWidth, containerHeight) {
  192. if (this.stream && this.isScreenSharing()) {
  193. return getDesktopVideoPosition( width,
  194. height,
  195. containerWidth,
  196. containerHeight);
  197. } else {
  198. return getCameraVideoPosition( width,
  199. height,
  200. containerWidth,
  201. containerHeight);
  202. }
  203. }
  204. resize (containerWidth, containerHeight, animate = false) {
  205. let [width, height]
  206. = this.getVideoSize(containerWidth, containerHeight);
  207. let { horizontalIndent, verticalIndent }
  208. = this.getVideoPosition(width, height,
  209. containerWidth, containerHeight);
  210. // update avatar position
  211. let top = containerHeight / 2 - this.avatarHeight / 4 * 3;
  212. this.$avatar.css('top', top);
  213. this.$wrapper.animate({
  214. width: width,
  215. height: height,
  216. top: verticalIndent,
  217. bottom: verticalIndent,
  218. left: horizontalIndent,
  219. right: horizontalIndent
  220. }, {
  221. queue: false,
  222. duration: animate ? 500 : 0
  223. });
  224. }
  225. /**
  226. * Update video stream.
  227. * @param {JitsiTrack?} stream new stream
  228. * @param {string} videoType video type
  229. */
  230. setStream (stream, videoType) {
  231. // detach old stream
  232. if (this.stream) {
  233. this.stream.detach(this.$video[0]);
  234. }
  235. this.stream = stream;
  236. this.videoType = videoType;
  237. if (!stream) {
  238. return;
  239. }
  240. stream.attach(this.$video[0]);
  241. let flipX = stream.isLocal() && this.localFlipX;
  242. this.$video.css({
  243. transform: flipX ? 'scaleX(-1)' : 'none'
  244. });
  245. }
  246. /**
  247. * Changes the flipX state of the local video.
  248. * @param val {boolean} true if flipped.
  249. */
  250. setLocalFlipX(val) {
  251. this.localFlipX = val;
  252. if(!this.$video || !this.stream || !this.stream.isLocal())
  253. return;
  254. this.$video.css({
  255. transform: this.localFlipX ? 'scaleX(-1)' : 'none'
  256. });
  257. }
  258. /**
  259. * Check if current video stream is screen sharing.
  260. * @returns {boolean}
  261. */
  262. isScreenSharing () {
  263. return this.videoType === 'desktop';
  264. }
  265. /**
  266. * Show or hide user avatar.
  267. * @param {boolean} show
  268. */
  269. showAvatar (show) {
  270. // TO FIX: Video background need to be black, so that we don't have a
  271. // flickering effect when scrolling between videos and have the screen
  272. // move to grey before going back to video. Avatars though can have the
  273. // default background set.
  274. // In order to fix this code we need to introduce video background or
  275. // find a workaround for the video flickering.
  276. $("#largeVideoContainer").css("background",
  277. (show) ? interfaceConfig.DEFAULT_BACKGROUND : "#000");
  278. this.$avatar.css("visibility", show ? "visible" : "hidden");
  279. }
  280. // We are doing fadeOut/fadeIn animations on parent div which wraps
  281. // largeVideo, because when Temasys plugin is in use it replaces
  282. // <video> elements with plugin <object> tag. In Safari jQuery is
  283. // unable to store values on this plugin object which breaks all
  284. // animation effects performed on it directly.
  285. show () {
  286. // its already visible
  287. if (this.isVisible) {
  288. return Promise.resolve();
  289. }
  290. let $wrapper = this.$wrapper;
  291. return new Promise((resolve) => {
  292. this.$wrapper.css('visibility', 'visible').fadeTo(
  293. FADE_DURATION_MS,
  294. 1,
  295. () => {
  296. this.isVisible = true;
  297. resolve();
  298. }
  299. );
  300. });
  301. }
  302. hide () {
  303. // as the container is hidden/replaced by another container
  304. // hide its avatar
  305. this.showAvatar(false);
  306. // its already hidden
  307. if (!this.isVisible) {
  308. return Promise.resolve();
  309. }
  310. return new Promise((resolve) => {
  311. this.$wrapper.fadeTo(FADE_DURATION_MS, 0, () => {
  312. this.$wrapper.css('visibility', 'hidden');
  313. this.isVisible = false;
  314. resolve();
  315. });
  316. });
  317. }
  318. /**
  319. * @return {boolean} switch on dominant speaker event if on stage.
  320. */
  321. stayOnStage () {
  322. return false;
  323. }
  324. }
  325. /**
  326. * Manager for all Large containers.
  327. */
  328. export default class LargeVideoManager {
  329. constructor () {
  330. this.containers = {};
  331. this.state = VIDEO_CONTAINER_TYPE;
  332. this.videoContainer = new VideoContainer(
  333. () => this.resizeContainer(VIDEO_CONTAINER_TYPE));
  334. this.addContainer(VIDEO_CONTAINER_TYPE, this.videoContainer);
  335. // use the same video container to handle and desktop tracks
  336. this.addContainer("desktop", this.videoContainer);
  337. this.width = 0;
  338. this.height = 0;
  339. this.$container = $('#largeVideoContainer');
  340. this.$container.css({
  341. display: 'inline-block'
  342. });
  343. if (interfaceConfig.SHOW_JITSI_WATERMARK) {
  344. let leftWatermarkDiv
  345. = this.$container.find("div.watermark.leftwatermark");
  346. leftWatermarkDiv.css({display: 'block'});
  347. leftWatermarkDiv.parent().attr(
  348. 'href', interfaceConfig.JITSI_WATERMARK_LINK);
  349. }
  350. if (interfaceConfig.SHOW_BRAND_WATERMARK) {
  351. let rightWatermarkDiv
  352. = this.$container.find("div.watermark.rightwatermark");
  353. rightWatermarkDiv.css({
  354. display: 'block',
  355. backgroundImage: 'url(images/rightwatermark.png)'
  356. });
  357. rightWatermarkDiv.parent().attr(
  358. 'href', interfaceConfig.BRAND_WATERMARK_LINK);
  359. }
  360. if (interfaceConfig.SHOW_POWERED_BY) {
  361. this.$container.children("a.poweredby").css({display: 'block'});
  362. }
  363. this.$container.hover(
  364. e => this.onHoverIn(e),
  365. e => this.onHoverOut(e)
  366. );
  367. }
  368. onHoverIn (e) {
  369. if (!this.state) {
  370. return;
  371. }
  372. let container = this.getContainer(this.state);
  373. container.onHoverIn(e);
  374. }
  375. onHoverOut (e) {
  376. if (!this.state) {
  377. return;
  378. }
  379. let container = this.getContainer(this.state);
  380. container.onHoverOut(e);
  381. }
  382. get id () {
  383. let container = this.getContainer(this.state);
  384. return container.id;
  385. }
  386. scheduleLargeVideoUpdate () {
  387. if (this.updateInProcess || !this.newStreamData) {
  388. return;
  389. }
  390. this.updateInProcess = true;
  391. let container = this.getContainer(this.state);
  392. // Include hide()/fadeOut only if we're switching between users
  393. let preUpdate;
  394. if (this.newStreamData.id != this.id) {
  395. preUpdate = container.hide();
  396. } else {
  397. preUpdate = Promise.resolve();
  398. }
  399. preUpdate.then(() => {
  400. let {id, stream, videoType, resolve} = this.newStreamData;
  401. this.newStreamData = null;
  402. console.info("hover in %s", id);
  403. this.state = videoType;
  404. let container = this.getContainer(this.state);
  405. container.setStream(stream, videoType);
  406. // change the avatar url on large
  407. this.updateAvatar(Avatar.getAvatarUrl(id));
  408. // If we the continer is VIDEO_CONTAINER_TYPE, we need to check
  409. // its stream whether exist and is muted to set isVideoMuted
  410. // in rest of the cases it is false
  411. let isVideoMuted = false;
  412. if (videoType == VIDEO_CONTAINER_TYPE)
  413. isVideoMuted = stream ? stream.isMuted() : true;
  414. // show the avatar on large if needed
  415. container.showAvatar(isVideoMuted);
  416. let promise;
  417. // do not show stream if video is muted
  418. // but we still should show watermark
  419. if (isVideoMuted) {
  420. this.showWatermark(true);
  421. promise = Promise.resolve();
  422. } else {
  423. promise = container.show();
  424. }
  425. // resolve updateLargeVideo promise after everything is done
  426. promise.then(resolve);
  427. return promise;
  428. }).then(() => {
  429. // after everything is done check again if there are any pending
  430. // new streams.
  431. this.updateInProcess = false;
  432. this.scheduleLargeVideoUpdate();
  433. });
  434. }
  435. /**
  436. * Update large video.
  437. * Switches to large video even if previously other container was visible.
  438. * @param userID the userID of the participant associated with the stream
  439. * @param {JitsiTrack?} stream new stream
  440. * @param {string?} videoType new video type
  441. * @returns {Promise}
  442. */
  443. updateLargeVideo (userID, stream, videoType) {
  444. if (this.newStreamData) {
  445. this.newStreamData.reject();
  446. }
  447. this.newStreamData = createDeferred();
  448. this.newStreamData.id = userID;
  449. this.newStreamData.stream = stream;
  450. this.newStreamData.videoType = videoType;
  451. this.scheduleLargeVideoUpdate();
  452. return this.newStreamData.promise;
  453. }
  454. /**
  455. * Update container size.
  456. */
  457. updateContainerSize () {
  458. this.width = UIUtil.getAvailableVideoWidth();
  459. this.height = window.innerHeight;
  460. }
  461. /**
  462. * Resize Large container of specified type.
  463. * @param {string} type type of container which should be resized.
  464. * @param {boolean} [animate=false] if resize process should be animated.
  465. */
  466. resizeContainer (type, animate = false) {
  467. let container = this.getContainer(type);
  468. container.resize(this.width, this.height, animate);
  469. }
  470. /**
  471. * Resize all Large containers.
  472. * @param {boolean} animate if resize process should be animated.
  473. */
  474. resize (animate) {
  475. // resize all containers
  476. Object.keys(this.containers)
  477. .forEach(type => this.resizeContainer(type, animate));
  478. this.$container.animate({
  479. width: this.width,
  480. height: this.height
  481. }, {
  482. queue: false,
  483. duration: animate ? 500 : 0
  484. });
  485. }
  486. /**
  487. * Enables/disables the filter indicating a video problem to the user.
  488. *
  489. * @param enable <tt>true</tt> to enable, <tt>false</tt> to disable
  490. */
  491. enableVideoProblemFilter (enable) {
  492. let container = this.getContainer(this.state);
  493. container.$video.toggleClass("videoProblemFilter", enable);
  494. }
  495. /**
  496. * Updates the src of the dominant speaker avatar
  497. */
  498. updateAvatar (avatarUrl) {
  499. $("#dominantSpeakerAvatar").attr('src', avatarUrl);
  500. }
  501. /**
  502. * Show or hide watermark.
  503. * @param {boolean} show
  504. */
  505. showWatermark (show) {
  506. $('.watermark').css('visibility', show ? 'visible' : 'hidden');
  507. }
  508. /**
  509. * Add container of specified type.
  510. * @param {string} type container type
  511. * @param {LargeContainer} container container to add.
  512. */
  513. addContainer (type, container) {
  514. if (this.containers[type]) {
  515. throw new Error(`container of type ${type} already exist`);
  516. }
  517. this.containers[type] = container;
  518. this.resizeContainer(type);
  519. }
  520. /**
  521. * Get Large container of specified type.
  522. * @param {string} type container type.
  523. * @returns {LargeContainer}
  524. */
  525. getContainer (type) {
  526. let container = this.containers[type];
  527. if (!container) {
  528. throw new Error(`container of type ${type} doesn't exist`);
  529. }
  530. return container;
  531. }
  532. /**
  533. * Remove Large container of specified type.
  534. * @param {string} type container type.
  535. */
  536. removeContainer (type) {
  537. if (!this.containers[type]) {
  538. throw new Error(`container of type ${type} doesn't exist`);
  539. }
  540. delete this.containers[type];
  541. }
  542. /**
  543. * Show Large container of specified type.
  544. * Does nothing if such container is already visible.
  545. * @param {string} type container type.
  546. * @returns {Promise}
  547. */
  548. showContainer (type) {
  549. if (this.state === type) {
  550. return Promise.resolve();
  551. }
  552. let oldContainer = this.containers[this.state];
  553. if (this.state === VIDEO_CONTAINER_TYPE) {
  554. this.showWatermark(false);
  555. }
  556. oldContainer.hide();
  557. this.state = type;
  558. let container = this.getContainer(type);
  559. return container.show().then(() => {
  560. if (type === VIDEO_CONTAINER_TYPE) {
  561. this.showWatermark(true);
  562. }
  563. });
  564. }
  565. /**
  566. * Changes the flipX state of the local video.
  567. * @param val {boolean} true if flipped.
  568. */
  569. onLocalFlipXChange(val) {
  570. this.videoContainer.setLocalFlipX(val);
  571. }
  572. }