You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

JitsiTrack.js 13KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428
  1. /* global __filename, module */
  2. import EventEmitter from 'events';
  3. import { getLogger } from 'jitsi-meet-logger';
  4. import * as JitsiTrackEvents from '../../JitsiTrackEvents';
  5. import * as MediaType from '../../service/RTC/MediaType';
  6. import RTCBrowserType from './RTCBrowserType';
  7. import RTCUtils from './RTCUtils';
  8. const logger = getLogger(__filename);
  9. /**
  10. * Maps our handler types to MediaStreamTrack properties.
  11. */
  12. var trackHandler2Prop = {
  13. 'track_mute': 'onmute',// Not supported on FF
  14. 'track_unmute': 'onunmute',
  15. 'track_ended': 'onended'
  16. };
  17. /**
  18. * This implements 'onended' callback normally fired by WebRTC after the stream
  19. * is stopped. There is no such behaviour yet in FF, so we have to add it.
  20. * @param jitsiTrack our track object holding the original WebRTC stream object
  21. * to which 'onended' handling will be added.
  22. */
  23. function implementOnEndedHandling(jitsiTrack) {
  24. var stream = jitsiTrack.getOriginalStream();
  25. if(!stream) {
  26. return;
  27. }
  28. var originalStop = stream.stop;
  29. stream.stop = function() {
  30. originalStop.apply(stream);
  31. if (jitsiTrack.isActive()) {
  32. stream.onended();
  33. }
  34. };
  35. }
  36. /**
  37. * Adds onended/oninactive handler to a MediaStream.
  38. * @param mediaStream a MediaStream to attach onended/oninactive handler
  39. * @param handler the handler
  40. */
  41. function addMediaStreamInactiveHandler(mediaStream, handler) {
  42. // Temasys will use onended
  43. if(typeof mediaStream.active !== 'undefined') {
  44. mediaStream.oninactive = handler;
  45. } else {
  46. mediaStream.onended = handler;
  47. }
  48. }
  49. /**
  50. * Represents a single media track (either audio or video).
  51. * @constructor
  52. * @param rtc the rtc instance
  53. * @param stream the WebRTC MediaStream instance
  54. * @param track the WebRTC MediaStreamTrack instance, must be part of
  55. * the given <tt>stream</tt>.
  56. * @param streamInactiveHandler the function that will handle
  57. * onended/oninactive events of the stream.
  58. * @param trackMediaType the media type of the JitsiTrack
  59. * @param videoType the VideoType for this track if any
  60. * @param ssrc the SSRC of this track if known
  61. */
  62. function JitsiTrack(conference, stream, track, streamInactiveHandler, trackMediaType,
  63. videoType, ssrc) {
  64. /**
  65. * Array with the HTML elements that are displaying the streams.
  66. * @type {Array}
  67. */
  68. this.containers = [];
  69. this.conference = conference;
  70. this.stream = stream;
  71. this.ssrc = ssrc;
  72. this.eventEmitter = new EventEmitter();
  73. this.audioLevel = -1;
  74. this.type = trackMediaType;
  75. this.track = track;
  76. this.videoType = videoType;
  77. this.handlers = {};
  78. /**
  79. * Indicates whether this JitsiTrack has been disposed. If true, this
  80. * JitsiTrack is to be considered unusable and operations involving it are
  81. * to fail (e.g. {@link JitsiConference#addTrack(JitsiTrack)},
  82. * {@link JitsiConference#removeTrack(JitsiTrack)}).
  83. * @type {boolean}
  84. */
  85. this.disposed = false;
  86. this._setHandler('inactive', streamInactiveHandler);
  87. }
  88. /**
  89. * Sets handler to the WebRTC MediaStream or MediaStreamTrack object depending
  90. * on the passed type.
  91. * @param {string} type the type of the handler that is going to be set
  92. * @param {Function} handler the handler.
  93. */
  94. JitsiTrack.prototype._setHandler = function(type, handler) {
  95. this.handlers[type] = handler;
  96. if(!this.stream) {
  97. return;
  98. }
  99. if(type === 'inactive') {
  100. if (RTCBrowserType.isFirefox()) {
  101. implementOnEndedHandling(this);
  102. }
  103. addMediaStreamInactiveHandler(this.stream, handler);
  104. } else if(trackHandler2Prop.hasOwnProperty(type)) {
  105. this.stream.getVideoTracks().forEach(function(track) {
  106. track[trackHandler2Prop[type]] = handler;
  107. }, this);
  108. }
  109. };
  110. /**
  111. * Sets the stream property of JitsiTrack object and sets all stored handlers
  112. * to it.
  113. * @param {MediaStream} stream the new stream.
  114. */
  115. JitsiTrack.prototype._setStream = function(stream) {
  116. this.stream = stream;
  117. Object.keys(this.handlers).forEach(function(type) {
  118. typeof this.handlers[type] === 'function'
  119. && this._setHandler(type, this.handlers[type]);
  120. }, this);
  121. };
  122. /**
  123. * Returns the type (audio or video) of this track.
  124. */
  125. JitsiTrack.prototype.getType = function() {
  126. return this.type;
  127. };
  128. /**
  129. * Check if this is an audio track.
  130. */
  131. JitsiTrack.prototype.isAudioTrack = function() {
  132. return this.getType() === MediaType.AUDIO;
  133. };
  134. /**
  135. * Checks whether the underlying WebRTC <tt>MediaStreamTrack</tt> is muted
  136. * according to it's 'muted' field status.
  137. * @return {boolean} <tt>true</tt> if the underlying <tt>MediaStreamTrack</tt>
  138. * is muted or <tt>false</tt> otherwise.
  139. */
  140. JitsiTrack.prototype.isWebRTCTrackMuted = function() {
  141. return this.track && this.track.muted;
  142. };
  143. /**
  144. * Check if this is a video track.
  145. */
  146. JitsiTrack.prototype.isVideoTrack = function() {
  147. return this.getType() === MediaType.VIDEO;
  148. };
  149. /**
  150. * Checks whether this is a local track.
  151. * @abstract
  152. * @return {boolean} 'true' if it's a local track or 'false' otherwise.
  153. */
  154. JitsiTrack.prototype.isLocal = function() {
  155. throw new Error('Not implemented by subclass');
  156. };
  157. /**
  158. * Returns the WebRTC MediaStream instance.
  159. */
  160. JitsiTrack.prototype.getOriginalStream = function() {
  161. return this.stream;
  162. };
  163. /**
  164. * Returns the ID of the underlying WebRTC Media Stream(if any)
  165. * @returns {String|null}
  166. */
  167. JitsiTrack.prototype.getStreamId = function() {
  168. return this.stream ? this.stream.id : null;
  169. };
  170. /**
  171. * Return the underlying WebRTC MediaStreamTrack
  172. * @returns {MediaStreamTrack}
  173. */
  174. JitsiTrack.prototype.getTrack = function() {
  175. return this.track;
  176. };
  177. /**
  178. * Returns the ID of the underlying WebRTC MediaStreamTrack(if any)
  179. * @returns {String|null}
  180. */
  181. JitsiTrack.prototype.getTrackId = function() {
  182. return this.track ? this.track.id : null;
  183. };
  184. /**
  185. * Return meaningful usage label for this track depending on it's media and
  186. * eventual video type.
  187. * @returns {string}
  188. */
  189. JitsiTrack.prototype.getUsageLabel = function() {
  190. if (this.isAudioTrack()) {
  191. return 'mic';
  192. }
  193. return this.videoType ? this.videoType : 'default';
  194. };
  195. /**
  196. * Eventually will trigger RTCEvents.TRACK_ATTACHED event.
  197. * @param container the video/audio container to which this stream is attached
  198. * and for which event will be fired.
  199. * @private
  200. */
  201. JitsiTrack.prototype._maybeFireTrackAttached = function(container) {
  202. if (this.conference && container) {
  203. this.conference._onTrackAttach(this, container);
  204. }
  205. };
  206. /**
  207. * Attaches the MediaStream of this track to an HTML container.
  208. * Adds the container to the list of containers that are displaying the track.
  209. * Note that Temasys plugin will replace original audio/video element with
  210. * 'object' when stream is being attached to the container for the first time.
  211. *
  212. * * NOTE * if given container element is not visible when the stream is being
  213. * attached it will be shown back given that Temasys plugin is currently in use.
  214. *
  215. * @param container the HTML container which can be 'video' or 'audio' element.
  216. * It can also be 'object' element if Temasys plugin is in use and this
  217. * method has been called previously on video or audio HTML element.
  218. *
  219. * @returns potentially new instance of container if it was replaced by the
  220. * library. That's the case when Temasys plugin is in use.
  221. */
  222. JitsiTrack.prototype.attach = function(container) {
  223. if(this.stream) {
  224. container = RTCUtils.attachMediaStream(container, this.stream);
  225. }
  226. this.containers.push(container);
  227. this._maybeFireTrackAttached(container);
  228. this._attachTTFMTracker(container);
  229. return container;
  230. };
  231. /**
  232. * Removes this JitsiTrack from the passed HTML container.
  233. *
  234. * @param container the HTML container to detach from this JitsiTrack. If
  235. * <tt>null</tt> or <tt>undefined</tt>, all containers are removed. A container
  236. * can be a 'video', 'audio' or 'object' HTML element instance to which this
  237. * JitsiTrack is currently attached.
  238. */
  239. JitsiTrack.prototype.detach = function(container) {
  240. for (var cs = this.containers, i = cs.length - 1; i >= 0; --i) {
  241. var c = cs[i];
  242. if (!container) {
  243. RTCUtils.attachMediaStream(c, null);
  244. }
  245. if (!container || c === container) {
  246. cs.splice(i, 1);
  247. }
  248. }
  249. if (container) {
  250. RTCUtils.attachMediaStream(container, null);
  251. }
  252. };
  253. /**
  254. * Attach time to first media tracker only if there is conference and only
  255. * for the first element.
  256. * @param container the HTML container which can be 'video' or 'audio' element.
  257. * It can also be 'object' element if Temasys plugin is in use and this
  258. * method has been called previously on video or audio HTML element.
  259. * @private
  260. */
  261. // eslint-disable-next-line no-unused-vars
  262. JitsiTrack.prototype._attachTTFMTracker = function(container) {
  263. };
  264. /**
  265. * Removes attached event listeners.
  266. *
  267. * @returns {Promise}
  268. */
  269. JitsiTrack.prototype.dispose = function() {
  270. this.eventEmitter.removeAllListeners();
  271. this.disposed = true;
  272. return Promise.resolve();
  273. };
  274. /**
  275. * Returns true if this is a video track and the source of the video is a
  276. * screen capture as opposed to a camera.
  277. */
  278. JitsiTrack.prototype.isScreenSharing = function() {
  279. };
  280. /**
  281. * Returns id of the track.
  282. * @returns {string|null} id of the track or null if this is fake track.
  283. */
  284. JitsiTrack.prototype.getId = function() {
  285. if(this.stream) {
  286. return RTCUtils.getStreamID(this.stream);
  287. }
  288. return null;
  289. };
  290. /**
  291. * Checks whether the MediaStream is active/not ended.
  292. * When there is no check for active we don't have information and so
  293. * will return that stream is active (in case of FF).
  294. * @returns {boolean} whether MediaStream is active.
  295. */
  296. JitsiTrack.prototype.isActive = function() {
  297. if(typeof this.stream.active !== 'undefined') {
  298. return this.stream.active;
  299. }
  300. return true;
  301. };
  302. /**
  303. * Attaches a handler for events(For example - "audio level changed".).
  304. * All possible event are defined in JitsiTrackEvents.
  305. * @param eventId the event ID.
  306. * @param handler handler for the event.
  307. */
  308. JitsiTrack.prototype.on = function(eventId, handler) {
  309. if(this.eventEmitter) {
  310. this.eventEmitter.on(eventId, handler);
  311. }
  312. };
  313. /**
  314. * Removes event listener
  315. * @param eventId the event ID.
  316. * @param [handler] optional, the specific handler to unbind
  317. */
  318. JitsiTrack.prototype.off = function(eventId, handler) {
  319. if(this.eventEmitter) {
  320. this.eventEmitter.removeListener(eventId, handler);
  321. }
  322. };
  323. // Common aliases for event emitter
  324. JitsiTrack.prototype.addEventListener = JitsiTrack.prototype.on;
  325. JitsiTrack.prototype.removeEventListener = JitsiTrack.prototype.off;
  326. /**
  327. * Sets the audio level for the stream
  328. * @param audioLevel the new audio level
  329. */
  330. JitsiTrack.prototype.setAudioLevel = function(audioLevel) {
  331. if(this.audioLevel !== audioLevel) {
  332. this.eventEmitter.emit(JitsiTrackEvents.TRACK_AUDIO_LEVEL_CHANGED,
  333. audioLevel);
  334. this.audioLevel = audioLevel;
  335. }
  336. };
  337. /**
  338. * Returns the msid of the stream attached to the JitsiTrack object or null if
  339. * no stream is attached.
  340. */
  341. JitsiTrack.prototype.getMSID = function() {
  342. var streamId = this.getStreamId();
  343. var trackId = this.getTrackId();
  344. return streamId && trackId ? streamId + ' ' + trackId : null;
  345. };
  346. /**
  347. * Sets new audio output device for track's DOM elements. Video tracks are
  348. * ignored.
  349. * @param {string} audioOutputDeviceId - id of 'audiooutput' device from
  350. * navigator.mediaDevices.enumerateDevices(), '' for default device
  351. * @emits JitsiTrackEvents.TRACK_AUDIO_OUTPUT_CHANGED
  352. * @returns {Promise}
  353. */
  354. JitsiTrack.prototype.setAudioOutput = function(audioOutputDeviceId) {
  355. var self = this;
  356. if (!RTCUtils.isDeviceChangeAvailable('output')) {
  357. return Promise.reject(
  358. new Error('Audio output device change is not supported'));
  359. }
  360. // All audio communication is done through audio tracks, so ignore changing
  361. // audio output for video tracks at all.
  362. if (this.isVideoTrack()) {
  363. return Promise.resolve();
  364. }
  365. return Promise.all(this.containers.map(function(element) {
  366. return element.setSinkId(audioOutputDeviceId)
  367. .catch(function(error) {
  368. logger.warn(
  369. 'Failed to change audio output device on element. Default'
  370. + ' or previously set audio output device will be used.',
  371. element, error);
  372. throw error;
  373. });
  374. }))
  375. .then(function() {
  376. self.eventEmitter.emit(JitsiTrackEvents.TRACK_AUDIO_OUTPUT_CHANGED,
  377. audioOutputDeviceId);
  378. });
  379. };
  380. module.exports = JitsiTrack;