modified lib-jitsi-meet dev repo
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

JitsiTrack.js 13KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428
  1. /* global __filename, module */
  2. import EventEmitter from "events";
  3. import { getLogger } from "jitsi-meet-logger";
  4. import * as JitsiTrackEvents from "../../JitsiTrackEvents";
  5. import * as MediaType from "../../service/RTC/MediaType";
  6. import RTCBrowserType from "./RTCBrowserType";
  7. import RTCUtils from "./RTCUtils";
  8. const logger = getLogger(__filename);
  9. /**
  10. * Maps our handler types to MediaStreamTrack properties.
  11. */
  12. var trackHandler2Prop = {
  13. "track_mute": "onmute",// Not supported on FF
  14. "track_unmute": "onunmute",
  15. "track_ended": "onended"
  16. };
  17. /**
  18. * This implements 'onended' callback normally fired by WebRTC after the stream
  19. * is stopped. There is no such behaviour yet in FF, so we have to add it.
  20. * @param jitsiTrack our track object holding the original WebRTC stream object
  21. * to which 'onended' handling will be added.
  22. */
  23. function implementOnEndedHandling(jitsiTrack) {
  24. var stream = jitsiTrack.getOriginalStream();
  25. if(!stream) {
  26. return;
  27. }
  28. var originalStop = stream.stop;
  29. stream.stop = function() {
  30. originalStop.apply(stream);
  31. if (jitsiTrack.isActive()) {
  32. stream.onended();
  33. }
  34. };
  35. }
  36. /**
  37. * Adds onended/oninactive handler to a MediaStream.
  38. * @param mediaStream a MediaStream to attach onended/oninactive handler
  39. * @param handler the handler
  40. */
  41. function addMediaStreamInactiveHandler(mediaStream, handler) {
  42. // Temasys will use onended
  43. if(typeof mediaStream.active !== "undefined") {
  44. mediaStream.oninactive = handler;
  45. } else {
  46. mediaStream.onended = handler;
  47. }
  48. }
  49. /**
  50. * Represents a single media track (either audio or video).
  51. * @constructor
  52. * @param rtc the rtc instance
  53. * @param stream the WebRTC MediaStream instance
  54. * @param track the WebRTC MediaStreamTrack instance, must be part of
  55. * the given <tt>stream</tt>.
  56. * @param streamInactiveHandler the function that will handle
  57. * onended/oninactive events of the stream.
  58. * @param trackMediaType the media type of the JitsiTrack
  59. * @param videoType the VideoType for this track if any
  60. * @param ssrc the SSRC of this track if known
  61. */
  62. function JitsiTrack(conference, stream, track, streamInactiveHandler, trackMediaType,
  63. videoType, ssrc) {
  64. /**
  65. * Array with the HTML elements that are displaying the streams.
  66. * @type {Array}
  67. */
  68. this.containers = [];
  69. this.conference = conference;
  70. this.stream = stream;
  71. this.ssrc = ssrc;
  72. this.eventEmitter = new EventEmitter();
  73. this.audioLevel = -1;
  74. this.type = trackMediaType;
  75. this.track = track;
  76. this.videoType = videoType;
  77. this.handlers = {};
  78. /**
  79. * Indicates whether this JitsiTrack has been disposed. If true, this
  80. * JitsiTrack is to be considered unusable and operations involving it are
  81. * to fail (e.g. {@link JitsiConference#addTrack(JitsiTrack)},
  82. * {@link JitsiConference#removeTrack(JitsiTrack)}).
  83. * @type {boolean}
  84. */
  85. this.disposed = false;
  86. this._setHandler("inactive", streamInactiveHandler);
  87. }
  88. /**
  89. * Sets handler to the WebRTC MediaStream or MediaStreamTrack object depending
  90. * on the passed type.
  91. * @param {string} type the type of the handler that is going to be set
  92. * @param {Function} handler the handler.
  93. */
  94. JitsiTrack.prototype._setHandler = function(type, handler) {
  95. this.handlers[type] = handler;
  96. if(!this.stream) {
  97. return;
  98. }
  99. if(type === "inactive") {
  100. if (RTCBrowserType.isFirefox()) {
  101. implementOnEndedHandling(this);
  102. }
  103. addMediaStreamInactiveHandler(this.stream, handler);
  104. } else if(trackHandler2Prop.hasOwnProperty(type)) {
  105. this.stream.getVideoTracks().forEach(function(track) {
  106. track[trackHandler2Prop[type]] = handler;
  107. }, this);
  108. }
  109. };
  110. /**
  111. * Sets the stream property of JitsiTrack object and sets all stored handlers
  112. * to it.
  113. * @param {MediaStream} stream the new stream.
  114. */
  115. JitsiTrack.prototype._setStream = function(stream) {
  116. this.stream = stream;
  117. Object.keys(this.handlers).forEach(function(type) {
  118. typeof this.handlers[type] === "function" &&
  119. this._setHandler(type, this.handlers[type]);
  120. }, this);
  121. };
  122. /**
  123. * Returns the type (audio or video) of this track.
  124. */
  125. JitsiTrack.prototype.getType = function() {
  126. return this.type;
  127. };
  128. /**
  129. * Check if this is an audio track.
  130. */
  131. JitsiTrack.prototype.isAudioTrack = function() {
  132. return this.getType() === MediaType.AUDIO;
  133. };
  134. /**
  135. * Checks whether the underlying WebRTC <tt>MediaStreamTrack</tt> is muted
  136. * according to it's 'muted' field status.
  137. * @return {boolean} <tt>true</tt> if the underlying <tt>MediaStreamTrack</tt>
  138. * is muted or <tt>false</tt> otherwise.
  139. */
  140. JitsiTrack.prototype.isWebRTCTrackMuted = function() {
  141. return this.track && this.track.muted;
  142. };
  143. /**
  144. * Check if this is a video track.
  145. */
  146. JitsiTrack.prototype.isVideoTrack = function() {
  147. return this.getType() === MediaType.VIDEO;
  148. };
  149. /**
  150. * Checks whether this is a local track.
  151. * @abstract
  152. * @return {boolean} 'true' if it's a local track or 'false' otherwise.
  153. */
  154. JitsiTrack.prototype.isLocal = function() {
  155. throw new Error("Not implemented by subclass");
  156. };
  157. /**
  158. * Returns the WebRTC MediaStream instance.
  159. */
  160. JitsiTrack.prototype.getOriginalStream = function() {
  161. return this.stream;
  162. };
  163. /**
  164. * Returns the ID of the underlying WebRTC Media Stream(if any)
  165. * @returns {String|null}
  166. */
  167. JitsiTrack.prototype.getStreamId = function() {
  168. return this.stream ? this.stream.id : null;
  169. };
  170. /**
  171. * Return the underlying WebRTC MediaStreamTrack
  172. * @returns {MediaStreamTrack}
  173. */
  174. JitsiTrack.prototype.getTrack = function() {
  175. return this.track;
  176. };
  177. /**
  178. * Returns the ID of the underlying WebRTC MediaStreamTrack(if any)
  179. * @returns {String|null}
  180. */
  181. JitsiTrack.prototype.getTrackId = function() {
  182. return this.track ? this.track.id : null;
  183. };
  184. /**
  185. * Return meaningful usage label for this track depending on it's media and
  186. * eventual video type.
  187. * @returns {string}
  188. */
  189. JitsiTrack.prototype.getUsageLabel = function() {
  190. if (this.isAudioTrack()) {
  191. return "mic";
  192. } else {
  193. return this.videoType ? this.videoType : "default";
  194. }
  195. };
  196. /**
  197. * Eventually will trigger RTCEvents.TRACK_ATTACHED event.
  198. * @param container the video/audio container to which this stream is attached
  199. * and for which event will be fired.
  200. * @private
  201. */
  202. JitsiTrack.prototype._maybeFireTrackAttached = function(container) {
  203. if (this.conference && container) {
  204. this.conference._onTrackAttach(this, container);
  205. }
  206. };
  207. /**
  208. * Attaches the MediaStream of this track to an HTML container.
  209. * Adds the container to the list of containers that are displaying the track.
  210. * Note that Temasys plugin will replace original audio/video element with
  211. * 'object' when stream is being attached to the container for the first time.
  212. *
  213. * * NOTE * if given container element is not visible when the stream is being
  214. * attached it will be shown back given that Temasys plugin is currently in use.
  215. *
  216. * @param container the HTML container which can be 'video' or 'audio' element.
  217. * It can also be 'object' element if Temasys plugin is in use and this
  218. * method has been called previously on video or audio HTML element.
  219. *
  220. * @returns potentially new instance of container if it was replaced by the
  221. * library. That's the case when Temasys plugin is in use.
  222. */
  223. JitsiTrack.prototype.attach = function(container) {
  224. if(this.stream) {
  225. container = RTCUtils.attachMediaStream(container, this.stream);
  226. }
  227. this.containers.push(container);
  228. this._maybeFireTrackAttached(container);
  229. this._attachTTFMTracker(container);
  230. return container;
  231. };
  232. /**
  233. * Removes this JitsiTrack from the passed HTML container.
  234. *
  235. * @param container the HTML container to detach from this JitsiTrack. If
  236. * <tt>null</tt> or <tt>undefined</tt>, all containers are removed. A container
  237. * can be a 'video', 'audio' or 'object' HTML element instance to which this
  238. * JitsiTrack is currently attached.
  239. */
  240. JitsiTrack.prototype.detach = function(container) {
  241. for (var cs = this.containers, i = cs.length - 1; i >= 0; --i) {
  242. var c = cs[i];
  243. if (!container) {
  244. RTCUtils.attachMediaStream(c, null);
  245. }
  246. if (!container || c === container) {
  247. cs.splice(i, 1);
  248. }
  249. }
  250. if (container) {
  251. RTCUtils.attachMediaStream(container, null);
  252. }
  253. };
  254. /**
  255. * Attach time to first media tracker only if there is conference and only
  256. * for the first element.
  257. * @param container the HTML container which can be 'video' or 'audio' element.
  258. * It can also be 'object' element if Temasys plugin is in use and this
  259. * method has been called previously on video or audio HTML element.
  260. * @private
  261. */
  262. // eslint-disable-next-line no-unused-vars
  263. JitsiTrack.prototype._attachTTFMTracker = function(container) {
  264. };
  265. /**
  266. * Removes attached event listeners.
  267. *
  268. * @returns {Promise}
  269. */
  270. JitsiTrack.prototype.dispose = function() {
  271. this.eventEmitter.removeAllListeners();
  272. this.disposed = true;
  273. return Promise.resolve();
  274. };
  275. /**
  276. * Returns true if this is a video track and the source of the video is a
  277. * screen capture as opposed to a camera.
  278. */
  279. JitsiTrack.prototype.isScreenSharing = function() {
  280. };
  281. /**
  282. * Returns id of the track.
  283. * @returns {string|null} id of the track or null if this is fake track.
  284. */
  285. JitsiTrack.prototype.getId = function() {
  286. if(this.stream) {
  287. return RTCUtils.getStreamID(this.stream);
  288. } else {
  289. return null;
  290. }
  291. };
  292. /**
  293. * Checks whether the MediaStream is active/not ended.
  294. * When there is no check for active we don't have information and so
  295. * will return that stream is active (in case of FF).
  296. * @returns {boolean} whether MediaStream is active.
  297. */
  298. JitsiTrack.prototype.isActive = function() {
  299. if(typeof this.stream.active !== "undefined") {
  300. return this.stream.active;
  301. } else {
  302. return true;
  303. }
  304. };
  305. /**
  306. * Attaches a handler for events(For example - "audio level changed".).
  307. * All possible event are defined in JitsiTrackEvents.
  308. * @param eventId the event ID.
  309. * @param handler handler for the event.
  310. */
  311. JitsiTrack.prototype.on = function(eventId, handler) {
  312. if(this.eventEmitter) {
  313. this.eventEmitter.on(eventId, handler);
  314. }
  315. };
  316. /**
  317. * Removes event listener
  318. * @param eventId the event ID.
  319. * @param [handler] optional, the specific handler to unbind
  320. */
  321. JitsiTrack.prototype.off = function(eventId, handler) {
  322. if(this.eventEmitter) {
  323. this.eventEmitter.removeListener(eventId, handler);
  324. }
  325. };
  326. // Common aliases for event emitter
  327. JitsiTrack.prototype.addEventListener = JitsiTrack.prototype.on;
  328. JitsiTrack.prototype.removeEventListener = JitsiTrack.prototype.off;
  329. /**
  330. * Sets the audio level for the stream
  331. * @param audioLevel the new audio level
  332. */
  333. JitsiTrack.prototype.setAudioLevel = function(audioLevel) {
  334. if(this.audioLevel !== audioLevel) {
  335. this.eventEmitter.emit(JitsiTrackEvents.TRACK_AUDIO_LEVEL_CHANGED,
  336. audioLevel);
  337. this.audioLevel = audioLevel;
  338. }
  339. };
  340. /**
  341. * Returns the msid of the stream attached to the JitsiTrack object or null if
  342. * no stream is attached.
  343. */
  344. JitsiTrack.prototype.getMSID = function() {
  345. var streamId = this.getStreamId();
  346. var trackId = this.getTrackId();
  347. return streamId && trackId ? streamId + " " + trackId : null;
  348. };
  349. /**
  350. * Sets new audio output device for track's DOM elements. Video tracks are
  351. * ignored.
  352. * @param {string} audioOutputDeviceId - id of 'audiooutput' device from
  353. * navigator.mediaDevices.enumerateDevices(), '' for default device
  354. * @emits JitsiTrackEvents.TRACK_AUDIO_OUTPUT_CHANGED
  355. * @returns {Promise}
  356. */
  357. JitsiTrack.prototype.setAudioOutput = function(audioOutputDeviceId) {
  358. var self = this;
  359. if (!RTCUtils.isDeviceChangeAvailable('output')) {
  360. return Promise.reject(
  361. new Error('Audio output device change is not supported'));
  362. }
  363. // All audio communication is done through audio tracks, so ignore changing
  364. // audio output for video tracks at all.
  365. if (this.isVideoTrack()) {
  366. return Promise.resolve();
  367. }
  368. return Promise.all(this.containers.map(function(element) {
  369. return element.setSinkId(audioOutputDeviceId)
  370. .catch(function(error) {
  371. logger.warn(
  372. 'Failed to change audio output device on element. Default' +
  373. ' or previously set audio output device will be used.',
  374. element, error);
  375. throw error;
  376. });
  377. }))
  378. .then(function() {
  379. self.eventEmitter.emit(JitsiTrackEvents.TRACK_AUDIO_OUTPUT_CHANGED,
  380. audioOutputDeviceId);
  381. });
  382. };
  383. module.exports = JitsiTrack;