You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

JitsiConferenceEventManager.js 18KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518
  1. /* global Strophe */
  2. var logger = require("jitsi-meet-logger").getLogger(__filename);
  3. var EventEmitterForwarder = require("./modules/util/EventEmitterForwarder");
  4. var XMPPEvents = require("./service/xmpp/XMPPEvents");
  5. var RTCEvents = require("./service/RTC/RTCEvents");
  6. var JitsiConferenceEvents = require("./JitsiConferenceEvents");
  7. var JitsiConferenceErrors = require("./JitsiConferenceErrors");
  8. var AuthenticationEvents =
  9. require("./service/authentication/AuthenticationEvents");
  10. var Statistics = require("./modules/statistics/statistics");
  11. var MediaType = require("./service/RTC/MediaType");
  12. /**
  13. * Setups all event listeners related to conference
  14. * @param conference {JitsiConference} the conference
  15. */
  16. function JitsiConferenceEventManager(conference) {
  17. this.conference = conference;
  18. //Listeners related to the conference only
  19. conference.on(JitsiConferenceEvents.TRACK_MUTE_CHANGED,
  20. function (track) {
  21. if(!track.isLocal() || !conference.statistics)
  22. return;
  23. conference.statistics.sendMuteEvent(track.isMuted(),
  24. track.getType());
  25. });
  26. }
  27. /**
  28. * Setups event listeners related to conference.chatRoom
  29. */
  30. JitsiConferenceEventManager.prototype.setupChatRoomListeners = function () {
  31. var conference = this.conference;
  32. var chatRoom = conference.room;
  33. this.chatRoomForwarder = new EventEmitterForwarder(chatRoom,
  34. this.conference.eventEmitter);
  35. chatRoom.addListener(XMPPEvents.ICE_RESTARTING, function () {
  36. // All data channels have to be closed, before ICE restart
  37. // otherwise Chrome will not trigger "opened" event for the channel
  38. // established with the new bridge
  39. conference.rtc.closeAllDataChannels();
  40. });
  41. chatRoom.addListener(XMPPEvents.REMOTE_TRACK_ADDED,
  42. function (data) {
  43. var track = conference.rtc.createRemoteTrack(data);
  44. if (track) {
  45. conference.onTrackAdded(track);
  46. }
  47. }
  48. );
  49. chatRoom.addListener(XMPPEvents.REMOTE_TRACK_REMOVED,
  50. function (streamId, trackId) {
  51. conference.getParticipants().forEach(function(participant) {
  52. var tracks = participant.getTracks();
  53. for(var i = 0; i < tracks.length; i++) {
  54. if(tracks[i]
  55. && tracks[i].getStreamId() == streamId
  56. && tracks[i].getTrackId() == trackId) {
  57. var track = participant._tracks.splice(i, 1)[0];
  58. conference.rtc.removeRemoteTrack(
  59. participant.getId(), track.getType());
  60. conference.eventEmitter.emit(
  61. JitsiConferenceEvents.TRACK_REMOVED, track);
  62. return;
  63. }
  64. }
  65. });
  66. }
  67. );
  68. chatRoom.addListener(XMPPEvents.AUDIO_MUTED_BY_FOCUS,
  69. function (value) {
  70. // set isMutedByFocus when setAudioMute Promise ends
  71. conference.rtc.setAudioMute(value).then(
  72. function() {
  73. conference.isMutedByFocus = true;
  74. },
  75. function() {
  76. logger.warn(
  77. "Error while audio muting due to focus request");
  78. });
  79. }
  80. );
  81. this.chatRoomForwarder.forward(XMPPEvents.SUBJECT_CHANGED,
  82. JitsiConferenceEvents.SUBJECT_CHANGED);
  83. this.chatRoomForwarder.forward(XMPPEvents.MUC_JOINED,
  84. JitsiConferenceEvents.CONFERENCE_JOINED);
  85. this.chatRoomForwarder.forward(XMPPEvents.ROOM_JOIN_ERROR,
  86. JitsiConferenceEvents.CONFERENCE_FAILED,
  87. JitsiConferenceErrors.CONNECTION_ERROR);
  88. this.chatRoomForwarder.forward(XMPPEvents.ROOM_CONNECT_ERROR,
  89. JitsiConferenceEvents.CONFERENCE_FAILED,
  90. JitsiConferenceErrors.CONNECTION_ERROR);
  91. this.chatRoomForwarder.forward(XMPPEvents.ROOM_MAX_USERS_ERROR,
  92. JitsiConferenceEvents.CONFERENCE_FAILED,
  93. JitsiConferenceErrors.CONFERENCE_MAX_USERS);
  94. this.chatRoomForwarder.forward(XMPPEvents.PASSWORD_REQUIRED,
  95. JitsiConferenceEvents.CONFERENCE_FAILED,
  96. JitsiConferenceErrors.PASSWORD_REQUIRED);
  97. this.chatRoomForwarder.forward(XMPPEvents.AUTHENTICATION_REQUIRED,
  98. JitsiConferenceEvents.CONFERENCE_FAILED,
  99. JitsiConferenceErrors.AUTHENTICATION_REQUIRED);
  100. this.chatRoomForwarder.forward(XMPPEvents.BRIDGE_DOWN,
  101. JitsiConferenceEvents.CONFERENCE_FAILED,
  102. JitsiConferenceErrors.VIDEOBRIDGE_NOT_AVAILABLE);
  103. this.chatRoomForwarder.forward(XMPPEvents.RESERVATION_ERROR,
  104. JitsiConferenceEvents.CONFERENCE_FAILED,
  105. JitsiConferenceErrors.RESERVATION_ERROR);
  106. this.chatRoomForwarder.forward(XMPPEvents.GRACEFUL_SHUTDOWN,
  107. JitsiConferenceEvents.CONFERENCE_FAILED,
  108. JitsiConferenceErrors.GRACEFUL_SHUTDOWN);
  109. chatRoom.addListener(XMPPEvents.JINGLE_FATAL_ERROR,
  110. function (session, error) {
  111. conference.eventEmitter.emit(
  112. JitsiConferenceEvents.CONFERENCE_FAILED,
  113. JitsiConferenceErrors.JINGLE_FATAL_ERROR, error);
  114. });
  115. chatRoom.addListener(XMPPEvents.CONNECTION_ICE_FAILED,
  116. function (pc) {
  117. chatRoom.eventEmitter.emit(
  118. XMPPEvents.CONFERENCE_SETUP_FAILED,
  119. new Error("ICE fail"));
  120. });
  121. this.chatRoomForwarder.forward(XMPPEvents.MUC_DESTROYED,
  122. JitsiConferenceEvents.CONFERENCE_FAILED,
  123. JitsiConferenceErrors.CONFERENCE_DESTROYED);
  124. this.chatRoomForwarder.forward(XMPPEvents.CHAT_ERROR_RECEIVED,
  125. JitsiConferenceEvents.CONFERENCE_ERROR,
  126. JitsiConferenceErrors.CHAT_ERROR);
  127. this.chatRoomForwarder.forward(XMPPEvents.FOCUS_DISCONNECTED,
  128. JitsiConferenceEvents.CONFERENCE_FAILED,
  129. JitsiConferenceErrors.FOCUS_DISCONNECTED);
  130. chatRoom.addListener(XMPPEvents.FOCUS_LEFT,
  131. function () {
  132. if(!conference.connection._reload())
  133. conference.eventEmitter.emit(
  134. JitsiConferenceEvents.CONFERENCE_FAILED,
  135. JitsiConferenceErrors.FOCUS_LEFT);
  136. });
  137. chatRoom.addListener(XMPPEvents.ALLOCATE_FOCUS_MAX_RETRIES_ERROR,
  138. function () {
  139. conference.connection._reload();
  140. });
  141. this.chatRoomForwarder.forward(XMPPEvents.CONNECTION_INTERRUPTED,
  142. JitsiConferenceEvents.CONNECTION_INTERRUPTED);
  143. this.chatRoomForwarder.forward(XMPPEvents.RECORDER_STATE_CHANGED,
  144. JitsiConferenceEvents.RECORDER_STATE_CHANGED);
  145. this.chatRoomForwarder.forward(XMPPEvents.PHONE_NUMBER_CHANGED,
  146. JitsiConferenceEvents.PHONE_NUMBER_CHANGED);
  147. this.chatRoomForwarder.forward(XMPPEvents.CONNECTION_RESTORED,
  148. JitsiConferenceEvents.CONNECTION_RESTORED);
  149. this.chatRoomForwarder.forward(XMPPEvents.CONFERENCE_SETUP_FAILED,
  150. JitsiConferenceEvents.CONFERENCE_FAILED,
  151. JitsiConferenceErrors.SETUP_FAILED);
  152. chatRoom.setParticipantPropertyListener(function (node, from) {
  153. var participant = conference.getParticipantById(from);
  154. if (!participant) {
  155. return;
  156. }
  157. participant.setProperty(
  158. node.tagName.substring("jitsi_participant_".length),
  159. node.value);
  160. });
  161. this.chatRoomForwarder.forward(XMPPEvents.KICKED,
  162. JitsiConferenceEvents.KICKED);
  163. chatRoom.addListener(XMPPEvents.MUC_MEMBER_JOINED,
  164. conference.onMemberJoined.bind(conference));
  165. chatRoom.addListener(XMPPEvents.MUC_MEMBER_LEFT,
  166. conference.onMemberLeft.bind(conference));
  167. chatRoom.addListener(XMPPEvents.DISPLAY_NAME_CHANGED,
  168. conference.onDisplayNameChanged.bind(conference));
  169. chatRoom.addListener(XMPPEvents.LOCAL_ROLE_CHANGED, function (role) {
  170. conference.eventEmitter.emit(JitsiConferenceEvents.USER_ROLE_CHANGED,
  171. conference.myUserId(), role);
  172. // log all events for the recorder operated by the moderator
  173. if (conference.statistics && conference.isModerator()) {
  174. conference.on(JitsiConferenceEvents.RECORDER_STATE_CHANGED,
  175. function (status, error) {
  176. Statistics.sendLog("[Recorder] status: " + status
  177. + (error? " error: " + error : ""));
  178. });
  179. }
  180. });
  181. chatRoom.addListener(XMPPEvents.MUC_ROLE_CHANGED,
  182. conference.onUserRoleChanged.bind(conference));
  183. chatRoom.addListener(AuthenticationEvents.IDENTITY_UPDATED,
  184. function (authEnabled, authIdentity) {
  185. conference.authEnabled = authEnabled;
  186. conference.authIdentity = authIdentity;
  187. conference.eventEmitter.emit(
  188. JitsiConferenceEvents.AUTH_STATUS_CHANGED, authEnabled,
  189. authIdentity);
  190. });
  191. chatRoom.addListener(XMPPEvents.MESSAGE_RECEIVED,
  192. function (jid, displayName, txt, myJid, ts) {
  193. var id = Strophe.getResourceFromJid(jid);
  194. conference.eventEmitter.emit(JitsiConferenceEvents.MESSAGE_RECEIVED,
  195. id, txt, ts);
  196. });
  197. chatRoom.addListener(XMPPEvents.PRESENCE_STATUS,
  198. function (jid, status) {
  199. var id = Strophe.getResourceFromJid(jid);
  200. var participant = conference.getParticipantById(id);
  201. if (!participant || participant._status === status) {
  202. return;
  203. }
  204. participant._status = status;
  205. conference.eventEmitter.emit(
  206. JitsiConferenceEvents.USER_STATUS_CHANGED, id, status);
  207. });
  208. conference.room.addListener(XMPPEvents.LOCAL_UFRAG_CHANGED,
  209. function (ufrag) {
  210. Statistics.sendLog("Local ufrag: " + ufrag);
  211. });
  212. conference.room.addListener(XMPPEvents.REMOTE_UFRAG_CHANGED,
  213. function (ufrag) {
  214. Statistics.sendLog("Remote ufrag: " + ufrag);
  215. });
  216. chatRoom.addPresenceListener("startmuted", function (data, from) {
  217. var isModerator = false;
  218. if (conference.myUserId() === from && conference.isModerator()) {
  219. isModerator = true;
  220. } else {
  221. var participant = conference.getParticipantById(from);
  222. if (participant && participant.isModerator()) {
  223. isModerator = true;
  224. }
  225. }
  226. if (!isModerator) {
  227. return;
  228. }
  229. var startAudioMuted = data.attributes.audio === 'true';
  230. var startVideoMuted = data.attributes.video === 'true';
  231. var updated = false;
  232. if (startAudioMuted !== conference.startMutedPolicy.audio) {
  233. conference.startMutedPolicy.audio = startAudioMuted;
  234. updated = true;
  235. }
  236. if (startVideoMuted !== conference.startMutedPolicy.video) {
  237. conference.startMutedPolicy.video = startVideoMuted;
  238. updated = true;
  239. }
  240. if (updated) {
  241. conference.eventEmitter.emit(
  242. JitsiConferenceEvents.START_MUTED_POLICY_CHANGED,
  243. conference.startMutedPolicy
  244. );
  245. }
  246. });
  247. chatRoom.addPresenceListener("videomuted", function (values, from) {
  248. conference.rtc.handleRemoteTrackMute(MediaType.VIDEO,
  249. values.value == "true", from);
  250. });
  251. chatRoom.addPresenceListener("audiomuted", function (values, from) {
  252. conference.rtc.handleRemoteTrackMute(MediaType.AUDIO,
  253. values.value == "true", from);
  254. });
  255. chatRoom.addPresenceListener("videoType", function(data, from) {
  256. conference.rtc.handleRemoteTrackVideoTypeChanged(data.value, from);
  257. });
  258. chatRoom.addPresenceListener("devices", function (data, from) {
  259. var isAudioAvailable = false;
  260. var isVideoAvailable = false;
  261. data.children.forEach(function (config) {
  262. if (config.tagName === 'audio') {
  263. isAudioAvailable = config.value === 'true';
  264. }
  265. if (config.tagName === 'video') {
  266. isVideoAvailable = config.value === 'true';
  267. }
  268. });
  269. var availableDevices;
  270. if (conference.myUserId() === from) {
  271. availableDevices = conference.availableDevices;
  272. } else {
  273. var participant = conference.getParticipantById(from);
  274. if (!participant) {
  275. return;
  276. }
  277. availableDevices = participant._availableDevices;
  278. }
  279. var updated = false;
  280. if (availableDevices.audio !== isAudioAvailable) {
  281. updated = true;
  282. availableDevices.audio = isAudioAvailable;
  283. }
  284. if (availableDevices.video !== isVideoAvailable) {
  285. updated = true;
  286. availableDevices.video = isVideoAvailable;
  287. }
  288. if (updated) {
  289. conference.eventEmitter.emit(
  290. JitsiConferenceEvents.AVAILABLE_DEVICES_CHANGED,
  291. from, availableDevices);
  292. }
  293. });
  294. if(conference.statistics) {
  295. chatRoom.addListener(XMPPEvents.DISPOSE_CONFERENCE,
  296. function () {
  297. conference.statistics.dispose();
  298. });
  299. chatRoom.addListener(XMPPEvents.CONNECTION_ICE_FAILED,
  300. function (pc) {
  301. conference.statistics.sendIceConnectionFailedEvent(pc);
  302. });
  303. chatRoom.addListener(XMPPEvents.CREATE_OFFER_FAILED,
  304. function (e, pc) {
  305. conference.statistics.sendCreateOfferFailed(e, pc);
  306. });
  307. chatRoom.addListener(XMPPEvents.CREATE_ANSWER_FAILED,
  308. function (e, pc) {
  309. conference.statistics.sendCreateAnswerFailed(e, pc);
  310. });
  311. chatRoom.addListener(XMPPEvents.SET_LOCAL_DESCRIPTION_FAILED,
  312. function (e, pc) {
  313. conference.statistics.sendSetLocalDescFailed(e, pc);
  314. });
  315. chatRoom.addListener(XMPPEvents.SET_REMOTE_DESCRIPTION_FAILED,
  316. function (e, pc) {
  317. conference.statistics.sendSetRemoteDescFailed(e, pc);
  318. });
  319. chatRoom.addListener(XMPPEvents.ADD_ICE_CANDIDATE_FAILED,
  320. function (e, pc) {
  321. conference.statistics.sendAddIceCandidateFailed(e, pc);
  322. });
  323. }
  324. };
  325. /**
  326. * Setups event listeners related to conference.rtc
  327. */
  328. JitsiConferenceEventManager.prototype.setupRTCListeners = function () {
  329. var conference = this.conference;
  330. this.rtcForwarder = new EventEmitterForwarder(conference.rtc,
  331. this.conference.eventEmitter);
  332. conference.rtc.addListener(RTCEvents.DOMINANTSPEAKER_CHANGED,
  333. function (id) {
  334. if(conference.lastDominantSpeaker !== id && conference.room) {
  335. conference.lastDominantSpeaker = id;
  336. conference.eventEmitter.emit(
  337. JitsiConferenceEvents.DOMINANT_SPEAKER_CHANGED, id);
  338. }
  339. if (conference.statistics && conference.myUserId() === id) {
  340. // We are the new dominant speaker.
  341. conference.statistics.sendDominantSpeakerEvent();
  342. }
  343. });
  344. conference.rtc.addListener(RTCEvents.DATA_CHANNEL_OPEN, function () {
  345. var now = window.performance.now();
  346. logger.log("(TIME) data channel opened ", now);
  347. conference.room.connectionTimes["data.channel.opened"] = now;
  348. });
  349. this.rtcForwarder.forward(RTCEvents.LASTN_CHANGED,
  350. JitsiConferenceEvents.IN_LAST_N_CHANGED);
  351. this.rtcForwarder.forward(RTCEvents.LASTN_ENDPOINT_CHANGED,
  352. JitsiConferenceEvents.LAST_N_ENDPOINTS_CHANGED);
  353. conference.rtc.addListener(RTCEvents.AVAILABLE_DEVICES_CHANGED,
  354. function (devices) {
  355. conference.room.updateDeviceAvailability(devices);
  356. });
  357. this.rtcForwarder.forward(RTCEvents.DATACHANNEL_ENDPOINT_MESSAGE_RECEIVED,
  358. JitsiConferenceEvents.DATACHANNEL_ENDPOINT_MESSAGE_RECEIVED);
  359. };
  360. /**
  361. * Setups event listeners related to conference.xmpp
  362. */
  363. JitsiConferenceEventManager.prototype.setupXMPPListeners = function () {
  364. var conference = this.conference;
  365. conference.xmpp.addListener(
  366. XMPPEvents.CALL_INCOMING, conference.onIncomingCall.bind(conference));
  367. conference.xmpp.addListener(XMPPEvents.START_MUTED_FROM_FOCUS,
  368. function (audioMuted, videoMuted) {
  369. conference.startAudioMuted = audioMuted;
  370. conference.startVideoMuted = videoMuted;
  371. // mute existing local tracks because this is initial mute from
  372. // Jicofo
  373. conference.getLocalTracks().forEach(function (track) {
  374. switch (track.getType()) {
  375. case MediaType.AUDIO:
  376. conference.startAudioMuted && track.mute();
  377. break;
  378. case MediaType.VIDEO:
  379. conference.startVideoMuted && track.mute();
  380. break;
  381. }
  382. });
  383. conference.eventEmitter.emit(JitsiConferenceEvents.STARTED_MUTED);
  384. });
  385. };
  386. /**
  387. * Setups event listeners related to conference.statistics
  388. */
  389. JitsiConferenceEventManager.prototype.setupStatisticsListeners = function () {
  390. var conference = this.conference;
  391. if(!conference.statistics)
  392. return;
  393. conference.statistics.addAudioLevelListener(function (ssrc, level) {
  394. var resource = conference.rtc.getResourceBySSRC(ssrc);
  395. if (!resource)
  396. return;
  397. conference.rtc.setAudioLevel(resource, level);
  398. });
  399. conference.statistics.addConnectionStatsListener(function (stats) {
  400. var ssrc2resolution = stats.resolution;
  401. var id2resolution = {};
  402. // preprocess resolutions: group by user id, skip incorrect
  403. // resolutions etc.
  404. Object.keys(ssrc2resolution).forEach(function (ssrc) {
  405. var resolution = ssrc2resolution[ssrc];
  406. if (!resolution.width || !resolution.height ||
  407. resolution.width == -1 || resolution.height == -1) {
  408. return;
  409. }
  410. var id = conference.rtc.getResourceBySSRC(ssrc);
  411. if (!id) {
  412. return;
  413. }
  414. // ssrc to resolution map for user id
  415. var idResolutions = id2resolution[id] || {};
  416. idResolutions[ssrc] = resolution;
  417. id2resolution[id] = idResolutions;
  418. });
  419. stats.resolution = id2resolution;
  420. conference.eventEmitter.emit(
  421. JitsiConferenceEvents.CONNECTION_STATS, stats);
  422. });
  423. conference.statistics.addAudioProblemListener(function (ssrc) {
  424. conference._reportAudioProblem(ssrc);
  425. });
  426. };
  427. module.exports = JitsiConferenceEventManager;