You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

JitsiConferenceEventManager.js 21KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578
  1. /* global Strophe */
  2. var logger = require("jitsi-meet-logger").getLogger(__filename);
  3. var EventEmitterForwarder = require("./modules/util/EventEmitterForwarder");
  4. var XMPPEvents = require("./service/xmpp/XMPPEvents");
  5. var RTCEvents = require("./service/RTC/RTCEvents");
  6. var JitsiConferenceEvents = require("./JitsiConferenceEvents");
  7. var JitsiConferenceErrors = require("./JitsiConferenceErrors");
  8. var AuthenticationEvents =
  9. require("./service/authentication/AuthenticationEvents");
  10. var Statistics = require("./modules/statistics/statistics");
  11. var MediaType = require("./service/RTC/MediaType");
  12. /**
  13. * Setups all event listeners related to conference
  14. * @param conference {JitsiConference} the conference
  15. */
  16. function JitsiConferenceEventManager(conference) {
  17. this.conference = conference;
  18. //Listeners related to the conference only
  19. conference.on(JitsiConferenceEvents.TRACK_MUTE_CHANGED,
  20. function (track) {
  21. if(!track.isLocal() || !conference.statistics)
  22. return;
  23. conference.statistics.sendMuteEvent(track.isMuted(),
  24. track.getType());
  25. });
  26. }
  27. /**
  28. * Setups event listeners related to conference.chatRoom
  29. */
  30. JitsiConferenceEventManager.prototype.setupChatRoomListeners = function () {
  31. var conference = this.conference;
  32. var chatRoom = conference.room;
  33. this.chatRoomForwarder = new EventEmitterForwarder(chatRoom,
  34. this.conference.eventEmitter);
  35. chatRoom.addListener(XMPPEvents.ICE_RESTARTING, function () {
  36. // All data channels have to be closed, before ICE restart
  37. // otherwise Chrome will not trigger "opened" event for the channel
  38. // established with the new bridge
  39. conference.rtc.closeAllDataChannels();
  40. });
  41. chatRoom.addListener(XMPPEvents.REMOTE_TRACK_ADDED,
  42. function (data) {
  43. var track = conference.rtc.createRemoteTrack(data);
  44. if (track) {
  45. conference.onTrackAdded(track);
  46. }
  47. }
  48. );
  49. chatRoom.addListener(XMPPEvents.REMOTE_TRACK_REMOVED,
  50. function (streamId, trackId) {
  51. conference.getParticipants().forEach(function(participant) {
  52. var tracks = participant.getTracks();
  53. for(var i = 0; i < tracks.length; i++) {
  54. if(tracks[i]
  55. && tracks[i].getStreamId() == streamId
  56. && tracks[i].getTrackId() == trackId) {
  57. var track = participant._tracks.splice(i, 1)[0];
  58. conference.rtc.removeRemoteTrack(
  59. participant.getId(), track.getType());
  60. conference.eventEmitter.emit(
  61. JitsiConferenceEvents.TRACK_REMOVED, track);
  62. if(conference.transcriber){
  63. conference.transcriber.removeTrack(track);
  64. }
  65. return;
  66. }
  67. }
  68. });
  69. }
  70. );
  71. chatRoom.addListener(XMPPEvents.AUDIO_MUTED_BY_FOCUS,
  72. function (value) {
  73. // set isMutedByFocus when setAudioMute Promise ends
  74. conference.rtc.setAudioMute(value).then(
  75. function() {
  76. conference.isMutedByFocus = true;
  77. },
  78. function() {
  79. logger.warn(
  80. "Error while audio muting due to focus request");
  81. });
  82. }
  83. );
  84. this.chatRoomForwarder.forward(XMPPEvents.SUBJECT_CHANGED,
  85. JitsiConferenceEvents.SUBJECT_CHANGED);
  86. this.chatRoomForwarder.forward(XMPPEvents.MUC_JOINED,
  87. JitsiConferenceEvents.CONFERENCE_JOINED);
  88. // send some analytics events
  89. chatRoom.addListener(XMPPEvents.MUC_JOINED,
  90. function ()
  91. {
  92. for (var ckey in chatRoom.connectionTimes){
  93. var cvalue = chatRoom.connectionTimes[ckey];
  94. Statistics.analytics.sendEvent('conference.' + ckey, cvalue);
  95. }
  96. for (var xkey in chatRoom.xmpp.connectionTimes){
  97. var xvalue = chatRoom.xmpp.connectionTimes[xkey];
  98. Statistics.analytics.sendEvent('xmpp.' + xkey, xvalue);
  99. }
  100. });
  101. this.chatRoomForwarder.forward(XMPPEvents.ROOM_JOIN_ERROR,
  102. JitsiConferenceEvents.CONFERENCE_FAILED,
  103. JitsiConferenceErrors.CONNECTION_ERROR);
  104. this.chatRoomForwarder.forward(XMPPEvents.ROOM_CONNECT_ERROR,
  105. JitsiConferenceEvents.CONFERENCE_FAILED,
  106. JitsiConferenceErrors.CONNECTION_ERROR);
  107. this.chatRoomForwarder.forward(XMPPEvents.ROOM_MAX_USERS_ERROR,
  108. JitsiConferenceEvents.CONFERENCE_FAILED,
  109. JitsiConferenceErrors.CONFERENCE_MAX_USERS);
  110. this.chatRoomForwarder.forward(XMPPEvents.PASSWORD_REQUIRED,
  111. JitsiConferenceEvents.CONFERENCE_FAILED,
  112. JitsiConferenceErrors.PASSWORD_REQUIRED);
  113. this.chatRoomForwarder.forward(XMPPEvents.AUTHENTICATION_REQUIRED,
  114. JitsiConferenceEvents.CONFERENCE_FAILED,
  115. JitsiConferenceErrors.AUTHENTICATION_REQUIRED);
  116. this.chatRoomForwarder.forward(XMPPEvents.BRIDGE_DOWN,
  117. JitsiConferenceEvents.CONFERENCE_FAILED,
  118. JitsiConferenceErrors.VIDEOBRIDGE_NOT_AVAILABLE);
  119. chatRoom.addListener(XMPPEvents.BRIDGE_DOWN,
  120. function (){
  121. Statistics.analytics.sendEvent('conference.bridgeDown');
  122. });
  123. this.chatRoomForwarder.forward(XMPPEvents.RESERVATION_ERROR,
  124. JitsiConferenceEvents.CONFERENCE_FAILED,
  125. JitsiConferenceErrors.RESERVATION_ERROR);
  126. this.chatRoomForwarder.forward(XMPPEvents.GRACEFUL_SHUTDOWN,
  127. JitsiConferenceEvents.CONFERENCE_FAILED,
  128. JitsiConferenceErrors.GRACEFUL_SHUTDOWN);
  129. chatRoom.addListener(XMPPEvents.JINGLE_FATAL_ERROR,
  130. function (session, error) {
  131. conference.eventEmitter.emit(
  132. JitsiConferenceEvents.CONFERENCE_FAILED,
  133. JitsiConferenceErrors.JINGLE_FATAL_ERROR, error);
  134. });
  135. chatRoom.addListener(XMPPEvents.CONNECTION_ICE_FAILED,
  136. function (pc) {
  137. chatRoom.eventEmitter.emit(
  138. XMPPEvents.CONFERENCE_SETUP_FAILED,
  139. new Error("ICE fail"));
  140. });
  141. this.chatRoomForwarder.forward(XMPPEvents.MUC_DESTROYED,
  142. JitsiConferenceEvents.CONFERENCE_FAILED,
  143. JitsiConferenceErrors.CONFERENCE_DESTROYED);
  144. this.chatRoomForwarder.forward(XMPPEvents.CHAT_ERROR_RECEIVED,
  145. JitsiConferenceEvents.CONFERENCE_ERROR,
  146. JitsiConferenceErrors.CHAT_ERROR);
  147. this.chatRoomForwarder.forward(XMPPEvents.FOCUS_DISCONNECTED,
  148. JitsiConferenceEvents.CONFERENCE_FAILED,
  149. JitsiConferenceErrors.FOCUS_DISCONNECTED);
  150. chatRoom.addListener(XMPPEvents.FOCUS_LEFT,
  151. function () {
  152. Statistics.analytics.sendEvent('conference.focusLeft');
  153. conference.eventEmitter.emit(
  154. JitsiConferenceEvents.CONFERENCE_FAILED,
  155. JitsiConferenceErrors.FOCUS_LEFT);
  156. });
  157. var eventLogHandler = function (reason) {
  158. Statistics.sendEventToAll("conference.error." + reason);
  159. };
  160. chatRoom.addListener(XMPPEvents.SESSION_ACCEPT_TIMEOUT,
  161. eventLogHandler.bind(null, "sessionAcceptTimeout"));
  162. this.chatRoomForwarder.forward(XMPPEvents.CONNECTION_INTERRUPTED,
  163. JitsiConferenceEvents.CONNECTION_INTERRUPTED);
  164. chatRoom.addListener(XMPPEvents.CONNECTION_INTERRUPTED,
  165. function () {
  166. Statistics.analytics.sendEvent('connection.interrupted');
  167. });
  168. this.chatRoomForwarder.forward(XMPPEvents.RECORDER_STATE_CHANGED,
  169. JitsiConferenceEvents.RECORDER_STATE_CHANGED);
  170. this.chatRoomForwarder.forward(XMPPEvents.PHONE_NUMBER_CHANGED,
  171. JitsiConferenceEvents.PHONE_NUMBER_CHANGED);
  172. this.chatRoomForwarder.forward(XMPPEvents.CONNECTION_RESTORED,
  173. JitsiConferenceEvents.CONNECTION_RESTORED);
  174. this.chatRoomForwarder.forward(XMPPEvents.CONFERENCE_SETUP_FAILED,
  175. JitsiConferenceEvents.CONFERENCE_FAILED,
  176. JitsiConferenceErrors.SETUP_FAILED);
  177. chatRoom.setParticipantPropertyListener(function (node, from) {
  178. var participant = conference.getParticipantById(from);
  179. if (!participant) {
  180. return;
  181. }
  182. participant.setProperty(
  183. node.tagName.substring("jitsi_participant_".length),
  184. node.value);
  185. });
  186. this.chatRoomForwarder.forward(XMPPEvents.KICKED,
  187. JitsiConferenceEvents.KICKED);
  188. chatRoom.addListener(XMPPEvents.KICKED,
  189. function () {
  190. conference.room = null;
  191. conference.leave.bind(conference);
  192. });
  193. this.chatRoomForwarder.forward(XMPPEvents.MUC_LOCK_CHANGED,
  194. JitsiConferenceEvents.LOCK_STATE_CHANGED);
  195. chatRoom.addListener(XMPPEvents.MUC_MEMBER_JOINED,
  196. conference.onMemberJoined.bind(conference));
  197. chatRoom.addListener(XMPPEvents.MUC_MEMBER_LEFT,
  198. conference.onMemberLeft.bind(conference));
  199. chatRoom.addListener(XMPPEvents.DISPLAY_NAME_CHANGED,
  200. conference.onDisplayNameChanged.bind(conference));
  201. chatRoom.addListener(XMPPEvents.LOCAL_ROLE_CHANGED, function (role) {
  202. conference.eventEmitter.emit(JitsiConferenceEvents.USER_ROLE_CHANGED,
  203. conference.myUserId(), role);
  204. // log all events for the recorder operated by the moderator
  205. if (conference.statistics && conference.isModerator()) {
  206. conference.on(JitsiConferenceEvents.RECORDER_STATE_CHANGED,
  207. function (status, error) {
  208. var logObject = {
  209. id: "recorder_status",
  210. status: status
  211. };
  212. if (error) {
  213. logObject.error = error;
  214. }
  215. Statistics.sendLog(JSON.stringify(logObject));
  216. });
  217. }
  218. });
  219. chatRoom.addListener(XMPPEvents.MUC_ROLE_CHANGED,
  220. conference.onUserRoleChanged.bind(conference));
  221. chatRoom.addListener(AuthenticationEvents.IDENTITY_UPDATED,
  222. function (authEnabled, authIdentity) {
  223. conference.authEnabled = authEnabled;
  224. conference.authIdentity = authIdentity;
  225. conference.eventEmitter.emit(
  226. JitsiConferenceEvents.AUTH_STATUS_CHANGED, authEnabled,
  227. authIdentity);
  228. });
  229. chatRoom.addListener(XMPPEvents.MESSAGE_RECEIVED,
  230. function (jid, displayName, txt, myJid, ts) {
  231. var id = Strophe.getResourceFromJid(jid);
  232. conference.eventEmitter.emit(JitsiConferenceEvents.MESSAGE_RECEIVED,
  233. id, txt, ts);
  234. });
  235. chatRoom.addListener(XMPPEvents.PRESENCE_STATUS,
  236. function (jid, status) {
  237. var id = Strophe.getResourceFromJid(jid);
  238. var participant = conference.getParticipantById(id);
  239. if (!participant || participant._status === status) {
  240. return;
  241. }
  242. participant._status = status;
  243. conference.eventEmitter.emit(
  244. JitsiConferenceEvents.USER_STATUS_CHANGED, id, status);
  245. });
  246. conference.room.addListener(XMPPEvents.LOCAL_UFRAG_CHANGED,
  247. function (ufrag) {
  248. Statistics.sendLog(
  249. JSON.stringify({id: "local_ufrag", value: ufrag}));
  250. });
  251. conference.room.addListener(XMPPEvents.REMOTE_UFRAG_CHANGED,
  252. function (ufrag) {
  253. Statistics.sendLog(
  254. JSON.stringify({id: "remote_ufrag", value: ufrag}));
  255. });
  256. chatRoom.addPresenceListener("startmuted", function (data, from) {
  257. var isModerator = false;
  258. if (conference.myUserId() === from && conference.isModerator()) {
  259. isModerator = true;
  260. } else {
  261. var participant = conference.getParticipantById(from);
  262. if (participant && participant.isModerator()) {
  263. isModerator = true;
  264. }
  265. }
  266. if (!isModerator) {
  267. return;
  268. }
  269. var startAudioMuted = data.attributes.audio === 'true';
  270. var startVideoMuted = data.attributes.video === 'true';
  271. var updated = false;
  272. if (startAudioMuted !== conference.startMutedPolicy.audio) {
  273. conference.startMutedPolicy.audio = startAudioMuted;
  274. updated = true;
  275. }
  276. if (startVideoMuted !== conference.startMutedPolicy.video) {
  277. conference.startMutedPolicy.video = startVideoMuted;
  278. updated = true;
  279. }
  280. if (updated) {
  281. conference.eventEmitter.emit(
  282. JitsiConferenceEvents.START_MUTED_POLICY_CHANGED,
  283. conference.startMutedPolicy
  284. );
  285. }
  286. });
  287. chatRoom.addPresenceListener("videomuted", function (values, from) {
  288. conference.rtc.handleRemoteTrackMute(MediaType.VIDEO,
  289. values.value == "true", from);
  290. });
  291. chatRoom.addPresenceListener("audiomuted", function (values, from) {
  292. conference.rtc.handleRemoteTrackMute(MediaType.AUDIO,
  293. values.value == "true", from);
  294. });
  295. chatRoom.addPresenceListener("videoType", function(data, from) {
  296. conference.rtc.handleRemoteTrackVideoTypeChanged(data.value, from);
  297. });
  298. chatRoom.addPresenceListener("devices", function (data, from) {
  299. var isAudioAvailable = false;
  300. var isVideoAvailable = false;
  301. data.children.forEach(function (config) {
  302. if (config.tagName === 'audio') {
  303. isAudioAvailable = config.value === 'true';
  304. }
  305. if (config.tagName === 'video') {
  306. isVideoAvailable = config.value === 'true';
  307. }
  308. });
  309. var availableDevices;
  310. if (conference.myUserId() === from) {
  311. availableDevices = conference.availableDevices;
  312. } else {
  313. var participant = conference.getParticipantById(from);
  314. if (!participant) {
  315. return;
  316. }
  317. availableDevices = participant._availableDevices;
  318. }
  319. var updated = false;
  320. if (availableDevices.audio !== isAudioAvailable) {
  321. updated = true;
  322. availableDevices.audio = isAudioAvailable;
  323. }
  324. if (availableDevices.video !== isVideoAvailable) {
  325. updated = true;
  326. availableDevices.video = isVideoAvailable;
  327. }
  328. if (updated) {
  329. conference.eventEmitter.emit(
  330. JitsiConferenceEvents.AVAILABLE_DEVICES_CHANGED,
  331. from, availableDevices);
  332. }
  333. });
  334. if(conference.statistics) {
  335. chatRoom.addListener(XMPPEvents.DISPOSE_CONFERENCE,
  336. function () {
  337. conference.statistics.dispose();
  338. });
  339. chatRoom.addListener(XMPPEvents.CONNECTION_ICE_FAILED,
  340. function (pc) {
  341. conference.statistics.sendIceConnectionFailedEvent(pc);
  342. });
  343. chatRoom.addListener(XMPPEvents.CREATE_OFFER_FAILED,
  344. function (e, pc) {
  345. conference.statistics.sendCreateOfferFailed(e, pc);
  346. });
  347. chatRoom.addListener(XMPPEvents.CREATE_ANSWER_FAILED,
  348. function (e, pc) {
  349. conference.statistics.sendCreateAnswerFailed(e, pc);
  350. });
  351. chatRoom.addListener(XMPPEvents.SET_LOCAL_DESCRIPTION_FAILED,
  352. function (e, pc) {
  353. conference.statistics.sendSetLocalDescFailed(e, pc);
  354. });
  355. chatRoom.addListener(XMPPEvents.SET_REMOTE_DESCRIPTION_FAILED,
  356. function (e, pc) {
  357. conference.statistics.sendSetRemoteDescFailed(e, pc);
  358. });
  359. chatRoom.addListener(XMPPEvents.ADD_ICE_CANDIDATE_FAILED,
  360. function (e, pc) {
  361. conference.statistics.sendAddIceCandidateFailed(e, pc);
  362. });
  363. }
  364. };
  365. /**
  366. * Setups event listeners related to conference.rtc
  367. */
  368. JitsiConferenceEventManager.prototype.setupRTCListeners = function () {
  369. var conference = this.conference;
  370. this.rtcForwarder = new EventEmitterForwarder(conference.rtc,
  371. this.conference.eventEmitter);
  372. conference.rtc.addListener(RTCEvents.DOMINANTSPEAKER_CHANGED,
  373. function (id) {
  374. if(conference.lastDominantSpeaker !== id && conference.room) {
  375. conference.lastDominantSpeaker = id;
  376. conference.eventEmitter.emit(
  377. JitsiConferenceEvents.DOMINANT_SPEAKER_CHANGED, id);
  378. }
  379. if (conference.statistics && conference.myUserId() === id) {
  380. // We are the new dominant speaker.
  381. conference.statistics.sendDominantSpeakerEvent();
  382. }
  383. });
  384. conference.rtc.addListener(RTCEvents.DATA_CHANNEL_OPEN, function () {
  385. var now = window.performance.now();
  386. logger.log("(TIME) data channel opened ", now);
  387. conference.room.connectionTimes["data.channel.opened"] = now;
  388. Statistics.analytics.sendEvent('conference.dataChannel.open', now);
  389. });
  390. this.rtcForwarder.forward(RTCEvents.LASTN_CHANGED,
  391. JitsiConferenceEvents.IN_LAST_N_CHANGED);
  392. this.rtcForwarder.forward(RTCEvents.LASTN_ENDPOINT_CHANGED,
  393. JitsiConferenceEvents.LAST_N_ENDPOINTS_CHANGED);
  394. conference.rtc.addListener(RTCEvents.AVAILABLE_DEVICES_CHANGED,
  395. function (devices) {
  396. conference.room.updateDeviceAvailability(devices);
  397. });
  398. conference.rtc.addListener(RTCEvents.ENDPOINT_MESSAGE_RECEIVED,
  399. function (from, payload) {
  400. conference.eventEmitter.emit(
  401. JitsiConferenceEvents.ENDPOINT_MESSAGE_RECEIVED,
  402. conference.getParticipantById(from), payload);
  403. });
  404. };
  405. /**
  406. * Setups event listeners related to conference.xmpp
  407. */
  408. JitsiConferenceEventManager.prototype.setupXMPPListeners = function () {
  409. var conference = this.conference;
  410. conference.xmpp.addListener(
  411. XMPPEvents.CALL_INCOMING, conference.onIncomingCall.bind(conference));
  412. conference.xmpp.addListener(
  413. XMPPEvents.CALL_ENDED, conference.onCallEnded.bind(conference));
  414. conference.xmpp.addListener(XMPPEvents.START_MUTED_FROM_FOCUS,
  415. function (audioMuted, videoMuted) {
  416. conference.startAudioMuted = audioMuted;
  417. conference.startVideoMuted = videoMuted;
  418. // mute existing local tracks because this is initial mute from
  419. // Jicofo
  420. conference.getLocalTracks().forEach(function (track) {
  421. switch (track.getType()) {
  422. case MediaType.AUDIO:
  423. conference.startAudioMuted && track.mute();
  424. break;
  425. case MediaType.VIDEO:
  426. conference.startVideoMuted && track.mute();
  427. break;
  428. }
  429. });
  430. conference.eventEmitter.emit(JitsiConferenceEvents.STARTED_MUTED);
  431. });
  432. };
  433. /**
  434. * Setups event listeners related to conference.statistics
  435. */
  436. JitsiConferenceEventManager.prototype.setupStatisticsListeners = function () {
  437. var conference = this.conference;
  438. if(!conference.statistics)
  439. return;
  440. conference.statistics.addAudioLevelListener(function (ssrc, level) {
  441. var resource = conference.rtc.getResourceBySSRC(ssrc);
  442. if (!resource)
  443. return;
  444. conference.rtc.setAudioLevel(resource, level);
  445. });
  446. conference.statistics.addConnectionStatsListener(function (stats) {
  447. var ssrc2resolution = stats.resolution;
  448. var id2resolution = {};
  449. // preprocess resolutions: group by user id, skip incorrect
  450. // resolutions etc.
  451. Object.keys(ssrc2resolution).forEach(function (ssrc) {
  452. var resolution = ssrc2resolution[ssrc];
  453. if (!resolution.width || !resolution.height ||
  454. resolution.width == -1 || resolution.height == -1) {
  455. return;
  456. }
  457. var id = conference.rtc.getResourceBySSRC(ssrc);
  458. if (!id) {
  459. return;
  460. }
  461. // ssrc to resolution map for user id
  462. var idResolutions = id2resolution[id] || {};
  463. idResolutions[ssrc] = resolution;
  464. id2resolution[id] = idResolutions;
  465. });
  466. stats.resolution = id2resolution;
  467. conference.eventEmitter.emit(
  468. JitsiConferenceEvents.CONNECTION_STATS, stats);
  469. });
  470. conference.statistics.addAudioProblemListener(function (ssrc) {
  471. conference._reportAudioProblem(ssrc);
  472. });
  473. conference.statistics.addByteSentStatsListener(function (stats) {
  474. conference.getLocalTracks().forEach(function (track) {
  475. var ssrc = track.getSSRC();
  476. if(!track.isAudioTrack() || !ssrc || !stats.hasOwnProperty(ssrc))
  477. return;
  478. track._setByteSent(stats[ssrc]);
  479. });
  480. });
  481. };
  482. module.exports = JitsiConferenceEventManager;