You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

JitsiConferenceEventManager.js 31KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838
  1. import { getLogger } from '@jitsi/logger';
  2. import { Strophe } from 'strophe.js';
  3. import * as JitsiConferenceErrors from './JitsiConferenceErrors';
  4. import * as JitsiConferenceEvents from './JitsiConferenceEvents';
  5. import * as JitsiTrackEvents from './JitsiTrackEvents';
  6. import { SPEAKERS_AUDIO_LEVELS } from './modules/statistics/constants';
  7. import Statistics from './modules/statistics/statistics';
  8. import EventEmitterForwarder from './modules/util/EventEmitterForwarder';
  9. import { MediaType } from './service/RTC/MediaType';
  10. import RTCEvents from './service/RTC/RTCEvents';
  11. import { VideoType } from './service/RTC/VideoType';
  12. import AuthenticationEvents
  13. from './service/authentication/AuthenticationEvents';
  14. import {
  15. ACTION_JINGLE_SA_TIMEOUT,
  16. createBridgeDownEvent,
  17. createConnectionStageReachedEvent,
  18. createFocusLeftEvent,
  19. createJingleEvent,
  20. createRemotelyMutedEvent
  21. } from './service/statistics/AnalyticsEvents';
  22. import { XMPPEvents } from './service/xmpp/XMPPEvents';
  23. const logger = getLogger(__filename);
  24. /**
  25. * Setups all event listeners related to conference
  26. * @param conference {JitsiConference} the conference
  27. */
  28. export default function JitsiConferenceEventManager(conference) {
  29. this.conference = conference;
  30. this.xmppListeners = {};
  31. // Listeners related to the conference only
  32. conference.on(JitsiConferenceEvents.TRACK_MUTE_CHANGED,
  33. track => {
  34. if (!track.isLocal() || !conference.statistics) {
  35. return;
  36. }
  37. const session
  38. = track.isP2P
  39. ? conference.p2pJingleSession : conference.jvbJingleSession;
  40. // TPC will be null, before the conference starts, but the event
  41. // still should be queued
  42. const tpc = (session && session.peerconnection) || null;
  43. conference.statistics.sendMuteEvent(
  44. tpc,
  45. track.isMuted(),
  46. track.getType());
  47. });
  48. }
  49. /**
  50. * Setups event listeners related to conference.chatRoom
  51. */
  52. JitsiConferenceEventManager.prototype.setupChatRoomListeners = function() {
  53. const conference = this.conference;
  54. const chatRoom = conference.room;
  55. this.chatRoomForwarder = new EventEmitterForwarder(chatRoom,
  56. this.conference.eventEmitter);
  57. chatRoom.addListener(XMPPEvents.ICE_RESTARTING, jingleSession => {
  58. if (!jingleSession.isP2P) {
  59. // If using DataChannel as bridge channel, it must be closed
  60. // before ICE restart, otherwise Chrome will not trigger "opened"
  61. // event for the channel established with the new bridge.
  62. // TODO: This may be bypassed when using a WebSocket as bridge
  63. // channel.
  64. conference.rtc.closeBridgeChannel();
  65. }
  66. // else: there are no DataChannels in P2P session (at least for now)
  67. });
  68. chatRoom.addListener(XMPPEvents.PARTICIPANT_FEATURES_CHANGED, (from, features) => {
  69. const participant = conference.getParticipantById(Strophe.getResourceFromJid(from));
  70. if (participant) {
  71. participant.setFeatures(features);
  72. conference.eventEmitter.emit(JitsiConferenceEvents.PARTCIPANT_FEATURES_CHANGED, participant);
  73. }
  74. });
  75. chatRoom.addListener(
  76. XMPPEvents.ICE_RESTART_SUCCESS,
  77. (jingleSession, offerIq) => {
  78. // The JVB data chanel needs to be reopened in case the conference
  79. // has been moved to a new bridge.
  80. !jingleSession.isP2P
  81. && conference._setBridgeChannel(
  82. offerIq, jingleSession.peerconnection);
  83. });
  84. chatRoom.addListener(XMPPEvents.AUDIO_MUTED_BY_FOCUS,
  85. actor => {
  86. // TODO: Add a way to differentiate between commands which caused
  87. // us to mute and those that did not change our state (i.e. we were
  88. // already muted).
  89. Statistics.sendAnalytics(createRemotelyMutedEvent(MediaType.AUDIO));
  90. conference.mutedByFocusActor = actor;
  91. // set isMutedByFocus when setAudioMute Promise ends
  92. conference.rtc.setAudioMute(true).then(
  93. () => {
  94. conference.isMutedByFocus = true;
  95. conference.mutedByFocusActor = null;
  96. })
  97. .catch(
  98. error => {
  99. conference.mutedByFocusActor = null;
  100. logger.warn(
  101. 'Error while audio muting due to focus request', error);
  102. });
  103. }
  104. );
  105. chatRoom.addListener(XMPPEvents.VIDEO_MUTED_BY_FOCUS,
  106. actor => {
  107. // TODO: Add a way to differentiate between commands which caused
  108. // us to mute and those that did not change our state (i.e. we were
  109. // already muted).
  110. Statistics.sendAnalytics(createRemotelyMutedEvent(MediaType.VIDEO));
  111. conference.mutedVideoByFocusActor = actor;
  112. // set isVideoMutedByFocus when setVideoMute Promise ends
  113. conference.rtc.setVideoMute(true).then(
  114. () => {
  115. conference.isVideoMutedByFocus = true;
  116. conference.mutedVideoByFocusActor = null;
  117. })
  118. .catch(
  119. error => {
  120. conference.mutedVideoByFocusActor = null;
  121. logger.warn(
  122. 'Error while video muting due to focus request', error);
  123. });
  124. }
  125. );
  126. this.chatRoomForwarder.forward(XMPPEvents.SUBJECT_CHANGED,
  127. JitsiConferenceEvents.SUBJECT_CHANGED);
  128. this.chatRoomForwarder.forward(XMPPEvents.MUC_JOINED,
  129. JitsiConferenceEvents.CONFERENCE_JOINED);
  130. this.chatRoomForwarder.forward(XMPPEvents.MUC_JOIN_IN_PROGRESS,
  131. JitsiConferenceEvents.CONFERENCE_JOIN_IN_PROGRESS);
  132. this.chatRoomForwarder.forward(XMPPEvents.MEETING_ID_SET,
  133. JitsiConferenceEvents.CONFERENCE_UNIQUE_ID_SET);
  134. // send some analytics events
  135. chatRoom.addListener(XMPPEvents.MUC_JOINED,
  136. () => {
  137. this.conference._onMucJoined();
  138. this.conference.isJvbConnectionInterrupted = false;
  139. // TODO: Move all of the 'connectionTimes' logic to its own module.
  140. Object.keys(chatRoom.connectionTimes).forEach(key => {
  141. const event
  142. = createConnectionStageReachedEvent(
  143. `conference_${key}`,
  144. { value: chatRoom.connectionTimes[key] });
  145. Statistics.sendAnalytics(event);
  146. });
  147. // TODO: Move all of the 'connectionTimes' logic to its own module.
  148. Object.keys(chatRoom.xmpp.connectionTimes).forEach(key => {
  149. const event
  150. = createConnectionStageReachedEvent(
  151. `xmpp_${key}`,
  152. { value: chatRoom.xmpp.connectionTimes[key] });
  153. Statistics.sendAnalytics(event);
  154. });
  155. });
  156. chatRoom.addListener(XMPPEvents.RENEGOTIATION_FAILED, (e, session) => {
  157. if (!session.isP2P) {
  158. conference.eventEmitter.emit(JitsiConferenceEvents.CONFERENCE_FAILED,
  159. JitsiConferenceErrors.OFFER_ANSWER_FAILED, e);
  160. }
  161. });
  162. chatRoom.addListener(JitsiTrackEvents.TRACK_REMOVED, track => {
  163. conference.eventEmitter.emit(JitsiConferenceEvents.TRACK_REMOVED, track);
  164. });
  165. this.chatRoomForwarder.forward(XMPPEvents.ROOM_JOIN_ERROR,
  166. JitsiConferenceEvents.CONFERENCE_FAILED,
  167. JitsiConferenceErrors.CONNECTION_ERROR);
  168. this.chatRoomForwarder.forward(XMPPEvents.ROOM_CONNECT_ERROR,
  169. JitsiConferenceEvents.CONFERENCE_FAILED,
  170. JitsiConferenceErrors.CONNECTION_ERROR);
  171. this.chatRoomForwarder.forward(XMPPEvents.ROOM_CONNECT_NOT_ALLOWED_ERROR,
  172. JitsiConferenceEvents.CONFERENCE_FAILED,
  173. JitsiConferenceErrors.NOT_ALLOWED_ERROR);
  174. this.chatRoomForwarder.forward(XMPPEvents.ROOM_CONNECT_MEMBERS_ONLY_ERROR,
  175. JitsiConferenceEvents.CONFERENCE_FAILED,
  176. JitsiConferenceErrors.MEMBERS_ONLY_ERROR);
  177. this.chatRoomForwarder.forward(XMPPEvents.ROOM_MAX_USERS_ERROR,
  178. JitsiConferenceEvents.CONFERENCE_FAILED,
  179. JitsiConferenceErrors.CONFERENCE_MAX_USERS);
  180. chatRoom.addListener(XMPPEvents.ROOM_MAX_USERS_ERROR, () => conference.leave());
  181. this.chatRoomForwarder.forward(XMPPEvents.PASSWORD_REQUIRED,
  182. JitsiConferenceEvents.CONFERENCE_FAILED,
  183. JitsiConferenceErrors.PASSWORD_REQUIRED);
  184. this.chatRoomForwarder.forward(XMPPEvents.AUTHENTICATION_REQUIRED,
  185. JitsiConferenceEvents.CONFERENCE_FAILED,
  186. JitsiConferenceErrors.AUTHENTICATION_REQUIRED);
  187. this.chatRoomForwarder.forward(XMPPEvents.REDIRECTED,
  188. JitsiConferenceEvents.CONFERENCE_FAILED,
  189. JitsiConferenceErrors.REDIRECTED);
  190. chatRoom.addListener(XMPPEvents.REDIRECTED,
  191. () => conference.leave().catch(e => logger.log('Error leaving on redirected', e)));
  192. this.chatRoomForwarder.forward(XMPPEvents.BRIDGE_DOWN,
  193. JitsiConferenceEvents.CONFERENCE_FAILED,
  194. JitsiConferenceErrors.VIDEOBRIDGE_NOT_AVAILABLE);
  195. chatRoom.addListener(
  196. XMPPEvents.BRIDGE_DOWN,
  197. () => Statistics.sendAnalytics(createBridgeDownEvent()));
  198. chatRoom.addListener(XMPPEvents.CONNECTION_RESTARTED,
  199. jingleSession => {
  200. conference._onConferenceRestarted(jingleSession);
  201. });
  202. this.chatRoomForwarder.forward(XMPPEvents.RESERVATION_ERROR,
  203. JitsiConferenceEvents.CONFERENCE_FAILED,
  204. JitsiConferenceErrors.RESERVATION_ERROR);
  205. chatRoom.addListener(XMPPEvents.RESERVATION_ERROR, () => conference.leave());
  206. this.chatRoomForwarder.forward(XMPPEvents.GRACEFUL_SHUTDOWN,
  207. JitsiConferenceEvents.CONFERENCE_FAILED,
  208. JitsiConferenceErrors.GRACEFUL_SHUTDOWN);
  209. chatRoom.addListener(XMPPEvents.CONNECTION_ICE_FAILED,
  210. jingleSession => {
  211. conference._onIceConnectionFailed(jingleSession);
  212. });
  213. this.chatRoomForwarder.forward(XMPPEvents.MUC_DESTROYED,
  214. JitsiConferenceEvents.CONFERENCE_FAILED,
  215. JitsiConferenceErrors.CONFERENCE_DESTROYED);
  216. chatRoom.addListener(XMPPEvents.MUC_DESTROYED, () => conference.leave());
  217. this.chatRoomForwarder.forward(XMPPEvents.CHAT_ERROR_RECEIVED,
  218. JitsiConferenceEvents.CONFERENCE_ERROR,
  219. JitsiConferenceErrors.CHAT_ERROR);
  220. this.chatRoomForwarder.forward(XMPPEvents.SETTINGS_ERROR_RECEIVED,
  221. JitsiConferenceEvents.CONFERENCE_ERROR,
  222. JitsiConferenceErrors.SETTINGS_ERROR);
  223. this.chatRoomForwarder.forward(XMPPEvents.FOCUS_DISCONNECTED,
  224. JitsiConferenceEvents.CONFERENCE_FAILED,
  225. JitsiConferenceErrors.FOCUS_DISCONNECTED);
  226. chatRoom.addListener(XMPPEvents.FOCUS_LEFT,
  227. () => {
  228. Statistics.sendAnalytics(createFocusLeftEvent());
  229. conference.eventEmitter.emit(
  230. JitsiConferenceEvents.CONFERENCE_FAILED,
  231. JitsiConferenceErrors.FOCUS_LEFT);
  232. });
  233. chatRoom.addListener(XMPPEvents.SESSION_ACCEPT_TIMEOUT,
  234. jingleSession => {
  235. Statistics.sendAnalyticsAndLog(
  236. createJingleEvent(
  237. ACTION_JINGLE_SA_TIMEOUT,
  238. { p2p: jingleSession.isP2P }));
  239. });
  240. chatRoom.addListener(XMPPEvents.RECORDER_STATE_CHANGED,
  241. (session, jid) => {
  242. if (jid) {
  243. const resource = Strophe.getResourceFromJid(jid);
  244. const participant = conference.getParticipantById(resource) || resource;
  245. if (session.getStatus() === 'off') {
  246. session.setTerminator(participant);
  247. } else if (session.getStatus() === 'on') {
  248. session.setInitiator(participant);
  249. }
  250. }
  251. conference.eventEmitter.emit(
  252. JitsiConferenceEvents.RECORDER_STATE_CHANGED,
  253. session);
  254. });
  255. this.chatRoomForwarder.forward(XMPPEvents.TRANSCRIPTION_STATUS_CHANGED,
  256. JitsiConferenceEvents.TRANSCRIPTION_STATUS_CHANGED);
  257. this.chatRoomForwarder.forward(XMPPEvents.VIDEO_SIP_GW_AVAILABILITY_CHANGED,
  258. JitsiConferenceEvents.VIDEO_SIP_GW_AVAILABILITY_CHANGED);
  259. this.chatRoomForwarder.forward(
  260. XMPPEvents.VIDEO_SIP_GW_SESSION_STATE_CHANGED,
  261. JitsiConferenceEvents.VIDEO_SIP_GW_SESSION_STATE_CHANGED);
  262. this.chatRoomForwarder.forward(XMPPEvents.PHONE_NUMBER_CHANGED,
  263. JitsiConferenceEvents.PHONE_NUMBER_CHANGED);
  264. chatRoom.setParticipantPropertyListener((node, from) => {
  265. const participant = conference.getParticipantById(from);
  266. if (!participant) {
  267. return;
  268. }
  269. participant.setProperty(
  270. node.tagName.substring('jitsi_participant_'.length),
  271. node.value);
  272. });
  273. chatRoom.addListener(XMPPEvents.KICKED,
  274. conference.onMemberKicked.bind(conference));
  275. chatRoom.addListener(XMPPEvents.SUSPEND_DETECTED,
  276. conference.onSuspendDetected.bind(conference));
  277. this.chatRoomForwarder.forward(XMPPEvents.MUC_LOCK_CHANGED,
  278. JitsiConferenceEvents.LOCK_STATE_CHANGED);
  279. this.chatRoomForwarder.forward(XMPPEvents.MUC_MEMBERS_ONLY_CHANGED,
  280. JitsiConferenceEvents.MEMBERS_ONLY_CHANGED);
  281. chatRoom.addListener(XMPPEvents.MUC_MEMBER_JOINED,
  282. conference.onMemberJoined.bind(conference));
  283. this.chatRoomForwarder.forward(XMPPEvents.MUC_LOBBY_MEMBER_JOINED,
  284. JitsiConferenceEvents.LOBBY_USER_JOINED);
  285. this.chatRoomForwarder.forward(XMPPEvents.MUC_LOBBY_MEMBER_UPDATED,
  286. JitsiConferenceEvents.LOBBY_USER_UPDATED);
  287. this.chatRoomForwarder.forward(XMPPEvents.MUC_LOBBY_MEMBER_LEFT,
  288. JitsiConferenceEvents.LOBBY_USER_LEFT);
  289. chatRoom.addListener(XMPPEvents.MUC_MEMBER_BOT_TYPE_CHANGED,
  290. conference._onMemberBotTypeChanged.bind(conference));
  291. chatRoom.addListener(XMPPEvents.MUC_MEMBER_LEFT,
  292. conference.onMemberLeft.bind(conference));
  293. this.chatRoomForwarder.forward(XMPPEvents.MUC_LEFT,
  294. JitsiConferenceEvents.CONFERENCE_LEFT);
  295. this.chatRoomForwarder.forward(XMPPEvents.MUC_DENIED_ACCESS,
  296. JitsiConferenceEvents.CONFERENCE_FAILED,
  297. JitsiConferenceErrors.CONFERENCE_ACCESS_DENIED);
  298. chatRoom.addListener(XMPPEvents.DISPLAY_NAME_CHANGED,
  299. conference.onDisplayNameChanged.bind(conference));
  300. chatRoom.addListener(XMPPEvents.LOCAL_ROLE_CHANGED, role => {
  301. conference.onLocalRoleChanged(role);
  302. // log all events for the recorder operated by the moderator
  303. if (conference.statistics && conference.isModerator()) {
  304. conference.on(JitsiConferenceEvents.RECORDER_STATE_CHANGED,
  305. recorderSession => {
  306. const logObject = {
  307. error: recorderSession.getError(),
  308. id: 'recorder_status',
  309. status: recorderSession.getStatus()
  310. };
  311. Statistics.sendLog(JSON.stringify(logObject));
  312. });
  313. }
  314. });
  315. chatRoom.addListener(XMPPEvents.MUC_ROLE_CHANGED,
  316. conference.onUserRoleChanged.bind(conference));
  317. chatRoom.addListener(AuthenticationEvents.IDENTITY_UPDATED,
  318. (authEnabled, authIdentity) => {
  319. conference.authEnabled = authEnabled;
  320. conference.authIdentity = authIdentity;
  321. conference.eventEmitter.emit(
  322. JitsiConferenceEvents.AUTH_STATUS_CHANGED, authEnabled,
  323. authIdentity);
  324. });
  325. chatRoom.addListener(
  326. XMPPEvents.MESSAGE_RECEIVED,
  327. // eslint-disable-next-line max-params
  328. (jid, txt, myJid, ts, nick, isGuest) => {
  329. const id = Strophe.getResourceFromJid(jid);
  330. conference.eventEmitter.emit(
  331. JitsiConferenceEvents.MESSAGE_RECEIVED,
  332. id, txt, ts, nick, isGuest);
  333. });
  334. chatRoom.addListener(
  335. XMPPEvents.PRIVATE_MESSAGE_RECEIVED,
  336. // eslint-disable-next-line max-params
  337. (jid, txt, myJid, ts) => {
  338. const id = Strophe.getResourceFromJid(jid);
  339. conference.eventEmitter.emit(
  340. JitsiConferenceEvents.PRIVATE_MESSAGE_RECEIVED,
  341. id, txt, ts);
  342. });
  343. chatRoom.addListener(XMPPEvents.PRESENCE_STATUS,
  344. (jid, status) => {
  345. const id = Strophe.getResourceFromJid(jid);
  346. const participant = conference.getParticipantById(id);
  347. if (!participant || participant._status === status) {
  348. return;
  349. }
  350. participant._status = status;
  351. conference.eventEmitter.emit(
  352. JitsiConferenceEvents.USER_STATUS_CHANGED, id, status);
  353. });
  354. chatRoom.addListener(XMPPEvents.JSON_MESSAGE_RECEIVED,
  355. (from, payload) => {
  356. const id = Strophe.getResourceFromJid(from);
  357. const participant = conference.getParticipantById(id);
  358. if (participant) {
  359. conference.eventEmitter.emit(
  360. JitsiConferenceEvents.ENDPOINT_MESSAGE_RECEIVED,
  361. participant, payload);
  362. } else {
  363. conference.eventEmitter.emit(
  364. JitsiConferenceEvents.NON_PARTICIPANT_MESSAGE_RECEIVED,
  365. id, payload);
  366. }
  367. });
  368. chatRoom.addPresenceListener('startmuted', (data, from) => {
  369. // Ignore the strartmuted policy if the presence is received from self. The moderator should join with
  370. // available local sources and the policy needs to be applied only on users that join the call after.
  371. if (conference.myUserId() === from) {
  372. return;
  373. }
  374. const participant = conference.getParticipantById(from);
  375. if (!participant || !participant.isModerator()) {
  376. return;
  377. }
  378. const startAudioMuted = data.attributes.audio === 'true';
  379. const startVideoMuted = data.attributes.video === 'true';
  380. let updated = false;
  381. if (startAudioMuted !== conference.startMutedPolicy.audio) {
  382. conference.startMutedPolicy.audio = startAudioMuted;
  383. updated = true;
  384. }
  385. if (startVideoMuted !== conference.startMutedPolicy.video) {
  386. conference.startMutedPolicy.video = startVideoMuted;
  387. updated = true;
  388. }
  389. if (updated) {
  390. conference.eventEmitter.emit(
  391. JitsiConferenceEvents.START_MUTED_POLICY_CHANGED,
  392. conference.startMutedPolicy
  393. );
  394. }
  395. });
  396. if (conference.statistics) {
  397. // FIXME ICE related events should end up in RTCEvents eventually
  398. chatRoom.addListener(XMPPEvents.CONNECTION_ICE_FAILED,
  399. session => {
  400. conference.statistics.sendIceConnectionFailedEvent(
  401. session.peerconnection);
  402. });
  403. // FIXME XMPPEvents.ADD_ICE_CANDIDATE_FAILED is never emitted
  404. chatRoom.addListener(XMPPEvents.ADD_ICE_CANDIDATE_FAILED,
  405. (e, pc) => {
  406. conference.statistics.sendAddIceCandidateFailed(e, pc);
  407. });
  408. }
  409. // Breakout rooms.
  410. this.chatRoomForwarder.forward(XMPPEvents.BREAKOUT_ROOMS_MOVE_TO_ROOM,
  411. JitsiConferenceEvents.BREAKOUT_ROOMS_MOVE_TO_ROOM);
  412. this.chatRoomForwarder.forward(XMPPEvents.BREAKOUT_ROOMS_UPDATED,
  413. JitsiConferenceEvents.BREAKOUT_ROOMS_UPDATED);
  414. // Room metadata.
  415. this.chatRoomForwarder.forward(XMPPEvents.ROOM_METADATA_UPDATED,
  416. JitsiConferenceEvents.METADATA_UPDATED);
  417. };
  418. /**
  419. * Setups event listeners related to conference.rtc
  420. */
  421. JitsiConferenceEventManager.prototype.setupRTCListeners = function() {
  422. const conference = this.conference;
  423. const rtc = conference.rtc;
  424. rtc.addListener(
  425. RTCEvents.REMOTE_TRACK_ADDED,
  426. conference.onRemoteTrackAdded.bind(conference));
  427. rtc.addListener(
  428. RTCEvents.REMOTE_TRACK_REMOVED,
  429. conference.onRemoteTrackRemoved.bind(conference));
  430. rtc.addListener(RTCEvents.DOMINANT_SPEAKER_CHANGED,
  431. (dominant, previous, silence) => {
  432. if ((conference.lastDominantSpeaker !== dominant || conference.dominantSpeakerIsSilent !== silence)
  433. && conference.room) {
  434. conference.lastDominantSpeaker = dominant;
  435. conference.dominantSpeakerIsSilent = silence;
  436. conference.eventEmitter.emit(
  437. JitsiConferenceEvents.DOMINANT_SPEAKER_CHANGED, dominant, previous, silence);
  438. if (conference.statistics && conference.myUserId() === dominant) {
  439. // We are the new dominant speaker.
  440. conference.statistics.sendDominantSpeakerEvent(conference.room.roomjid, silence);
  441. }
  442. if (conference.lastDominantSpeaker !== dominant) {
  443. if (previous && previous.length) {
  444. const speakerList = previous.slice(0);
  445. // Add the dominant speaker to the top of the list (exclude self).
  446. if (conference.myUserId !== dominant) {
  447. speakerList.splice(0, 0, dominant);
  448. }
  449. // Trim the list to the top 5 speakers only.
  450. if (speakerList.length > SPEAKERS_AUDIO_LEVELS) {
  451. speakerList.splice(SPEAKERS_AUDIO_LEVELS, speakerList.length - SPEAKERS_AUDIO_LEVELS);
  452. }
  453. conference.statistics && conference.statistics.setSpeakerList(speakerList);
  454. }
  455. }
  456. }
  457. });
  458. rtc.addListener(RTCEvents.DATA_CHANNEL_OPEN, () => {
  459. const now = window.performance.now();
  460. const key = 'data.channel.opened';
  461. // TODO: Move all of the 'connectionTimes' logic to its own module.
  462. logger.log(`(TIME) ${key}:\t`, now);
  463. conference.room.connectionTimes[key] = now;
  464. Statistics.sendAnalytics(
  465. createConnectionStageReachedEvent(key, { value: now }));
  466. conference.eventEmitter.emit(JitsiConferenceEvents.DATA_CHANNEL_OPENED);
  467. });
  468. rtc.addListener(RTCEvents.DATA_CHANNEL_CLOSED, ev => {
  469. conference.eventEmitter.emit(JitsiConferenceEvents.DATA_CHANNEL_CLOSED, ev);
  470. });
  471. rtc.addListener(RTCEvents.VIDEO_SSRCS_REMAPPED, msg => {
  472. for (const session of this.conference.getMediaSessions()) {
  473. session.processSourceMap(msg, MediaType.VIDEO);
  474. }
  475. });
  476. rtc.addListener(RTCEvents.AUDIO_SSRCS_REMAPPED, msg => {
  477. for (const session of this.conference.getMediaSessions()) {
  478. session.processSourceMap(msg, MediaType.AUDIO);
  479. }
  480. });
  481. rtc.addListener(RTCEvents.ENDPOINT_MESSAGE_RECEIVED,
  482. (from, payload) => {
  483. const participant = conference.getParticipantById(from);
  484. if (participant) {
  485. conference.eventEmitter.emit(
  486. JitsiConferenceEvents.ENDPOINT_MESSAGE_RECEIVED,
  487. participant, payload);
  488. } else {
  489. logger.warn(
  490. 'Ignored ENDPOINT_MESSAGE_RECEIVED for not existing '
  491. + `participant: ${from}`,
  492. payload);
  493. }
  494. });
  495. rtc.addListener(RTCEvents.ENDPOINT_STATS_RECEIVED,
  496. (from, payload) => {
  497. const participant = conference.getParticipantById(from);
  498. if (participant) {
  499. conference.eventEmitter.emit(JitsiConferenceEvents.ENDPOINT_STATS_RECEIVED, participant, payload);
  500. } else {
  501. logger.warn(`Ignoring ENDPOINT_STATS_RECEIVED for a non-existant participant: ${from}`);
  502. }
  503. });
  504. rtc.addListener(RTCEvents.LOCAL_UFRAG_CHANGED,
  505. (tpc, ufrag) => {
  506. if (!tpc.isP2P) {
  507. Statistics.sendLog(
  508. JSON.stringify({
  509. id: 'local_ufrag',
  510. value: ufrag
  511. }));
  512. }
  513. });
  514. rtc.addListener(RTCEvents.REMOTE_UFRAG_CHANGED,
  515. (tpc, ufrag) => {
  516. if (!tpc.isP2P) {
  517. Statistics.sendLog(
  518. JSON.stringify({
  519. id: 'remote_ufrag',
  520. value: ufrag
  521. }));
  522. }
  523. });
  524. rtc.addListener(RTCEvents.CREATE_ANSWER_FAILED,
  525. (e, tpc) => {
  526. conference.statistics.sendCreateAnswerFailed(e, tpc);
  527. if (!tpc.isP2P) {
  528. conference.eventEmitter.emit(JitsiConferenceEvents.CONFERENCE_FAILED,
  529. JitsiConferenceErrors.OFFER_ANSWER_FAILED, e);
  530. }
  531. });
  532. rtc.addListener(RTCEvents.CREATE_OFFER_FAILED,
  533. (e, tpc) => {
  534. conference.statistics.sendCreateOfferFailed(e, tpc);
  535. if (!tpc.isP2P) {
  536. conference.eventEmitter.emit(JitsiConferenceEvents.CONFERENCE_FAILED,
  537. JitsiConferenceErrors.OFFER_ANSWER_FAILED, e);
  538. }
  539. });
  540. rtc.addListener(RTCEvents.SET_LOCAL_DESCRIPTION_FAILED,
  541. (e, tpc) => {
  542. conference.statistics.sendSetLocalDescFailed(e, tpc);
  543. if (!tpc.isP2P) {
  544. conference.eventEmitter.emit(JitsiConferenceEvents.CONFERENCE_FAILED,
  545. JitsiConferenceErrors.OFFER_ANSWER_FAILED, e);
  546. }
  547. });
  548. rtc.addListener(RTCEvents.SET_REMOTE_DESCRIPTION_FAILED,
  549. (e, tpc) => {
  550. conference.statistics.sendSetRemoteDescFailed(e, tpc);
  551. if (!tpc.isP2P) {
  552. conference.eventEmitter.emit(JitsiConferenceEvents.CONFERENCE_FAILED,
  553. JitsiConferenceErrors.OFFER_ANSWER_FAILED, e);
  554. }
  555. });
  556. rtc.addListener(RTCEvents.LOCAL_TRACK_SSRC_UPDATED,
  557. (track, ssrc) => {
  558. // when starting screen sharing, the track is created and when
  559. // we do set local description and we process the ssrc we
  560. // will be notified for it and we will report it with the event
  561. // for screen sharing
  562. if (track.isVideoTrack() && track.videoType === VideoType.DESKTOP) {
  563. conference.statistics.sendScreenSharingEvent(true, ssrc);
  564. }
  565. });
  566. };
  567. /**
  568. * Removes event listeners related to conference.xmpp
  569. */
  570. JitsiConferenceEventManager.prototype.removeXMPPListeners = function() {
  571. const conference = this.conference;
  572. Object.keys(this.xmppListeners).forEach(eventName => {
  573. conference.xmpp.removeListener(
  574. eventName,
  575. this.xmppListeners[eventName]);
  576. });
  577. this.xmppListeners = {};
  578. };
  579. /**
  580. * Setups event listeners related to conference.xmpp
  581. */
  582. JitsiConferenceEventManager.prototype.setupXMPPListeners = function() {
  583. const conference = this.conference;
  584. this._addConferenceXMPPListener(
  585. XMPPEvents.CALL_INCOMING,
  586. conference.onIncomingCall.bind(conference));
  587. this._addConferenceXMPPListener(
  588. XMPPEvents.CALL_ACCEPTED,
  589. conference.onCallAccepted.bind(conference));
  590. this._addConferenceXMPPListener(
  591. XMPPEvents.TRANSPORT_INFO,
  592. conference.onTransportInfo.bind(conference));
  593. this._addConferenceXMPPListener(
  594. XMPPEvents.CALL_ENDED,
  595. conference.onCallEnded.bind(conference));
  596. this._addConferenceXMPPListener(XMPPEvents.START_MUTED_FROM_FOCUS,
  597. (audioMuted, videoMuted) => {
  598. if (conference.options.config.ignoreStartMuted) {
  599. return;
  600. }
  601. conference.startAudioMuted = audioMuted;
  602. conference.startVideoMuted = videoMuted;
  603. if (audioMuted) {
  604. conference.isMutedByFocus = true;
  605. }
  606. if (videoMuted) {
  607. conference.isVideoMutedByFocus = true;
  608. }
  609. // mute existing local tracks because this is initial mute from
  610. // Jicofo
  611. conference.getLocalTracks().forEach(track => {
  612. switch (track.getType()) {
  613. case MediaType.AUDIO:
  614. conference.startAudioMuted && track.mute();
  615. break;
  616. case MediaType.VIDEO:
  617. conference.startVideoMuted && track.mute();
  618. break;
  619. }
  620. });
  621. conference.eventEmitter.emit(JitsiConferenceEvents.STARTED_MUTED);
  622. });
  623. this._addConferenceXMPPListener(XMPPEvents.CONFERENCE_TIMESTAMP_RECEIVED,
  624. createdTimestamp => {
  625. conference.eventEmitter.emit(JitsiConferenceEvents.CONFERENCE_CREATED_TIMESTAMP, createdTimestamp);
  626. });
  627. this._addConferenceXMPPListener(XMPPEvents.AV_MODERATION_CHANGED,
  628. (value, mediaType, actorJid) => {
  629. const actorParticipant = conference.getParticipants().find(p => p.getJid() === actorJid);
  630. conference.eventEmitter.emit(JitsiConferenceEvents.AV_MODERATION_CHANGED, {
  631. enabled: value,
  632. mediaType,
  633. actor: actorParticipant
  634. });
  635. });
  636. this._addConferenceXMPPListener(XMPPEvents.AV_MODERATION_PARTICIPANT_APPROVED,
  637. (mediaType, jid) => {
  638. const participant = conference.getParticipantById(Strophe.getResourceFromJid(jid));
  639. if (participant) {
  640. conference.eventEmitter.emit(JitsiConferenceEvents.AV_MODERATION_PARTICIPANT_APPROVED, {
  641. participant,
  642. mediaType
  643. });
  644. }
  645. });
  646. this._addConferenceXMPPListener(XMPPEvents.AV_MODERATION_PARTICIPANT_REJECTED,
  647. (mediaType, jid) => {
  648. const participant = conference.getParticipantById(Strophe.getResourceFromJid(jid));
  649. if (participant) {
  650. conference.eventEmitter.emit(JitsiConferenceEvents.AV_MODERATION_PARTICIPANT_REJECTED, {
  651. participant,
  652. mediaType
  653. });
  654. }
  655. });
  656. this._addConferenceXMPPListener(XMPPEvents.AV_MODERATION_APPROVED,
  657. value => conference.eventEmitter.emit(JitsiConferenceEvents.AV_MODERATION_APPROVED, { mediaType: value }));
  658. this._addConferenceXMPPListener(XMPPEvents.AV_MODERATION_REJECTED,
  659. value => {
  660. conference.eventEmitter.emit(JitsiConferenceEvents.AV_MODERATION_REJECTED, { mediaType: value });
  661. });
  662. };
  663. /**
  664. * Add XMPP listener and save its reference for remove on leave conference.
  665. */
  666. JitsiConferenceEventManager.prototype._addConferenceXMPPListener = function(
  667. eventName, listener) {
  668. this.xmppListeners[eventName] = listener;
  669. this.conference.xmpp.addListener(eventName, listener);
  670. };
  671. /**
  672. * Setups event listeners related to conference.statistics
  673. */
  674. JitsiConferenceEventManager.prototype.setupStatisticsListeners = function() {
  675. const conference = this.conference;
  676. if (!conference.statistics) {
  677. return;
  678. }
  679. /* eslint-disable max-params */
  680. conference.statistics.addAudioLevelListener((tpc, ssrc, level, isLocal) => {
  681. conference.rtc.setAudioLevel(tpc, ssrc, level, isLocal);
  682. });
  683. /* eslint-enable max-params */
  684. // Forward the "before stats disposed" event
  685. conference.statistics.addBeforeDisposedListener(() => {
  686. conference.eventEmitter.emit(
  687. JitsiConferenceEvents.BEFORE_STATISTICS_DISPOSED);
  688. });
  689. // if we are in startSilent mode we will not be sending/receiving so nothing to detect
  690. if (!conference.options.config.startSilent) {
  691. conference.statistics.addByteSentStatsListener((tpc, stats) => {
  692. conference.getLocalTracks(MediaType.AUDIO).forEach(track => {
  693. const ssrc = tpc.getLocalSSRC(track);
  694. if (!ssrc || !stats.hasOwnProperty(ssrc)) {
  695. return;
  696. }
  697. track.onByteSentStatsReceived(tpc, stats[ssrc]);
  698. });
  699. });
  700. }
  701. };