123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436 |
- import { getLogger } from '@jitsi/logger';
-
- import RTCEvents from '../../service/RTC/RTCEvents';
- import { createBridgeChannelClosedEvent } from '../../service/statistics/AnalyticsEvents';
- import Statistics from '../statistics/statistics';
- import GlobalOnErrorHandler from '../util/GlobalOnErrorHandler';
-
- const logger = getLogger(__filename);
-
- /**
- * Handles a WebRTC RTCPeerConnection or a WebSocket instance to communicate
- * with the videobridge.
- */
- export default class BridgeChannel {
- /**
- * Binds "ondatachannel" event listener on the given RTCPeerConnection
- * instance, or creates a WebSocket connection with the videobridge.
- * At least one of both, peerconnection or wsUrl parameters, must be
- * given.
- * @param {RTCPeerConnection} [peerconnection] WebRTC peer connection
- * instance.
- * @param {string} [wsUrl] WebSocket URL.
- * @param {EventEmitter} emitter the EventEmitter instance to use for event emission.
- * @param {JitsiConference} conference the conference instance.
- */
- constructor(peerconnection, wsUrl, emitter, conference) {
- if (!peerconnection && !wsUrl) {
- throw new TypeError('At least peerconnection or wsUrl must be given');
- } else if (peerconnection && wsUrl) {
- throw new TypeError('Just one of peerconnection or wsUrl must be given');
- }
-
- if (peerconnection) {
- logger.debug('constructor() with peerconnection');
- } else {
- logger.debug(`constructor() with wsUrl:"${wsUrl}"`);
- }
-
- // The underlying WebRTC RTCDataChannel or WebSocket instance.
- // @type {RTCDataChannel|WebSocket}
- this._channel = null;
-
- // The conference that uses this bridge channel.
- this._conference = conference;
-
- // Whether the channel is connected or not. It will start as undefined
- // for the first connection attempt. Then transition to either true or false.
- this._connected = undefined;
-
- // @type {EventEmitter}
- this._eventEmitter = emitter;
-
- // Whether a RTCDataChannel or WebSocket is internally used.
- // @type {string} "datachannel" / "websocket"
- this._mode = null;
-
- // Indicates whether the connection retries are enabled or not.
- this._areRetriesEnabled = false;
-
- // Indicates whether the connection was closed from the client or not.
- this._closedFromClient = false;
-
- // If a RTCPeerConnection is given, listen for new RTCDataChannel
- // event.
- if (peerconnection) {
- const datachannel
- = peerconnection.createDataChannel(
- 'JVB data channel', {
- protocol: 'http://jitsi.org/protocols/colibri'
- });
-
- // Handle the RTCDataChannel.
- this._handleChannel(datachannel);
- this._mode = 'datachannel';
-
- // Otherwise create a WebSocket connection.
- } else if (wsUrl) {
- this._areRetriesEnabled = true;
- this._wsUrl = wsUrl;
- this._initWebSocket();
- }
- }
-
- /**
- * Initializes the web socket channel.
- *
- * @returns {void}
- */
- _initWebSocket() {
- // Create a WebSocket instance.
- const ws = new WebSocket(this._wsUrl);
-
- // Handle the WebSocket.
- this._handleChannel(ws);
- this._mode = 'websocket';
- }
-
- /**
- * Starts the websocket connection retries.
- *
- * @returns {void}
- */
- _startConnectionRetries() {
- let timeoutS = 1;
-
- const reload = () => {
- const isConnecting = this._channel && (this._channel.readyState === 'connecting'
- || this._channel.readyState === WebSocket.CONNECTING);
-
- // Should not spawn new websockets while one is already trying to connect.
- if (isConnecting) {
- // Timeout is still required as there is flag `_areRetriesEnabled` that
- // blocks new retrying cycles until any channel opens in current cycle.
- this._retryTimeout = setTimeout(reload, timeoutS * 1000);
-
- return;
- }
-
- if (this.isOpen()) {
- return;
- }
- this._initWebSocket(this._wsUrl);
- timeoutS = Math.min(timeoutS * 2, 60);
- this._retryTimeout = setTimeout(reload, timeoutS * 1000);
- };
-
- this._retryTimeout = setTimeout(reload, timeoutS * 1000);
- }
-
- /**
- * Stops the websocket connection retries.
- *
- * @returns {void}
- */
- _stopConnectionRetries() {
- if (this._retryTimeout) {
- clearTimeout(this._retryTimeout);
- this._retryTimeout = undefined;
- }
- }
-
- /**
- * Retries to establish the websocket connection after the connection was closed by the server.
- *
- * @param {CloseEvent} closeEvent - The close event that triggered the retries.
- * @returns {void}
- */
- _retryWebSocketConnection(closeEvent) {
- if (!this._areRetriesEnabled) {
- return;
- }
- const { code, reason } = closeEvent;
-
- Statistics.sendAnalytics(createBridgeChannelClosedEvent(code, reason));
- this._areRetriesEnabled = false;
- this._eventEmitter.once(RTCEvents.DATA_CHANNEL_OPEN, () => {
- this._stopConnectionRetries();
- this._areRetriesEnabled = true;
- });
- this._startConnectionRetries();
- }
-
- /**
- * The channel mode.
- * @return {string} "datachannel" or "websocket" (or null if not yet set).
- */
- get mode() {
- return this._mode;
- }
-
- /**
- * Closes the currently opened channel.
- */
- close() {
- this._closedFromClient = true;
- this._stopConnectionRetries();
- this._areRetriesEnabled = false;
- if (this._channel) {
- try {
- this._channel.close();
- } catch (error) {} // eslint-disable-line no-empty
-
- this._channel = null;
- }
- }
-
- /**
- * Whether there is an underlying RTCDataChannel or WebSocket and it's
- * open.
- * @return {boolean}
- */
- isOpen() {
- return this._channel && (this._channel.readyState === 'open'
- || this._channel.readyState === WebSocket.OPEN);
- }
-
- /**
- * Sends local stats via the bridge channel.
- * @param {Object} payload The payload of the message.
- * @throws NetworkError/InvalidStateError/Error if the operation fails or if there is no data channel created.
- */
- sendEndpointStatsMessage(payload) {
- this._send({
- colibriClass: 'EndpointStats',
- ...payload
- });
- }
-
- /**
- * Sends message via the channel.
- * @param {string} to The id of the endpoint that should receive the
- * message. If "" the message will be sent to all participants.
- * @param {object} payload The payload of the message.
- * @throws NetworkError or InvalidStateError from RTCDataChannel#send (@see
- * {@link https://developer.mozilla.org/docs/Web/API/RTCDataChannel/send})
- * or from WebSocket#send or Error with "No opened channel" message.
- */
- sendMessage(to, payload) {
- this._send({
- colibriClass: 'EndpointMessage',
- msgPayload: payload,
- to
- });
- }
-
- /**
- * Sends a "lastN value changed" message via the channel.
- * @param {number} value The new value for lastN. -1 means unlimited.
- */
- sendSetLastNMessage(value) {
- logger.log(`Sending lastN=${value}.`);
-
- this._send({
- colibriClass: 'LastNChangedEvent',
- lastN: value
- });
- }
-
- /**
- * Sends a 'ReceiverVideoConstraints' message via the bridge channel.
- *
- * @param {ReceiverVideoConstraints} constraints video constraints.
- */
- sendReceiverVideoConstraintsMessage(constraints) {
- logger.log(`Sending ReceiverVideoConstraints with ${JSON.stringify(constraints)}`);
- this._send({
- colibriClass: 'ReceiverVideoConstraints',
- ...constraints
- });
- }
-
- /**
- * Sends a 'SourceVideoTypeMessage' message via the bridge channel.
- *
- * @param {BridgeVideoType} videoType - the video type.
- * @param {SourceName} sourceName - the source name of the video track.
- * @returns {void}
- */
- sendSourceVideoTypeMessage(sourceName, videoType) {
- logger.info(`Sending SourceVideoTypeMessage with video type ${sourceName}: ${videoType}`);
- this._send({
- colibriClass: 'SourceVideoTypeMessage',
- sourceName,
- videoType
- });
- }
-
- /**
- * Set events on the given RTCDataChannel or WebSocket instance.
- */
- _handleChannel(channel) {
- const emitter = this._eventEmitter;
-
- channel.onopen = () => {
- logger.info(`${this._mode} channel opened`);
-
- this._connected = true;
-
- emitter.emit(RTCEvents.DATA_CHANNEL_OPEN);
- };
-
- channel.onerror = event => {
- // WS error events contain no information about the failure (this is available in the onclose event) and
- // the event references the WS object itself, which causes hangs on mobile.
- if (this._mode !== 'websocket') {
- logger.error(`Channel error: ${event.message}`);
- }
- };
-
- channel.onmessage = ({ data }) => {
- // JSON object.
- let obj;
-
- try {
- obj = JSON.parse(data);
- } catch (error) {
- GlobalOnErrorHandler.callErrorHandler(error);
- logger.error('Failed to parse channel message as JSON: ', data, error);
-
- return;
- }
-
- const colibriClass = obj.colibriClass;
-
- switch (colibriClass) {
- case 'DominantSpeakerEndpointChangeEvent': {
- const { dominantSpeakerEndpoint, previousSpeakers = [], silence } = obj;
-
- logger.debug(`Dominant speaker: ${dominantSpeakerEndpoint}, previous speakers: ${previousSpeakers}`);
- emitter.emit(RTCEvents.DOMINANT_SPEAKER_CHANGED, dominantSpeakerEndpoint, previousSpeakers, silence);
- break;
- }
- case 'EndpointConnectivityStatusChangeEvent': {
- const endpoint = obj.endpoint;
- const isActive = obj.active === 'true';
-
- logger.info(`Endpoint connection status changed: ${endpoint} active=${isActive}`);
- emitter.emit(RTCEvents.ENDPOINT_CONN_STATUS_CHANGED, endpoint, isActive);
-
- break;
- }
- case 'EndpointMessage': {
- emitter.emit(RTCEvents.ENDPOINT_MESSAGE_RECEIVED, obj.from, obj.msgPayload);
-
- break;
- }
- case 'EndpointStats': {
- emitter.emit(RTCEvents.ENDPOINT_STATS_RECEIVED, obj.from, obj);
-
- break;
- }
- case 'ForwardedSources': {
- const forwardedSources = obj.forwardedSources;
-
- logger.info(`New forwarded sources: ${forwardedSources}`);
- emitter.emit(RTCEvents.FORWARDED_SOURCES_CHANGED, forwardedSources);
-
- break;
- }
- case 'SenderSourceConstraints': {
- if (typeof obj.sourceName === 'string' && typeof obj.maxHeight === 'number') {
- logger.info(`SenderSourceConstraints: ${obj.sourceName} - ${obj.maxHeight}`);
- emitter.emit(RTCEvents.SENDER_VIDEO_CONSTRAINTS_CHANGED, obj);
- } else {
- logger.error(`Invalid SenderSourceConstraints: ${obj.sourceName} - ${obj.maxHeight}`);
- }
- break;
- }
- case 'ServerHello': {
- logger.info(`Received ServerHello, version=${obj.version}.`);
- break;
- }
- case 'VideoSourcesMap': {
- logger.info(`Received VideoSourcesMap: ${JSON.stringify(obj.mappedSources)}`);
- emitter.emit(RTCEvents.VIDEO_SSRCS_REMAPPED, obj);
- break;
- }
- case 'AudioSourcesMap': {
- logger.info(`Received AudioSourcesMap: ${JSON.stringify(obj.mappedSources)}`);
- emitter.emit(RTCEvents.AUDIO_SSRCS_REMAPPED, obj);
- break;
- }
- default: {
- logger.debug('Channel JSON-formatted message: ', obj);
-
- // The received message appears to be appropriately formatted
- // (i.e. is a JSON object which assigns a value to the
- // mandatory property colibriClass) so don't just swallow it,
- // expose it to public consumption.
- emitter.emit(`rtc.datachannel.${colibriClass}`, obj);
- }
- }
- };
-
- channel.onclose = event => {
- logger.debug(`Channel closed by ${this._closedFromClient ? 'client' : 'server'}`);
-
- if (channel !== this._channel) {
- logger.debug('Skip close handler, channel instance is not equal to stored one');
-
- return;
- }
-
- // When the JVB closes the connection gracefully due to the participant being alone in the meeting it uses
- // code 1001. However, the same code is also used by Cloudflare when it terminates the ws. Therefore, check
- // for the number of remote participants in the call and abort retries only when the endpoint is the only
- // endpoint in the call.
- const isGracefulClose = this._closedFromClient
- || (event.code === 1001 && this._conference.getParticipantCount() === 1);
-
- if (!isGracefulClose) {
- const { code, reason } = event;
-
- logger.error(`Channel closed: ${code} ${reason}`);
-
- if (this._mode === 'websocket') {
- this._retryWebSocketConnection(event);
-
- // We only want to send this event the first time the failure happens.
- if (this._connected !== false) {
- emitter.emit(RTCEvents.DATA_CHANNEL_CLOSED, {
- code,
- reason
- });
- }
- }
- }
-
- this._connected = false;
-
- // Remove the channel.
- this._channel = null;
- };
-
- // Store the channel.
- this._channel = channel;
- }
-
- /**
- * Sends passed object via the channel.
- * @param {object} jsonObject The object that will be sent.
- * @throws NetworkError or InvalidStateError from RTCDataChannel#send (@see
- * {@link https://developer.mozilla.org/docs/Web/API/RTCDataChannel/send})
- * or from WebSocket#send or Error with "No opened channel" message.
- */
- _send(jsonObject) {
- const channel = this._channel;
-
- if (!this.isOpen()) {
- logger.error('Bridge Channel send: no opened channel.');
- throw new Error('No opened channel');
- }
-
- channel.send(JSON.stringify(jsonObject));
- }
- }
|