|
|
@@ -3,9 +3,21 @@
|
|
3
|
3
|
var logger = require("jitsi-meet-logger").getLogger(__filename);
|
|
4
|
4
|
var RTCBrowserType = require("./RTCBrowserType");
|
|
5
|
5
|
var Resolutions = require("../../service/RTC/Resolutions");
|
|
|
6
|
+var RTCEvents = require("../../service/RTC/RTCEvents");
|
|
6
|
7
|
var AdapterJS = require("./adapter.screenshare");
|
|
7
|
8
|
var SDPUtil = require("../xmpp/SDPUtil");
|
|
8
|
9
|
var EventEmitter = require("events");
|
|
|
10
|
+var JitsiLocalTrack = require("./JitsiLocalTrack");
|
|
|
11
|
+var StreamEventTypes = require("../../service/RTC/StreamEventTypes.js");
|
|
|
12
|
+
|
|
|
13
|
+var eventEmitter = new EventEmitter();
|
|
|
14
|
+
|
|
|
15
|
+var devices = {
|
|
|
16
|
+ audio: true,
|
|
|
17
|
+ video: true
|
|
|
18
|
+};
|
|
|
19
|
+
|
|
|
20
|
+var rtcReady = false;
|
|
9
|
21
|
|
|
10
|
22
|
function DummyMediaStream(id) {
|
|
11
|
23
|
this.id = id;
|
|
|
@@ -143,10 +155,29 @@ function getConstraints(um, resolution, bandwidth, fps, desktopStream) {
|
|
143
|
155
|
return constraints;
|
|
144
|
156
|
}
|
|
145
|
157
|
|
|
|
158
|
+function setAvailableDevices(um, available) {
|
|
|
159
|
+ var devices = {};
|
|
|
160
|
+ if (um.indexOf("video") != -1) {
|
|
|
161
|
+ devices.video = available;
|
|
|
162
|
+ }
|
|
|
163
|
+ if (um.indexOf("audio") != -1) {
|
|
|
164
|
+ devices.audio = available;
|
|
|
165
|
+ }
|
|
|
166
|
+
|
|
|
167
|
+ eventEmitter.emit(RTCEvents.AVAILABLE_DEVICES_CHANGED, devices);
|
|
|
168
|
+}
|
|
|
169
|
+
|
|
|
170
|
+// In case of IE we continue from 'onReady' callback
|
|
|
171
|
+// passed to RTCUtils constructor. It will be invoked by Temasys plugin
|
|
|
172
|
+// once it is initialized.
|
|
|
173
|
+function onReady () {
|
|
|
174
|
+ rtcReady = true;
|
|
|
175
|
+ eventEmitter.emit(RTCEvents.RTC_READY, true);
|
|
|
176
|
+};
|
|
|
177
|
+
|
|
146
|
178
|
//Options parameter is to pass config options. Currently uses only "useIPv6".
|
|
147
|
179
|
var RTCUtils = {
|
|
148
|
|
- eventEmitter: new EventEmitter(),
|
|
149
|
|
- init: function (onTemasysPluginReady, options) {
|
|
|
180
|
+ init: function (options) {
|
|
150
|
181
|
var self = this;
|
|
151
|
182
|
if (RTCBrowserType.isFirefox()) {
|
|
152
|
183
|
var FFversion = RTCBrowserType.getFirefoxVersion();
|
|
|
@@ -286,7 +317,7 @@ var RTCUtils = {
|
|
286
|
317
|
attachMediaStream(element, stream);
|
|
287
|
318
|
};
|
|
288
|
319
|
|
|
289
|
|
- onTemasysPluginReady(isPlugin);
|
|
|
320
|
+ onReady(isPlugin);
|
|
290
|
321
|
});
|
|
291
|
322
|
} else {
|
|
292
|
323
|
try {
|
|
|
@@ -296,26 +327,27 @@ var RTCUtils = {
|
|
296
|
327
|
return;
|
|
297
|
328
|
}
|
|
298
|
329
|
|
|
299
|
|
- },
|
|
300
|
|
-
|
|
|
330
|
+ // Call onReady() if Temasys plugin is not used
|
|
|
331
|
+ if (!RTCBrowserType.isTemasysPluginUsed()) {
|
|
|
332
|
+ onReady();
|
|
|
333
|
+ }
|
|
301
|
334
|
|
|
302
|
|
- getUserMediaWithConstraints: function (RTC, um, success_callback, failure_callback, resolution, bandwidth, fps, desktopStream) {
|
|
|
335
|
+ },
|
|
|
336
|
+ getUserMediaWithConstraints: function ( um, success_callback, failure_callback, resolution, bandwidth, fps, desktopStream) {
|
|
303
|
337
|
var constraints = getConstraints(
|
|
304
|
338
|
um, resolution, bandwidth, fps, desktopStream);
|
|
305
|
339
|
|
|
306
|
340
|
logger.info("Get media constraints", constraints);
|
|
307
|
341
|
|
|
308
|
|
- var self = this;
|
|
309
|
|
-
|
|
310
|
342
|
try {
|
|
311
|
343
|
this.getUserMedia(constraints,
|
|
312
|
344
|
function (stream) {
|
|
313
|
345
|
logger.log('onUserMediaSuccess');
|
|
314
|
|
- self.setAvailableDevices(RTC, um, true);
|
|
|
346
|
+ setAvailableDevices(um, true);
|
|
315
|
347
|
success_callback(stream);
|
|
316
|
348
|
},
|
|
317
|
349
|
function (error) {
|
|
318
|
|
- self.setAvailableDevices(RTC, um, false);
|
|
|
350
|
+ setAvailableDevices(um, false);
|
|
319
|
351
|
logger.warn('Failed to get access to local media. Error ',
|
|
320
|
352
|
error, constraints);
|
|
321
|
353
|
if (failure_callback) {
|
|
|
@@ -330,54 +362,29 @@ var RTCUtils = {
|
|
330
|
362
|
}
|
|
331
|
363
|
},
|
|
332
|
364
|
|
|
333
|
|
- setAvailableDevices: function (RTC, um, available) {
|
|
334
|
|
- var devices = {};
|
|
335
|
|
- if (um.indexOf("video") != -1) {
|
|
336
|
|
- devices.video = available;
|
|
337
|
|
- }
|
|
338
|
|
- if (um.indexOf("audio") != -1) {
|
|
339
|
|
- devices.audio = available;
|
|
340
|
|
- }
|
|
341
|
|
- RTC.setDeviceAvailability(devices);
|
|
342
|
|
- },
|
|
343
|
|
-
|
|
344
|
365
|
/**
|
|
345
|
366
|
* Creates the local MediaStreams.
|
|
346
|
|
- * @param RTC the rtc service.
|
|
347
|
367
|
* @param devices the devices that will be requested
|
|
348
|
|
- * @param usageOptions object with devices that should be requested.
|
|
349
|
368
|
* @param resolution resolution constraints
|
|
350
|
369
|
* @param dontCreateJitsiTrack if <tt>true</tt> objects with the following structure {stream: the Media Stream,
|
|
351
|
|
- * type: "audio" or "video", isMuted: true/false, videoType: "camera" or "desktop"}
|
|
|
370
|
+ * type: "audio" or "video", videoType: "camera" or "desktop"}
|
|
352
|
371
|
* will be returned trough the Promise, otherwise JitsiTrack objects will be returned.
|
|
353
|
372
|
* @returns {*} Promise object that will receive the new JitsiTracks
|
|
354
|
373
|
*/
|
|
355
|
|
- obtainAudioAndVideoPermissions: function (RTC, devices, usageOptions, resolution, dontCreateJitsiTracks) {
|
|
|
374
|
+ obtainAudioAndVideoPermissions: function (devices, resolution, dontCreateJitsiTracks) {
|
|
356
|
375
|
var self = this;
|
|
357
|
376
|
// Get AV
|
|
358
|
377
|
|
|
359
|
378
|
return new Promise(function (resolve, reject) {
|
|
360
|
379
|
var successCallback = function (stream) {
|
|
361
|
|
- var streams = self.successCallback(RTC , stream, usageOptions, resolution);
|
|
362
|
|
- resolve(dontCreateJitsiTracks? streams: RTC.createLocalStreams(streams));
|
|
|
380
|
+ var streams = self.successCallback(stream, resolution);
|
|
|
381
|
+ resolve(dontCreateJitsiTracks? streams: self.createLocalTracks(streams));
|
|
363
|
382
|
};
|
|
364
|
383
|
|
|
365
|
384
|
if (!devices)
|
|
366
|
385
|
devices = ['audio', 'video'];
|
|
367
|
386
|
|
|
368
|
|
- var newDevices = [];
|
|
369
|
|
-
|
|
370
|
|
-
|
|
371
|
|
- if (usageOptions)
|
|
372
|
|
- for (var i = 0; i < devices.length; i++) {
|
|
373
|
|
- var device = devices[i];
|
|
374
|
|
- if (usageOptions[device] === true)
|
|
375
|
|
- newDevices.push(device);
|
|
376
|
|
- }
|
|
377
|
|
- else
|
|
378
|
|
- newDevices = devices;
|
|
379
|
|
-
|
|
380
|
|
- if (newDevices.length === 0) {
|
|
|
387
|
+ if (devices.length === 0) {
|
|
381
|
388
|
successCallback();
|
|
382
|
389
|
return;
|
|
383
|
390
|
}
|
|
|
@@ -394,7 +401,6 @@ var RTCUtils = {
|
|
394
|
401
|
// the successCallback method.
|
|
395
|
402
|
var obtainVideo = function (audioStream) {
|
|
396
|
403
|
self.getUserMediaWithConstraints(
|
|
397
|
|
- RTC,
|
|
398
|
404
|
['video'],
|
|
399
|
405
|
function (videoStream) {
|
|
400
|
406
|
return successCallback({
|
|
|
@@ -405,73 +411,68 @@ var RTCUtils = {
|
|
405
|
411
|
function (error, resolution) {
|
|
406
|
412
|
logger.error(
|
|
407
|
413
|
'failed to obtain video stream - stop', error);
|
|
408
|
|
- self.errorCallback(error, resolve, RTC, resolution, dontCreateJitsiTracks);
|
|
|
414
|
+ self.errorCallback(error, resolve, resolution, dontCreateJitsiTracks);
|
|
409
|
415
|
},
|
|
410
|
416
|
resolution || '360');
|
|
411
|
417
|
};
|
|
412
|
418
|
var obtainAudio = function () {
|
|
413
|
419
|
self.getUserMediaWithConstraints(
|
|
414
|
|
- RTC,
|
|
415
|
420
|
['audio'],
|
|
416
|
421
|
function (audioStream) {
|
|
417
|
|
- if (newDevices.indexOf('video') !== -1)
|
|
|
422
|
+ if (devices.indexOf('video') !== -1)
|
|
418
|
423
|
obtainVideo(audioStream);
|
|
419
|
424
|
},
|
|
420
|
425
|
function (error) {
|
|
421
|
426
|
logger.error(
|
|
422
|
427
|
'failed to obtain audio stream - stop', error);
|
|
423
|
|
- self.errorCallback(error, resolve, RTC, null, dontCreateJitsiTracks);
|
|
|
428
|
+ self.errorCallback(error, resolve, null, dontCreateJitsiTracks);
|
|
424
|
429
|
}
|
|
425
|
430
|
);
|
|
426
|
431
|
};
|
|
427
|
|
- if (newDevices.indexOf('audio') !== -1) {
|
|
|
432
|
+ if (devices.indexOf('audio') !== -1) {
|
|
428
|
433
|
obtainAudio();
|
|
429
|
434
|
} else {
|
|
430
|
435
|
obtainVideo(null);
|
|
431
|
436
|
}
|
|
432
|
437
|
} else {
|
|
433
|
438
|
this.getUserMediaWithConstraints(
|
|
434
|
|
- RTC,
|
|
435
|
|
- newDevices,
|
|
|
439
|
+ devices,
|
|
436
|
440
|
function (stream) {
|
|
437
|
441
|
successCallback(stream);
|
|
438
|
442
|
},
|
|
439
|
443
|
function (error, resolution) {
|
|
440
|
|
- self.errorCallback(error, resolve, RTC, resolution, dontCreateJitsiTracks);
|
|
|
444
|
+ self.errorCallback(error, resolve, resolution, dontCreateJitsiTracks);
|
|
441
|
445
|
},
|
|
442
|
|
- resolution || '360');
|
|
|
446
|
+ resolution || '360');
|
|
443
|
447
|
}
|
|
444
|
448
|
}.bind(this));
|
|
445
|
449
|
},
|
|
446
|
450
|
|
|
447
|
451
|
/**
|
|
448
|
452
|
* Successful callback called from GUM.
|
|
449
|
|
- * @param RTC the rtc service
|
|
450
|
453
|
* @param stream the new MediaStream
|
|
451
|
|
- * @param usageOptions the list of the devices that should be queried.
|
|
452
|
454
|
* @param resolution the resolution of the video stream.
|
|
453
|
455
|
* @returns {*}
|
|
454
|
456
|
*/
|
|
455
|
|
- successCallback: function (RTC, stream, usageOptions, resolution) {
|
|
|
457
|
+ successCallback: function (stream, resolution) {
|
|
456
|
458
|
// If this is FF or IE, the stream parameter is *not* a MediaStream object,
|
|
457
|
459
|
// it's an object with two properties: audioStream, videoStream.
|
|
458
|
460
|
if (stream && stream.getAudioTracks && stream.getVideoTracks)
|
|
459
|
461
|
logger.log('got', stream, stream.getAudioTracks().length,
|
|
460
|
462
|
stream.getVideoTracks().length);
|
|
461
|
|
- return this.handleLocalStream(RTC, stream, usageOptions, resolution);
|
|
|
463
|
+ return this.handleLocalStream(stream, resolution);
|
|
462
|
464
|
},
|
|
463
|
465
|
|
|
464
|
466
|
/**
|
|
465
|
467
|
* Error callback called from GUM. Retries the GUM call with different resolutions.
|
|
466
|
468
|
* @param error the error
|
|
467
|
469
|
* @param resolve the resolve funtion that will be called on success.
|
|
468
|
|
- * @param RTC the rtc service
|
|
469
|
470
|
* @param currentResolution the last resolution used for GUM.
|
|
470
|
471
|
* @param dontCreateJitsiTracks if <tt>true</tt> objects with the following structure {stream: the Media Stream,
|
|
471
|
|
- * type: "audio" or "video", isMuted: true/false, videoType: "camera" or "desktop"}
|
|
|
472
|
+ * type: "audio" or "video", videoType: "camera" or "desktop"}
|
|
472
|
473
|
* will be returned trough the Promise, otherwise JitsiTrack objects will be returned.
|
|
473
|
474
|
*/
|
|
474
|
|
- errorCallback: function (error, resolve, RTC, currentResolution, dontCreateJitsiTracks) {
|
|
|
475
|
+ errorCallback: function (error, resolve, currentResolution, dontCreateJitsiTracks) {
|
|
475
|
476
|
var self = this;
|
|
476
|
477
|
logger.error('failed to obtain audio/video stream - trying audio only', error);
|
|
477
|
478
|
var resolution = getPreviousResolution(currentResolution);
|
|
|
@@ -481,27 +482,26 @@ var RTCUtils = {
|
|
481
|
482
|
(error.constraintName == "minWidth" || error.constraintName == "maxWidth" ||
|
|
482
|
483
|
error.constraintName == "minHeight" || error.constraintName == "maxHeight")
|
|
483
|
484
|
&& resolution != null) {
|
|
484
|
|
- self.getUserMediaWithConstraints(RTC, ['audio', 'video'],
|
|
|
485
|
+ self.getUserMediaWithConstraints(['audio', 'video'],
|
|
485
|
486
|
function (stream) {
|
|
486
|
|
- var streams = self.successCallback(RTC, stream, resolution);
|
|
487
|
|
- resolve(dontCreateJitsiTracks? streams: RTC.createLocalStreams(streams));
|
|
|
487
|
+ var streams = self.successCallback(stream, resolution);
|
|
|
488
|
+ resolve(dontCreateJitsiTracks? streams: self.createLocalTracks(streams));
|
|
488
|
489
|
}, function (error, resolution) {
|
|
489
|
|
- return self.errorCallback(error, resolve, RTC, resolution, dontCreateJitsiTracks);
|
|
|
490
|
+ return self.errorCallback(error, resolve, resolution, dontCreateJitsiTracks);
|
|
490
|
491
|
}, resolution);
|
|
491
|
492
|
}
|
|
492
|
493
|
else {
|
|
493
|
494
|
self.getUserMediaWithConstraints(
|
|
494
|
|
- RTC,
|
|
495
|
495
|
['audio'],
|
|
496
|
496
|
function (stream) {
|
|
497
|
|
- var streams = self.successCallback(RTC, stream, resolution);
|
|
498
|
|
- resolve(dontCreateJitsiTracks? streams: RTC.createLocalStreams(streams));
|
|
|
497
|
+ var streams = self.successCallback(stream, resolution);
|
|
|
498
|
+ resolve(dontCreateJitsiTracks? streams: self.createLocalTracks(streams));
|
|
499
|
499
|
},
|
|
500
|
500
|
function (error) {
|
|
501
|
501
|
logger.error('failed to obtain audio/video stream - stop',
|
|
502
|
502
|
error);
|
|
503
|
|
- var streams = self.successCallback(RTC, null);
|
|
504
|
|
- resolve(dontCreateJitsiTracks? streams: RTC.createLocalStreams(streams));
|
|
|
503
|
+ var streams = self.successCallback(null);
|
|
|
504
|
+ resolve(dontCreateJitsiTracks? streams: self.createLocalTracks(streams));
|
|
505
|
505
|
}
|
|
506
|
506
|
);
|
|
507
|
507
|
}
|
|
|
@@ -509,13 +509,11 @@ var RTCUtils = {
|
|
509
|
509
|
|
|
510
|
510
|
/**
|
|
511
|
511
|
* Handles the newly created Media Streams.
|
|
512
|
|
- * @param service the rtc service
|
|
513
|
512
|
* @param stream the new Media Streams
|
|
514
|
|
- * @param usageOptions the list of the devices that should be queried.
|
|
515
|
513
|
* @param resolution the resolution of the video stream.
|
|
516
|
514
|
* @returns {*[]} Promise object with the new Media Streams.
|
|
517
|
515
|
*/
|
|
518
|
|
- handleLocalStream: function (service, stream, usageOptions, resolution) {
|
|
|
516
|
+ handleLocalStream: function (stream, resolution) {
|
|
519
|
517
|
var audioStream, videoStream;
|
|
520
|
518
|
// If this is FF, the stream parameter is *not* a MediaStream object, it's
|
|
521
|
519
|
// an object with two properties: audioStream, videoStream.
|
|
|
@@ -549,17 +547,9 @@ var RTCUtils = {
|
|
549
|
547
|
videoStream = new DummyMediaStream("dummyVideo");
|
|
550
|
548
|
}
|
|
551
|
549
|
|
|
552
|
|
- var audioMuted = (usageOptions && usageOptions.audio === false),
|
|
553
|
|
- videoMuted = (usageOptions && usageOptions.video === false);
|
|
554
|
|
-
|
|
555
|
|
- var audioGUM = (!usageOptions || usageOptions.audio !== false),
|
|
556
|
|
- videoGUM = (!usageOptions || usageOptions.video !== false);
|
|
557
|
|
-
|
|
558
|
550
|
return [
|
|
559
|
|
- {stream: audioStream, type: "audio", isMuted: audioMuted,
|
|
560
|
|
- isGUMStream: audioGUM, videoType: null},
|
|
561
|
|
- {stream: videoStream, type: "video", isMuted: videoMuted,
|
|
562
|
|
- isGUMStream: videoGUM, videoType: "camera",
|
|
|
551
|
+ {stream: audioStream, type: "audio", videoType: null},
|
|
|
552
|
+ {stream: videoStream, type: "video", videoType: "camera",
|
|
563
|
553
|
resolution: resolution}
|
|
564
|
554
|
];
|
|
565
|
555
|
},
|
|
|
@@ -587,6 +577,33 @@ var RTCUtils = {
|
|
587
|
577
|
}
|
|
588
|
578
|
|
|
589
|
579
|
return newStream;
|
|
|
580
|
+ },
|
|
|
581
|
+ addListener: function (eventType, listener) {
|
|
|
582
|
+ eventEmitter.on(eventType, listener);
|
|
|
583
|
+ },
|
|
|
584
|
+ removeListener: function (eventType, listener) {
|
|
|
585
|
+ eventEmitter.removeListener(eventType, listener);
|
|
|
586
|
+ },
|
|
|
587
|
+ getDeviceAvailability: function () {
|
|
|
588
|
+ return devices;
|
|
|
589
|
+ },
|
|
|
590
|
+ isRTCReady: function () {
|
|
|
591
|
+ return rtcReady;
|
|
|
592
|
+ },
|
|
|
593
|
+ createLocalTracks: function (streams) {
|
|
|
594
|
+ var newStreams = []
|
|
|
595
|
+ for (var i = 0; i < streams.length; i++) {
|
|
|
596
|
+ var localStream = new JitsiLocalTrack(null, streams[i].stream,
|
|
|
597
|
+ eventEmitter, streams[i].videoType, streams[i].resolution);
|
|
|
598
|
+ newStreams.push(localStream);
|
|
|
599
|
+ if (streams[i].isMuted === true)
|
|
|
600
|
+ localStream.setMute(true);
|
|
|
601
|
+
|
|
|
602
|
+ var eventType = StreamEventTypes.EVENT_TYPE_LOCAL_CREATED;
|
|
|
603
|
+
|
|
|
604
|
+ eventEmitter.emit(eventType, localStream);
|
|
|
605
|
+ }
|
|
|
606
|
+ return newStreams;
|
|
590
|
607
|
}
|
|
591
|
608
|
}
|
|
592
|
609
|
|