You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

ScreenObtainer.js 21KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564
  1. /* global chrome, $, alert */
  2. var GlobalOnErrorHandler = require("../util/GlobalOnErrorHandler");
  3. var logger = require("jitsi-meet-logger").getLogger(__filename);
  4. var RTCBrowserType = require("./RTCBrowserType");
  5. import JitsiTrackError from "../../JitsiTrackError";
  6. import * as JitsiTrackErrors from "../../JitsiTrackErrors";
  7. /**
  8. * Indicates whether the Chrome desktop sharing extension is installed.
  9. * @type {boolean}
  10. */
  11. var chromeExtInstalled = false;
  12. /**
  13. * Indicates whether an update of the Chrome desktop sharing extension is
  14. * required.
  15. * @type {boolean}
  16. */
  17. var chromeExtUpdateRequired = false;
  18. /**
  19. * Whether the jidesha extension for firefox is installed for the domain on
  20. * which we are running. Null designates an unknown value.
  21. * @type {null}
  22. */
  23. var firefoxExtInstalled = null;
  24. /**
  25. * If set to true, detection of an installed firefox extension will be started
  26. * again the next time obtainScreenOnFirefox is called (e.g. next time the
  27. * user tries to enable screen sharing).
  28. */
  29. var reDetectFirefoxExtension = false;
  30. var gumFunction = null;
  31. /**
  32. * The error returned by chrome when trying to start inline installation from
  33. * popup.
  34. */
  35. const CHROME_EXTENSION_POPUP_ERROR
  36. = "Inline installs can not be initiated from pop-up windows.";
  37. /**
  38. * The error returned by chrome when trying to start inline installation from
  39. * iframe.
  40. */
  41. const CHROME_EXTENSION_IFRAME_ERROR
  42. = "Chrome Web Store installations can only be started by the top frame.";
  43. /**
  44. * The error message returned by chrome when the extension is installed.
  45. */
  46. const CHROME_NO_EXTENSION_ERROR_MSG // eslint-disable-line no-unused-vars
  47. = "Could not establish connection. Receiving end does not exist.";
  48. /**
  49. * Handles obtaining a stream from a screen capture on different browsers.
  50. */
  51. var ScreenObtainer = {
  52. obtainStream: null,
  53. /**
  54. * Initializes the function used to obtain a screen capture
  55. * (this.obtainStream).
  56. *
  57. * @param options {object}
  58. * @param gum {Function} GUM method
  59. */
  60. init(options, gum) {
  61. var obtainDesktopStream = null;
  62. this.options = options = options || {};
  63. gumFunction = gum;
  64. if (RTCBrowserType.isFirefox()) {
  65. initFirefoxExtensionDetection(options);
  66. }
  67. if (RTCBrowserType.isNWJS()) {
  68. obtainDesktopStream = (options, onSuccess, onFailure) => {
  69. window.JitsiMeetNW.obtainDesktopStream (
  70. onSuccess,
  71. (error, constraints) => {
  72. var jitsiError;
  73. // FIXME:
  74. // This is very very durty fix for recognising that the
  75. // user have clicked the cancel button from the Desktop
  76. // sharing pick window. The proper solution would be to
  77. // detect this in the NWJS application by checking the
  78. // streamId === "". Even better solution would be to
  79. // stop calling GUM from the NWJS app and just pass the
  80. // streamId to lib-jitsi-meet. This way the desktop
  81. // sharing implementation for NWJS and chrome extension
  82. // will be the same and lib-jitsi-meet will be able to
  83. // control the constraints, check the streamId, etc.
  84. //
  85. // I cannot find documentation about "InvalidStateError"
  86. // but this is what we are receiving from GUM when the
  87. // streamId for the desktop sharing is "".
  88. if (error && error.name == "InvalidStateError") {
  89. jitsiError = new JitsiTrackError(
  90. JitsiTrackErrors.CHROME_EXTENSION_USER_CANCELED
  91. );
  92. } else {
  93. jitsiError = new JitsiTrackError(
  94. error, constraints, ["desktop"]);
  95. }
  96. (typeof onFailure === "function") &&
  97. onFailure(jitsiError);
  98. });
  99. };
  100. } else if(RTCBrowserType.isElectron()) {
  101. obtainDesktopStream = (options, onSuccess, onFailure) =>
  102. window.JitsiMeetElectron.obtainDesktopStream (
  103. streamId =>
  104. onGetStreamResponse({streamId}, onSuccess, onFailure),
  105. err => onFailure(new JitsiTrackError(
  106. JitsiTrackErrors.CHROME_EXTENSION_GENERIC_ERROR, err))
  107. );
  108. } else if (RTCBrowserType.isTemasysPluginUsed()) {
  109. // XXX Don't require Temasys unless it's to be used because it
  110. // doesn't run on React Native, for example.
  111. const AdapterJS = require("./adapter.screenshare");
  112. if (!AdapterJS.WebRTCPlugin.plugin.HasScreensharingFeature) {
  113. logger.info("Screensharing not supported by this plugin " +
  114. "version");
  115. } else if(!AdapterJS.WebRTCPlugin.plugin.isScreensharingAvailable) {
  116. logger.info(
  117. "Screensharing not available with Temasys plugin on" +
  118. " this site");
  119. } else {
  120. obtainDesktopStream = obtainWebRTCScreen;
  121. logger.info("Using Temasys plugin for desktop sharing");
  122. }
  123. } else if (RTCBrowserType.isChrome()) {
  124. if (options.desktopSharingChromeDisabled ||
  125. options.desktopSharingChromeMethod === false ||
  126. !options.desktopSharingChromeExtId) {
  127. // TODO: desktopSharingChromeMethod is deprecated, remove.
  128. obtainDesktopStream = null;
  129. } else if (RTCBrowserType.getChromeVersion() >= 34) {
  130. obtainDesktopStream =
  131. this.obtainScreenFromExtension;
  132. logger.info("Using Chrome extension for desktop sharing");
  133. initChromeExtension(options);
  134. } else {
  135. logger.info("Chrome extension not supported until ver 34");
  136. }
  137. } else if (RTCBrowserType.isFirefox()) {
  138. if (options.desktopSharingFirefoxDisabled) {
  139. obtainDesktopStream = null;
  140. } else if (window.location.protocol === "http:"){
  141. logger.log("Screen sharing is not supported over HTTP. " +
  142. "Use of HTTPS is required.");
  143. obtainDesktopStream = null;
  144. } else {
  145. obtainDesktopStream = this.obtainScreenOnFirefox;
  146. }
  147. }
  148. if (!obtainDesktopStream) {
  149. logger.info("Desktop sharing disabled");
  150. }
  151. this.obtainStream = obtainDesktopStream;
  152. },
  153. /**
  154. * Checks whether obtaining a screen capture is supported in the current
  155. * environment.
  156. * @returns {boolean}
  157. */
  158. isSupported() {
  159. return !!this.obtainStream;
  160. },
  161. /**
  162. * Obtains a screen capture stream on Firefox.
  163. * @param callback
  164. * @param errorCallback
  165. */
  166. obtainScreenOnFirefox(options, callback, errorCallback) {
  167. var extensionRequired = false;
  168. if (this.options.desktopSharingFirefoxMaxVersionExtRequired === -1 ||
  169. (this.options.desktopSharingFirefoxMaxVersionExtRequired >= 0 &&
  170. RTCBrowserType.getFirefoxVersion() <=
  171. this.options.desktopSharingFirefoxMaxVersionExtRequired)) {
  172. extensionRequired = true;
  173. logger.log("Jidesha extension required on firefox version " +
  174. RTCBrowserType.getFirefoxVersion());
  175. }
  176. if (!extensionRequired || firefoxExtInstalled === true) {
  177. obtainWebRTCScreen(options, callback, errorCallback);
  178. return;
  179. }
  180. if (reDetectFirefoxExtension) {
  181. reDetectFirefoxExtension = false;
  182. initFirefoxExtensionDetection(this.options);
  183. }
  184. // Give it some (more) time to initialize, and assume lack of
  185. // extension if it hasn't.
  186. if (firefoxExtInstalled === null) {
  187. window.setTimeout(
  188. () => {
  189. if (firefoxExtInstalled === null) {
  190. firefoxExtInstalled = false;
  191. }
  192. this.obtainScreenOnFirefox(callback, errorCallback);
  193. },
  194. 300);
  195. logger.log("Waiting for detection of jidesha on firefox to " +
  196. "finish.");
  197. return;
  198. }
  199. // We need an extension and it isn't installed.
  200. // Make sure we check for the extension when the user clicks again.
  201. firefoxExtInstalled = null;
  202. reDetectFirefoxExtension = true;
  203. // Make sure desktopsharing knows that we failed, so that it doesn't get
  204. // stuck in 'switching' mode.
  205. errorCallback(
  206. new JitsiTrackError(JitsiTrackErrors.FIREFOX_EXTENSION_NEEDED));
  207. },
  208. /**
  209. * Asks Chrome extension to call chooseDesktopMedia and gets chrome
  210. * 'desktop' stream for returned stream token.
  211. */
  212. obtainScreenFromExtension(options, streamCallback, failCallback) {
  213. if (chromeExtInstalled) {
  214. doGetStreamFromExtension(this.options, streamCallback,
  215. failCallback);
  216. } else {
  217. if (chromeExtUpdateRequired) {
  218. alert(
  219. 'Jitsi Desktop Streamer requires update. ' +
  220. 'Changes will take effect after next Chrome restart.');
  221. }
  222. try {
  223. chrome.webstore.install(
  224. getWebStoreInstallUrl(this.options),
  225. arg => {
  226. logger.log("Extension installed successfully", arg);
  227. chromeExtInstalled = true;
  228. // We need to give a moment to the endpoint to become
  229. // available.
  230. waitForExtensionAfterInstall(this.options, 200, 10)
  231. .then(() => {
  232. doGetStreamFromExtension(this.options,
  233. streamCallback, failCallback);
  234. }).catch(() => {
  235. this.handleExtensionInstallationError(options,
  236. streamCallback, failCallback);
  237. });
  238. },
  239. this.handleExtensionInstallationError.bind(this,
  240. options, streamCallback, failCallback)
  241. );
  242. } catch(e) {
  243. this.handleExtensionInstallationError(options, streamCallback,
  244. failCallback, e);
  245. }
  246. }
  247. },
  248. handleExtensionInstallationError(options, streamCallback, failCallback, e) {
  249. const webStoreInstallUrl = getWebStoreInstallUrl(this.options);
  250. if ((CHROME_EXTENSION_POPUP_ERROR === e
  251. || CHROME_EXTENSION_IFRAME_ERROR === e)
  252. && options.interval > 0
  253. && typeof options.checkAgain === "function"
  254. && typeof options.listener === "function") {
  255. options.listener("waitingForExtension", webStoreInstallUrl);
  256. this.checkForChromeExtensionOnInterval(options, streamCallback,
  257. failCallback, e);
  258. return;
  259. }
  260. const msg
  261. = "Failed to install the extension from " + webStoreInstallUrl;
  262. logger.log(msg, e);
  263. failCallback(new JitsiTrackError(
  264. JitsiTrackErrors.CHROME_EXTENSION_INSTALLATION_ERROR,
  265. msg));
  266. },
  267. checkForChromeExtensionOnInterval(options, streamCallback, failCallback) {
  268. if (options.checkAgain() === false) {
  269. failCallback(new JitsiTrackError(
  270. JitsiTrackErrors.CHROME_EXTENSION_INSTALLATION_ERROR));
  271. return;
  272. }
  273. waitForExtensionAfterInstall(this.options, options.interval, 1)
  274. .then(() => {
  275. chromeExtInstalled = true;
  276. options.listener("extensionFound");
  277. this.obtainScreenFromExtension(options,
  278. streamCallback, failCallback);
  279. }).catch(() => {
  280. this.checkForChromeExtensionOnInterval(options,
  281. streamCallback, failCallback);
  282. });
  283. }
  284. };
  285. /**
  286. * Obtains a desktop stream using getUserMedia.
  287. * For this to work on Chrome, the
  288. * 'chrome://flags/#enable-usermedia-screen-capture' flag must be enabled.
  289. *
  290. * On firefox, the document's domain must be white-listed in the
  291. * 'media.getusermedia.screensharing.allowed_domains' preference in
  292. * 'about:config'.
  293. */
  294. function obtainWebRTCScreen(options, streamCallback, failCallback) {
  295. gumFunction(['screen'], streamCallback, failCallback);
  296. }
  297. /**
  298. * Constructs inline install URL for Chrome desktop streaming extension.
  299. * The 'chromeExtensionId' must be defined in options parameter.
  300. * @param options supports "desktopSharingChromeExtId"
  301. * @returns {string}
  302. */
  303. function getWebStoreInstallUrl(options){
  304. return "https://chrome.google.com/webstore/detail/" +
  305. options.desktopSharingChromeExtId;
  306. }
  307. /**
  308. * Checks whether an update of the Chrome extension is required.
  309. * @param minVersion minimal required version
  310. * @param extVersion current extension version
  311. * @returns {boolean}
  312. */
  313. function isUpdateRequired(minVersion, extVersion) {
  314. try {
  315. var s1 = minVersion.split('.');
  316. var s2 = extVersion.split('.');
  317. var len = Math.max(s1.length, s2.length);
  318. for (var i = 0; i < len; i++) {
  319. var n1 = 0,
  320. n2 = 0;
  321. if (i < s1.length) {
  322. n1 = parseInt(s1[i]);
  323. }
  324. if (i < s2.length) {
  325. n2 = parseInt(s2[i]);
  326. }
  327. if (isNaN(n1) || isNaN(n2)) {
  328. return true;
  329. } else if (n1 !== n2) {
  330. return n1 > n2;
  331. }
  332. }
  333. // will happen if both versions have identical numbers in
  334. // their components (even if one of them is longer, has more components)
  335. return false;
  336. } catch (e) {
  337. GlobalOnErrorHandler.callErrorHandler(e);
  338. logger.error("Failed to parse extension version", e);
  339. return true;
  340. }
  341. }
  342. function checkChromeExtInstalled(callback, options) {
  343. if (typeof chrome === "undefined" || !chrome || !chrome.runtime) {
  344. // No API, so no extension for sure
  345. callback(false, false);
  346. return;
  347. }
  348. chrome.runtime.sendMessage(
  349. options.desktopSharingChromeExtId,
  350. { getVersion: true },
  351. response => {
  352. if (!response || !response.version) {
  353. // Communication failure - assume that no endpoint exists
  354. logger.warn(
  355. "Extension not installed?: ", chrome.runtime.lastError);
  356. callback(false, false);
  357. return;
  358. }
  359. // Check installed extension version
  360. var extVersion = response.version;
  361. logger.log('Extension version is: ' + extVersion);
  362. var updateRequired
  363. = isUpdateRequired(
  364. options.desktopSharingChromeMinExtVersion,
  365. extVersion);
  366. callback(!updateRequired, updateRequired);
  367. }
  368. );
  369. }
  370. function doGetStreamFromExtension(options, streamCallback, failCallback) {
  371. // Sends 'getStream' msg to the extension.
  372. // Extension id must be defined in the config.
  373. chrome.runtime.sendMessage(
  374. options.desktopSharingChromeExtId,
  375. {
  376. getStream: true,
  377. sources: options.desktopSharingChromeSources
  378. },
  379. response => {
  380. if (!response) {
  381. // possibly re-wraping error message to make code consistent
  382. var lastError = chrome.runtime.lastError;
  383. failCallback(lastError instanceof Error
  384. ? lastError
  385. : new JitsiTrackError(
  386. JitsiTrackErrors.CHROME_EXTENSION_GENERIC_ERROR,
  387. lastError));
  388. return;
  389. }
  390. logger.log("Response from extension: ", response);
  391. onGetStreamResponse(response, streamCallback, failCallback);
  392. }
  393. );
  394. }
  395. /**
  396. * Initializes <link rel=chrome-webstore-item /> with extension id set in
  397. * config.js to support inline installs. Host site must be selected as main
  398. * website of published extension.
  399. * @param options supports "desktopSharingChromeExtId"
  400. */
  401. function initInlineInstalls(options){
  402. if($("link[rel=chrome-webstore-item]").length === 0) {
  403. $("head").append("<link rel=\"chrome-webstore-item\">");
  404. }
  405. $("link[rel=chrome-webstore-item]").attr("href",
  406. getWebStoreInstallUrl(options));
  407. }
  408. function initChromeExtension(options) {
  409. // Initialize Chrome extension inline installs
  410. initInlineInstalls(options);
  411. // Check if extension is installed
  412. checkChromeExtInstalled((installed, updateRequired) => {
  413. chromeExtInstalled = installed;
  414. chromeExtUpdateRequired = updateRequired;
  415. logger.info(
  416. "Chrome extension installed: " + chromeExtInstalled +
  417. " updateRequired: " + chromeExtUpdateRequired);
  418. }, options);
  419. }
  420. /**
  421. * Checks "retries" times on every "waitInterval"ms whether the ext is alive.
  422. * @param {Object} options the options passed to ScreanObtainer.obtainStream
  423. * @param {int} waitInterval the number of ms between retries
  424. * @param {int} retries the number of retries
  425. * @returns {Promise} returns promise that will be resolved when the extension
  426. * is alive and rejected if the extension is not alive even after "retries"
  427. * checks
  428. */
  429. function waitForExtensionAfterInstall(options, waitInterval, retries) {
  430. if(retries === 0) {
  431. return Promise.reject();
  432. }
  433. return new Promise((resolve, reject) => {
  434. let currentRetries = retries;
  435. const interval = window.setInterval(() => {
  436. checkChromeExtInstalled( (installed) => {
  437. if(installed) {
  438. window.clearInterval(interval);
  439. resolve();
  440. } else {
  441. currentRetries--;
  442. if(currentRetries === 0) {
  443. reject();
  444. window.clearInterval(interval);
  445. }
  446. }
  447. }, options);
  448. }, waitInterval);
  449. });
  450. }
  451. /**
  452. * Handles response from external application / extension and calls GUM to
  453. * receive the desktop streams or reports error.
  454. * @param {object} response
  455. * @param {string} response.streamId - the streamId for the desktop stream
  456. * @param {string} response.error - error to be reported.
  457. * @param {Function} onSuccess - callback for success.
  458. * @param {Function} onFailure - callback for failure.
  459. */
  460. function onGetStreamResponse(response, onSuccess, onFailure) {
  461. if (response.streamId) {
  462. gumFunction(
  463. ['desktop'],
  464. stream => onSuccess(stream),
  465. onFailure,
  466. { desktopStream: response.streamId });
  467. } else {
  468. // As noted in Chrome Desktop Capture API:
  469. // If user didn't select any source (i.e. canceled the prompt)
  470. // then the callback is called with an empty streamId.
  471. if(response.streamId === "") {
  472. onFailure(new JitsiTrackError(
  473. JitsiTrackErrors.CHROME_EXTENSION_USER_CANCELED));
  474. return;
  475. }
  476. onFailure(new JitsiTrackError(
  477. JitsiTrackErrors.CHROME_EXTENSION_GENERIC_ERROR,
  478. response.error));
  479. }
  480. }
  481. /**
  482. * Starts the detection of an installed jidesha extension for firefox.
  483. * @param options supports "desktopSharingFirefoxDisabled",
  484. * "desktopSharingFirefoxExtId"
  485. */
  486. function initFirefoxExtensionDetection(options) {
  487. if (options.desktopSharingFirefoxDisabled) {
  488. return;
  489. }
  490. if (firefoxExtInstalled === false || firefoxExtInstalled === true) {
  491. return;
  492. }
  493. if (!options.desktopSharingFirefoxExtId) {
  494. firefoxExtInstalled = false;
  495. return;
  496. }
  497. var img = document.createElement('img');
  498. img.onload = () => {
  499. logger.log("Detected firefox screen sharing extension.");
  500. firefoxExtInstalled = true;
  501. };
  502. img.onerror = () => {
  503. logger.log("Detected lack of firefox screen sharing extension.");
  504. firefoxExtInstalled = false;
  505. };
  506. // The jidesha extension exposes an empty image file under the url:
  507. // "chrome://EXT_ID/content/DOMAIN.png"
  508. // Where EXT_ID is the ID of the extension with "@" replaced by ".", and
  509. // DOMAIN is a domain whitelisted by the extension.
  510. var src = "chrome://" +
  511. options.desktopSharingFirefoxExtId.replace('@', '.') +
  512. "/content/" + document.location.hostname + ".png";
  513. img.setAttribute('src', src);
  514. }
  515. module.exports = ScreenObtainer;