mirror of
https://github.com/freedombox/FreedomBox.git
synced 2026-03-18 09:10:49 +00:00
b7a1d4bf8f
- Add basic video room based on demo. - Set port range to use for RTP. - coturn: Add component for time-limited TURN configuration. Signed-off-by: James Valleroy <jvalleroy@mailbox.org> [sunil: Don't error out when coturn is not installed/configured] [sunil: Prepend data- to custom attribute in HTML] [sunil: Convert SVG with embedded bitmap to vector graphics] [sunil: Hide Javascript license information in footer] [sunil: Minor changes to comments for styling] Signed-off-by: Sunil Mohan Adapa <sunil@medhas.org> Reviewed-by: Sunil Mohan Adapa <sunil@medhas.org>
1016 lines
58 KiB
JavaScript
1016 lines
58 KiB
JavaScript
// SPDX-License-Identifier: AGPL-3.0-or-later
|
|
/*
|
|
#
|
|
# This file is part of FreedomBox.
|
|
#
|
|
# This program is free software: you can redistribute it and/or modify
|
|
# it under the terms of the GNU Affero General Public License as
|
|
# published by the Free Software Foundation, either version 3 of the
|
|
# License, or (at your option) any later version.
|
|
#
|
|
# This program is distributed in the hope that it will be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
# GNU Affero General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU Affero General Public License
|
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
#
|
|
|
|
# This file based on example code from Janus Demos which is licensed as
|
|
# follows.
|
|
#
|
|
# 2014-2022 Meetecho
|
|
#
|
|
# GPL-3 with OpenSSL exception
|
|
# If you modify this Program, or any covered work,
|
|
# by linking or combining it with OpenSSL
|
|
# (or a modified version of that library),
|
|
# containing parts covered by the terms of OpenSSL License,
|
|
# the licensors of this Program grant you
|
|
# additional permission to convey the resulting work.
|
|
# Corresponding Source for a non-source form of such a combination
|
|
# shall include the source code for the parts of openssl used
|
|
# as well as that of the covered work.
|
|
*/
|
|
|
|
var janus = null;
|
|
var sfutest = null;
|
|
var opaqueId = "videoroomtest-"+Janus.randomString(12);
|
|
|
|
var myroom = 1234; // Demo room
|
|
if(getQueryStringValue("room") !== "")
|
|
myroom = parseInt(getQueryStringValue("room"));
|
|
var myusername = null;
|
|
var myid = null;
|
|
var mystream = null;
|
|
// We use this other ID just to map our subscriptions to us
|
|
var mypvtid = null;
|
|
|
|
var remoteFeed = null;
|
|
var feeds = {}, feedStreams = {}, subStreams = {}, slots = {}, mids = {}, subscriptions = {};
|
|
var localTracks = {}, localVideos = 0, remoteTracks = {};
|
|
var bitrateTimer = [], simulcastStarted = {};
|
|
|
|
var doSimulcast = (getQueryStringValue("simulcast") === "yes" || getQueryStringValue("simulcast") === "true");
|
|
var acodec = (getQueryStringValue("acodec") !== "" ? getQueryStringValue("acodec") : null);
|
|
var vcodec = (getQueryStringValue("vcodec") !== "" ? getQueryStringValue("vcodec") : null);
|
|
var subscriber_mode = (getQueryStringValue("subscriber-mode") === "yes" || getQueryStringValue("subscriber-mode") === "true");
|
|
|
|
$(document).ready(function() {
|
|
// Initialize the library (all console debuggers enabled)
|
|
Janus.init({debug: "all", callback: function() {
|
|
// Use a button to start the video room
|
|
$('#start').one('click', function() {
|
|
$(this).attr('disabled', true).unbind('click');
|
|
// Make sure the browser supports WebRTC
|
|
if(!Janus.isWebrtcSupported()) {
|
|
bootbox.alert("No WebRTC support... ");
|
|
return;
|
|
}
|
|
// Create session
|
|
janus = new Janus(
|
|
{
|
|
server: server,
|
|
iceServers: iceServers,
|
|
token: token,
|
|
apisecret: apisecret,
|
|
success: function() {
|
|
// Attach to video room test plugin
|
|
janus.attach(
|
|
{
|
|
plugin: "janus.plugin.videoroom",
|
|
opaqueId: opaqueId,
|
|
success: function(pluginHandle) {
|
|
$('#details').remove();
|
|
sfutest = pluginHandle;
|
|
Janus.log("Plugin attached! (" + sfutest.getPlugin() + ", id=" + sfutest.getId() + ")");
|
|
Janus.log(" -- This is a publisher/manager");
|
|
// Prepare the username registration
|
|
$('#videojoin').removeClass('hide').show();
|
|
$('#registernow').removeClass('hide').show();
|
|
$('#register').click(registerUsername);
|
|
$('#username').focus();
|
|
$('#start').removeAttr('disabled').html("Stop")
|
|
.click(function() {
|
|
$(this).attr('disabled', true);
|
|
janus.destroy();
|
|
});
|
|
},
|
|
error: function(error) {
|
|
Janus.error(" -- Error attaching plugin...", error);
|
|
bootbox.alert("Error attaching plugin... " + error);
|
|
},
|
|
consentDialog: function(on) {
|
|
Janus.debug("Consent dialog should be " + (on ? "on" : "off") + " now");
|
|
},
|
|
iceState: function(state) {
|
|
Janus.log("ICE state changed to " + state);
|
|
},
|
|
mediaState: function(medium, on, mid) {
|
|
Janus.log("Janus " + (on ? "started" : "stopped") + " receiving our " + medium + " (mid=" + mid + ")");
|
|
},
|
|
webrtcState: function(on) {
|
|
Janus.log("Janus says our WebRTC PeerConnection is " + (on ? "up" : "down") + " now");
|
|
$("#videolocal").parent().parent().unblock();
|
|
if(!on)
|
|
return;
|
|
$('#publish').remove();
|
|
// This controls allows us to override the global room bitrate cap
|
|
$('#bitrate').parent().parent().removeClass('hide').show();
|
|
$('#bitrate a').click(function() {
|
|
var id = $(this).attr("id");
|
|
var bitrate = parseInt(id)*1000;
|
|
if(bitrate === 0) {
|
|
Janus.log("Not limiting bandwidth via REMB");
|
|
} else {
|
|
Janus.log("Capping bandwidth to " + bitrate + " via REMB");
|
|
}
|
|
$('#bitrateset').html($(this).html() + '<span class="caret"></span>').parent().removeClass('open');
|
|
sfutest.send({ message: { request: "configure", bitrate: bitrate }});
|
|
return false;
|
|
});
|
|
},
|
|
slowLink: function(uplink, lost, mid) {
|
|
Janus.warn("Janus reports problems " + (uplink ? "sending" : "receiving") +
|
|
" packets on mid " + mid + " (" + lost + " lost packets)");
|
|
},
|
|
onmessage: function(msg, jsep) {
|
|
Janus.debug(" ::: Got a message (publisher) :::", msg);
|
|
var event = msg["videoroom"];
|
|
Janus.debug("Event: " + event);
|
|
if(event != undefined && event != null) {
|
|
if(event === "joined") {
|
|
// Publisher/manager created, negotiate WebRTC and attach to existing feeds, if any
|
|
myid = msg["id"];
|
|
mypvtid = msg["private_id"];
|
|
Janus.log("Successfully joined room " + msg["room"] + " with ID " + myid);
|
|
if(subscriber_mode) {
|
|
$('#videojoin').hide();
|
|
$('#videos').removeClass('hide').show();
|
|
} else {
|
|
publishOwnFeed(true);
|
|
}
|
|
// Any new feed to attach to?
|
|
if(msg["publishers"]) {
|
|
var list = msg["publishers"];
|
|
Janus.debug("Got a list of available publishers/feeds:", list);
|
|
var sources = null;
|
|
for(var f in list) {
|
|
var id = list[f]["id"];
|
|
var display = list[f]["display"];
|
|
var streams = list[f]["streams"];
|
|
for(var i in streams) {
|
|
var stream = streams[i];
|
|
stream["id"] = id;
|
|
stream["display"] = display;
|
|
}
|
|
feedStreams[id] = {
|
|
id: id,
|
|
display: display,
|
|
streams: streams
|
|
}
|
|
Janus.debug(" >> [" + id + "] " + display + ":", streams);
|
|
if(!sources)
|
|
sources = [];
|
|
sources.push(streams);
|
|
}
|
|
if(sources)
|
|
subscribeTo(sources);
|
|
}
|
|
} else if(event === "destroyed") {
|
|
// The room has been destroyed
|
|
Janus.warn("The room has been destroyed!");
|
|
bootbox.alert("The room has been destroyed", function() {
|
|
window.location.reload();
|
|
});
|
|
} else if(event === "event") {
|
|
// Any info on our streams or a new feed to attach to?
|
|
if(msg["streams"]) {
|
|
var streams = msg["streams"];
|
|
for(var i in streams) {
|
|
var stream = streams[i];
|
|
stream["id"] = myid;
|
|
stream["display"] = myusername;
|
|
}
|
|
feedStreams[myid] = {
|
|
id: myid,
|
|
display: myusername,
|
|
streams: streams
|
|
}
|
|
} else if(msg["publishers"]) {
|
|
var list = msg["publishers"];
|
|
Janus.debug("Got a list of available publishers/feeds:", list);
|
|
var sources = null;
|
|
for(var f in list) {
|
|
var id = list[f]["id"];
|
|
var display = list[f]["display"];
|
|
var streams = list[f]["streams"];
|
|
for(var i in streams) {
|
|
var stream = streams[i];
|
|
stream["id"] = id;
|
|
stream["display"] = display;
|
|
}
|
|
feedStreams[id] = {
|
|
id: id,
|
|
display: display,
|
|
streams: streams
|
|
}
|
|
Janus.debug(" >> [" + id + "] " + display + ":", streams);
|
|
if(!sources)
|
|
sources = [];
|
|
sources.push(streams);
|
|
}
|
|
if(sources)
|
|
subscribeTo(sources);
|
|
} else if(msg["leaving"]) {
|
|
// One of the publishers has gone away?
|
|
var leaving = msg["leaving"];
|
|
Janus.log("Publisher left: " + leaving);
|
|
unsubscribeFrom(leaving);
|
|
} else if(msg["unpublished"]) {
|
|
// One of the publishers has unpublished?
|
|
var unpublished = msg["unpublished"];
|
|
Janus.log("Publisher left: " + unpublished);
|
|
if(unpublished === 'ok') {
|
|
// That's us
|
|
sfutest.hangup();
|
|
return;
|
|
}
|
|
unsubscribeFrom(unpublished);
|
|
} else if(msg["error"]) {
|
|
if(msg["error_code"] === 426) {
|
|
// This is a "no such room" error: give a more meaningful description
|
|
bootbox.alert(
|
|
"<p>Apparently room <code>" + myroom + "</code> (the one this page uses as a test room) " +
|
|
"does not exist...</p><p>Do you have an updated <code>janus.plugin.videoroom.cfg</code> " +
|
|
"configuration file? If not, make sure you copy the details of room <code>" + myroom + "</code> " +
|
|
"from that sample in your current configuration file, then restart Janus and try again."
|
|
);
|
|
} else {
|
|
bootbox.alert(msg["error"]);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
if(jsep) {
|
|
Janus.debug("Handling SDP as well...", jsep);
|
|
sfutest.handleRemoteJsep({ jsep: jsep });
|
|
// Check if any of the media we wanted to publish has
|
|
// been rejected (e.g., wrong or unsupported codec)
|
|
var audio = msg["audio_codec"];
|
|
if(mystream && mystream.getAudioTracks() && mystream.getAudioTracks().length > 0 && !audio) {
|
|
// Audio has been rejected
|
|
toastr.warning("Our audio stream has been rejected, viewers won't hear us");
|
|
}
|
|
var video = msg["video_codec"];
|
|
if(mystream && mystream.getVideoTracks() && mystream.getVideoTracks().length > 0 && !video) {
|
|
// Video has been rejected
|
|
toastr.warning("Our video stream has been rejected, viewers won't see us");
|
|
// Hide the webcam video
|
|
$('#myvideo').hide();
|
|
$('#videolocal').append(
|
|
'<div class="no-video-container">' +
|
|
'<span class="no-video-text-sm">Video rejected, no webcam</span>' +
|
|
'</div>');
|
|
}
|
|
}
|
|
},
|
|
onlocaltrack: function(track, on) {
|
|
Janus.debug(" ::: Got a local track event :::");
|
|
Janus.debug("Local track " + (on ? "added" : "removed") + ":", track);
|
|
// We use the track ID as name of the element, but it may contain invalid characters
|
|
var trackId = track.id.replace(/[{}]/g, "");
|
|
if(!on) {
|
|
// Track removed, get rid of the stream and the rendering
|
|
var stream = localTracks[trackId];
|
|
if(stream) {
|
|
try {
|
|
var tracks = stream.getTracks();
|
|
for(var i in tracks) {
|
|
var mst = tracks[i];
|
|
if(mst)
|
|
mst.stop();
|
|
}
|
|
} catch(e) {}
|
|
}
|
|
if(track.kind === "video") {
|
|
$('#myvideo' + trackId).remove();
|
|
localVideos--;
|
|
if(localVideos === 0) {
|
|
// No video, at least for now: show a placeholder
|
|
if($('#videolocal .no-video-container').length === 0) {
|
|
$('#videolocal').append(
|
|
'<div class="no-video-container">' +
|
|
'<span class="no-video-text">No webcam available</span>' +
|
|
'</div>');
|
|
}
|
|
}
|
|
}
|
|
delete localTracks[trackId];
|
|
return;
|
|
}
|
|
// If we're here, a new track was added
|
|
var stream = localTracks[trackId];
|
|
if(stream) {
|
|
// We've been here already
|
|
return;
|
|
}
|
|
$('#videos').removeClass('hide').show();
|
|
if($('#mute').length === 0) {
|
|
// Add a 'mute' button
|
|
$('#videolocal').append('<button class="btn btn-warning btn-xs mute-button" id="mute">Mute</button>');
|
|
$('#mute').click(toggleMute);
|
|
// Add an 'unpublish' button
|
|
$('#videolocal').append('<button class="btn btn-warning btn-xs unpublish-button" id="unpublish">Unpublish</button>');
|
|
$('#unpublish').click(unpublishOwnFeed);
|
|
}
|
|
if(track.kind === "audio") {
|
|
// We ignore local audio tracks, they'd generate echo anyway
|
|
if(localVideos === 0) {
|
|
// No video, at least for now: show a placeholder
|
|
if($('#videolocal .no-video-container').length === 0) {
|
|
$('#videolocal').append(
|
|
'<div class="no-video-container">' +
|
|
'<span class="no-video-text">No webcam available</span>' +
|
|
'</div>');
|
|
}
|
|
}
|
|
} else {
|
|
// New video track: create a stream out of it
|
|
localVideos++;
|
|
$('#videolocal .no-video-container').remove();
|
|
stream = new MediaStream();
|
|
stream.addTrack(track.clone());
|
|
localTracks[trackId] = stream;
|
|
Janus.log("Created local stream:", stream);
|
|
Janus.log(stream.getTracks());
|
|
Janus.log(stream.getVideoTracks());
|
|
$('#videolocal').append('<video class="rounded centered" id="myvideo' + trackId + '" width=100% autoplay playsinline muted="muted"/>');
|
|
Janus.attachMediaStream($('#myvideo' + trackId).get(0), stream);
|
|
}
|
|
if(sfutest.webrtcStuff.pc.iceConnectionState !== "completed" &&
|
|
sfutest.webrtcStuff.pc.iceConnectionState !== "connected") {
|
|
$("#videolocal").parent().parent().block({
|
|
message: '<b>Publishing...</b>',
|
|
css: {
|
|
border: 'none',
|
|
backgroundColor: 'transparent',
|
|
color: 'white'
|
|
}
|
|
});
|
|
}
|
|
},
|
|
onremotetrack: function(track, mid, on) {
|
|
// The publisher stream is sendonly, we don't expect anything here
|
|
},
|
|
oncleanup: function() {
|
|
Janus.log(" ::: Got a cleanup notification: we are unpublished now :::");
|
|
mystream = null;
|
|
delete feedStreams[myid];
|
|
$('#videolocal').html('<button id="publish" class="btn btn-primary">Publish</button>');
|
|
$('#publish').click(function() { publishOwnFeed(true); });
|
|
$("#videolocal").parent().parent().unblock();
|
|
$('#bitrate').parent().parent().addClass('hide');
|
|
$('#bitrate a').unbind('click');
|
|
localTracks = {};
|
|
localVideos = 0;
|
|
}
|
|
});
|
|
},
|
|
error: function(error) {
|
|
Janus.error(error);
|
|
bootbox.alert(error, function() {
|
|
window.location.reload();
|
|
});
|
|
},
|
|
destroyed: function() {
|
|
window.location.reload();
|
|
}
|
|
});
|
|
});
|
|
}});
|
|
});
|
|
|
|
function checkEnter(field, event) {
|
|
var theCode = event.keyCode ? event.keyCode : event.which ? event.which : event.charCode;
|
|
if(theCode == 13) {
|
|
registerUsername();
|
|
return false;
|
|
} else {
|
|
return true;
|
|
}
|
|
}
|
|
|
|
function registerUsername() {
|
|
if($('#username').length === 0) {
|
|
// Create fields to register
|
|
$('#register').click(registerUsername);
|
|
$('#username').focus();
|
|
} else {
|
|
// Try a registration
|
|
$('#username').attr('disabled', true);
|
|
$('#register').attr('disabled', true).unbind('click');
|
|
var username = $('#username').val();
|
|
if(username === "") {
|
|
$('#you')
|
|
.removeClass().addClass('label label-warning')
|
|
.html("Insert your display name (e.g., pippo)");
|
|
$('#username').removeAttr('disabled');
|
|
$('#register').removeAttr('disabled').click(registerUsername);
|
|
return;
|
|
}
|
|
if(/[^a-zA-Z0-9]/.test(username)) {
|
|
$('#you')
|
|
.removeClass().addClass('label label-warning')
|
|
.html('Input is not alphanumeric');
|
|
$('#username').removeAttr('disabled').val("");
|
|
$('#register').removeAttr('disabled').click(registerUsername);
|
|
return;
|
|
}
|
|
var register = {
|
|
request: "join",
|
|
room: myroom,
|
|
ptype: "publisher",
|
|
display: username
|
|
};
|
|
myusername = escapeXmlTags(username);
|
|
sfutest.send({ message: register });
|
|
}
|
|
}
|
|
|
|
function publishOwnFeed(useAudio) {
|
|
// Publish our stream
|
|
$('#publish').attr('disabled', true).unbind('click');
|
|
sfutest.createOffer(
|
|
{
|
|
// Add data:true here if you want to publish datachannels as well
|
|
media: { audioRecv: false, videoRecv: false, audioSend: useAudio, videoSend: true }, // Publishers are sendonly
|
|
// If you want to test simulcasting (Chrome and Firefox only), then
|
|
// pass a ?simulcast=true when opening this demo page: it will turn
|
|
// the following 'simulcast' property to pass to janus.js to true
|
|
simulcast: doSimulcast,
|
|
success: function(jsep) {
|
|
Janus.debug("Got publisher SDP!");
|
|
Janus.debug(jsep);
|
|
var publish = { request: "configure", audio: useAudio, video: true };
|
|
// You can force a specific codec to use when publishing by using the
|
|
// audiocodec and videocodec properties, for instance:
|
|
// publish["audiocodec"] = "opus"
|
|
// to force Opus as the audio codec to use, or:
|
|
// publish["videocodec"] = "vp9"
|
|
// to force VP9 as the videocodec to use. In both case, though, forcing
|
|
// a codec will only work if: (1) the codec is actually in the SDP (and
|
|
// so the browser supports it), and (2) the codec is in the list of
|
|
// allowed codecs in a room. With respect to the point (2) above,
|
|
// refer to the text in janus.plugin.videoroom.cfg for more details
|
|
if(acodec)
|
|
publish["audiocodec"] = acodec;
|
|
if(vcodec)
|
|
publish["videocodec"] = vcodec;
|
|
sfutest.send({ message: publish, jsep: jsep });
|
|
},
|
|
error: function(error) {
|
|
Janus.error("WebRTC error:", error);
|
|
if (useAudio) {
|
|
publishOwnFeed(false);
|
|
} else {
|
|
bootbox.alert("WebRTC error... " + error.message);
|
|
$('#publish').removeAttr('disabled').click(function() { publishOwnFeed(true); });
|
|
}
|
|
}
|
|
});
|
|
}
|
|
|
|
function toggleMute() {
|
|
var muted = sfutest.isAudioMuted();
|
|
Janus.log((muted ? "Unmuting" : "Muting") + " local stream...");
|
|
if(muted)
|
|
sfutest.unmuteAudio();
|
|
else
|
|
sfutest.muteAudio();
|
|
muted = sfutest.isAudioMuted();
|
|
$('#mute').html(muted ? "Unmute" : "Mute");
|
|
}
|
|
|
|
function unpublishOwnFeed() {
|
|
// Unpublish our stream
|
|
$('#unpublish').attr('disabled', true).unbind('click');
|
|
var unpublish = { request: "unpublish" };
|
|
sfutest.send({ message: unpublish });
|
|
}
|
|
|
|
var creatingSubscription = false;
|
|
function subscribeTo(sources) {
|
|
// Check if we're still creating the subscription handle
|
|
if(creatingSubscription) {
|
|
// Still working on the handle, send this request later when it's ready
|
|
setTimeout(function() {
|
|
subscribeTo(sources);
|
|
}, 500);
|
|
return;
|
|
}
|
|
// If we already have a working subscription handle, just update that one
|
|
if(remoteFeed) {
|
|
// Prepare the streams to subscribe to, as an array: we have the list of
|
|
// streams the feeds are publishing, so we can choose what to pick or skip
|
|
var subscription = [];
|
|
for(var s in sources) {
|
|
var streams = sources[s];
|
|
for(var i in streams) {
|
|
var stream = streams[i];
|
|
// If the publisher is VP8/VP9 and this is an older Safari, let's avoid video
|
|
if(stream.type === "video" && Janus.webRTCAdapter.browserDetails.browser === "safari" &&
|
|
(stream.codec === "vp9" || (stream.codec === "vp8" && !Janus.safariVp8))) {
|
|
toastr.warning("Publisher is using " + stream.codec.toUpperCase +
|
|
", but Safari doesn't support it: disabling video stream #" + stream.mindex);
|
|
continue;
|
|
}
|
|
if(stream.disabled) {
|
|
Janus.log("Disabled stream:", stream);
|
|
// TODO Skipping for now, we should unsubscribe
|
|
continue;
|
|
}
|
|
if(subscriptions[stream.id] && subscriptions[stream.id][stream.mid]) {
|
|
Janus.log("Already subscribed to stream, skipping:", stream);
|
|
continue;
|
|
}
|
|
// Find an empty slot in the UI for each new source
|
|
if(!feedStreams[stream.id].slot) {
|
|
var slot;
|
|
for(var i=1;i<6;i++) {
|
|
if(!feeds[i]) {
|
|
slot = i;
|
|
feeds[slot] = stream.id;
|
|
feedStreams[stream.id].slot = slot;
|
|
feedStreams[stream.id].remoteVideos = 0;
|
|
$('#remote' + slot).removeClass('hide').html(escapeXmlTags(stream.display)).show();
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
subscription.push({
|
|
feed: stream.id, // This is mandatory
|
|
mid: stream.mid // This is optional (all streams, if missing)
|
|
});
|
|
if(!subscriptions[stream.id])
|
|
subscriptions[stream.id] = {};
|
|
subscriptions[stream.id][stream.mid] = true;
|
|
}
|
|
}
|
|
if(subscription.length === 0) {
|
|
// Nothing to do
|
|
return;
|
|
}
|
|
remoteFeed.send({ message: {
|
|
request: "subscribe",
|
|
streams: subscription
|
|
}});
|
|
// Nothing else we need to do
|
|
return;
|
|
}
|
|
// If we got here, we're creating a new handle for the subscriptions (we only need one)
|
|
creatingSubscription = true;
|
|
janus.attach(
|
|
{
|
|
plugin: "janus.plugin.videoroom",
|
|
opaqueId: opaqueId,
|
|
success: function(pluginHandle) {
|
|
remoteFeed = pluginHandle;
|
|
remoteTracks = {};
|
|
Janus.log("Plugin attached! (" + remoteFeed.getPlugin() + ", id=" + remoteFeed.getId() + ")");
|
|
Janus.log(" -- This is a multistream subscriber");
|
|
// Prepare the streams to subscribe to, as an array: we have the list of
|
|
// streams the feed is publishing, so we can choose what to pick or skip
|
|
var subscription = [];
|
|
for(var s in sources) {
|
|
var streams = sources[s];
|
|
for(var i in streams) {
|
|
var stream = streams[i];
|
|
// If the publisher is VP8/VP9 and this is an older Safari, let's avoid video
|
|
if(stream.type === "video" && Janus.webRTCAdapter.browserDetails.browser === "safari" &&
|
|
(stream.codec === "vp9" || (stream.codec === "vp8" && !Janus.safariVp8))) {
|
|
toastr.warning("Publisher is using " + stream.codec.toUpperCase +
|
|
", but Safari doesn't support it: disabling video stream #" + stream.mindex);
|
|
continue;
|
|
}
|
|
if(stream.disabled) {
|
|
Janus.log("Disabled stream:", stream);
|
|
// TODO Skipping for now, we should unsubscribe
|
|
continue;
|
|
}
|
|
Janus.log("Subscribed to " + stream.id + "/" + stream.mid + "?", subscriptions);
|
|
if(subscriptions[stream.id] && subscriptions[stream.id][stream.mid]) {
|
|
Janus.log("Already subscribed to stream, skipping:", stream);
|
|
continue;
|
|
}
|
|
// Find an empty slot in the UI for each new source
|
|
if(!feedStreams[stream.id].slot) {
|
|
var slot;
|
|
for(var i=1;i<6;i++) {
|
|
if(!feeds[i]) {
|
|
slot = i;
|
|
feeds[slot] = stream.id;
|
|
feedStreams[stream.id].slot = slot;
|
|
feedStreams[stream.id].remoteVideos = 0;
|
|
$('#remote' + slot).removeClass('hide').html(escapeXmlTags(stream.display)).show();
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
subscription.push({
|
|
feed: stream.id, // This is mandatory
|
|
mid: stream.mid // This is optional (all streams, if missing)
|
|
});
|
|
if(!subscriptions[stream.id])
|
|
subscriptions[stream.id] = {};
|
|
subscriptions[stream.id][stream.mid] = true;
|
|
}
|
|
}
|
|
// We wait for the plugin to send us an offer
|
|
var subscribe = {
|
|
request: "join",
|
|
room: myroom,
|
|
ptype: "subscriber",
|
|
streams: subscription,
|
|
private_id: mypvtid
|
|
};
|
|
remoteFeed.send({ message: subscribe });
|
|
},
|
|
error: function(error) {
|
|
Janus.error(" -- Error attaching plugin...", error);
|
|
bootbox.alert("Error attaching plugin... " + error);
|
|
},
|
|
iceState: function(state) {
|
|
Janus.log("ICE state (remote feed) changed to " + state);
|
|
},
|
|
webrtcState: function(on) {
|
|
Janus.log("Janus says this WebRTC PeerConnection (remote feed) is " + (on ? "up" : "down") + " now");
|
|
},
|
|
slowLink: function(uplink, lost, mid) {
|
|
Janus.warn("Janus reports problems " + (uplink ? "sending" : "receiving") +
|
|
" packets on mid " + mid + " (" + lost + " lost packets)");
|
|
},
|
|
onmessage: function(msg, jsep) {
|
|
Janus.debug(" ::: Got a message (subscriber) :::", msg);
|
|
var event = msg["videoroom"];
|
|
Janus.debug("Event: " + event);
|
|
if(msg["error"]) {
|
|
bootbox.alert(msg["error"]);
|
|
} else if(event) {
|
|
if(event === "attached") {
|
|
// Now we have a working subscription, next requests will update this one
|
|
creatingSubscription = false;
|
|
Janus.log("Successfully attached to feed in room " + msg["room"]);
|
|
} else if(event === "event") {
|
|
// Check if we got an event on a simulcast-related event from this publisher
|
|
var mid = msg["mid"];
|
|
var substream = msg["substream"];
|
|
var temporal = msg["temporal"];
|
|
if((substream !== null && substream !== undefined) || (temporal !== null && temporal !== undefined)) {
|
|
// Check which this feed this refers to
|
|
var sub = subStreams[mid];
|
|
var feed = feedStreams[sub.feed_id];
|
|
var slot = slots[mid];
|
|
if(!simulcastStarted[slot]) {
|
|
simulcastStarted[slot] = true;
|
|
// Add some new buttons
|
|
addSimulcastButtons(slot, true);
|
|
}
|
|
// We just received notice that there's been a switch, update the buttons
|
|
updateSimulcastButtons(slot, substream, temporal);
|
|
}
|
|
} else {
|
|
// What has just happened?
|
|
}
|
|
}
|
|
if(msg["streams"]) {
|
|
// Update map of subscriptions by mid
|
|
for(var i in msg["streams"]) {
|
|
var mid = msg["streams"][i]["mid"];
|
|
subStreams[mid] = msg["streams"][i];
|
|
var feed = feedStreams[msg["streams"][i]["feed_id"]];
|
|
if(feed && feed.slot) {
|
|
slots[mid] = feed.slot;
|
|
mids[feed.slot] = mid;
|
|
}
|
|
}
|
|
}
|
|
if(jsep) {
|
|
Janus.debug("Handling SDP as well...", jsep);
|
|
// Answer and attach
|
|
remoteFeed.createAnswer(
|
|
{
|
|
jsep: jsep,
|
|
// Add data:true here if you want to subscribe to datachannels as well
|
|
// (obviously only works if the publisher offered them in the first place)
|
|
media: { audioSend: false, videoSend: false }, // We want recvonly audio/video
|
|
success: function(jsep) {
|
|
Janus.debug("Got SDP!");
|
|
Janus.debug(jsep);
|
|
var body = { request: "start", room: myroom };
|
|
remoteFeed.send({ message: body, jsep: jsep });
|
|
},
|
|
error: function(error) {
|
|
Janus.error("WebRTC error:", error);
|
|
bootbox.alert("WebRTC error... " + error.message);
|
|
}
|
|
});
|
|
}
|
|
},
|
|
onlocaltrack: function(track, on) {
|
|
// The subscriber stream is recvonly, we don't expect anything here
|
|
},
|
|
onremotetrack: function(track, mid, on) {
|
|
Janus.debug("Remote track (mid=" + mid + ") " + (on ? "added" : "removed") + ":", track);
|
|
// Which publisher are we getting on this mid?
|
|
var sub = subStreams[mid];
|
|
var feed = feedStreams[sub.feed_id];
|
|
Janus.debug(" >> This track is coming from feed " + sub.feed_id + ":", feed);
|
|
var slot = slots[mid];
|
|
if(feed && !slot) {
|
|
slot = feed.slot;
|
|
slots[mid] = feed.slot;
|
|
mids[feed.slot] = mid;
|
|
}
|
|
Janus.debug(" >> mid " + mid + " is in slot " + slot);
|
|
if(!on) {
|
|
// Track removed, get rid of the stream and the rendering
|
|
var stream = remoteTracks[mid];
|
|
if(stream) {
|
|
try {
|
|
var tracks = stream.getTracks();
|
|
for(var i in tracks) {
|
|
var mst = tracks[i];
|
|
if(mst)
|
|
mst.stop();
|
|
}
|
|
} catch(e) {}
|
|
}
|
|
$('#remotevideo' + slot + '-' + mid).remove();
|
|
if(track.kind === "video" && feed) {
|
|
feed.remoteVideos--;
|
|
if(feed.remoteVideos === 0) {
|
|
// No video, at least for now: show a placeholder
|
|
if($('#videoremote' + slot + ' .no-video-container').length === 0) {
|
|
$('#videoremote' + slot).append(
|
|
'<div class="no-video-container">' +
|
|
'<span class="no-video-text">No remote video available</span>' +
|
|
'</div>');
|
|
}
|
|
}
|
|
}
|
|
delete remoteTracks[mid];
|
|
delete slots[mid];
|
|
delete mids[slot];
|
|
return;
|
|
}
|
|
// If we're here, a new track was added
|
|
if(feed.spinner) {
|
|
feed.spinner.stop();
|
|
feed.spinner = null;
|
|
}
|
|
if($('#remotevideo' + slot + '-' + mid).length > 0)
|
|
return;
|
|
if(track.kind === "audio") {
|
|
// New audio track: create a stream out of it, and use a hidden <audio> element
|
|
stream = new MediaStream();
|
|
stream.addTrack(track.clone());
|
|
remoteTracks[mid] = stream;
|
|
Janus.log("Created remote audio stream:", stream);
|
|
$('#videoremote' + slot).append('<audio class="hide" id="remotevideo' + slot + '-' + mid + '" autoplay playsinline/>');
|
|
Janus.attachMediaStream($('#remotevideo' + slot + '-' + mid).get(0), stream);
|
|
if(feed.remoteVideos === 0) {
|
|
// No video, at least for now: show a placeholder
|
|
if($('#videoremote' + slot + ' .no-video-container').length === 0) {
|
|
$('#videoremote' + slot).append(
|
|
'<div class="no-video-container">' +
|
|
'<span class="no-video-text">No remote video available</span>' +
|
|
'</div>');
|
|
}
|
|
}
|
|
} else {
|
|
// New video track: create a stream out of it
|
|
feed.remoteVideos++;
|
|
$('#videoremote' + slot + ' .no-video-container').remove();
|
|
stream = new MediaStream();
|
|
stream.addTrack(track.clone());
|
|
remoteTracks[mid] = stream;
|
|
Janus.log("Created remote video stream:", stream);
|
|
$('#videoremote' + slot).append('<video class="rounded centered" id="remotevideo' + slot + '-' + mid + '" width=100% autoplay playsinline/>');
|
|
$('#videoremote' + slot).append(
|
|
'<span class="label label-primary hide resolution-label" id="curres'+slot+'"></span>' +
|
|
'<span class="label label-info hide bitrate-label" id="curbitrate'+slot+'"></span>');
|
|
Janus.attachMediaStream($('#remotevideo' + slot + '-' + mid).get(0), stream);
|
|
// Note: we'll need this for additional videos too
|
|
if(!bitrateTimer[slot]) {
|
|
$('#curbitrate' + slot).removeClass('hide').show();
|
|
bitrateTimer[slot] = setInterval(function() {
|
|
if(!$("#videoremote" + slot + ' video').get(0))
|
|
return;
|
|
// Display updated bitrate, if supported
|
|
var bitrate = remoteFeed.getBitrate(mid);
|
|
$('#curbitrate' + slot).text(bitrate);
|
|
// Check if the resolution changed too
|
|
var width = $("#videoremote" + slot + ' video').get(0).videoWidth;
|
|
var height = $("#videoremote" + slot + ' video').get(0).videoHeight;
|
|
if(width > 0 && height > 0)
|
|
$('#curres' + slot).removeClass('hide').text(width+'x'+height).show();
|
|
}, 1000);
|
|
}
|
|
}
|
|
},
|
|
oncleanup: function() {
|
|
Janus.log(" ::: Got a cleanup notification (remote feed) :::");
|
|
for(var i=1;i<6;i++) {
|
|
$('#remotevideo'+i).remove();
|
|
$('#waitingvideo'+i).remove();
|
|
$('#novideo'+i).remove();
|
|
$('#curbitrate'+i).remove();
|
|
$('#curres'+i).remove();
|
|
if(bitrateTimer[i])
|
|
clearInterval(bitrateTimer[i]);
|
|
bitrateTimer[i] = null;
|
|
feedStreams[i].simulcastStarted = false;
|
|
feedStreams[i].remoteVideos = 0;
|
|
$('#simulcast'+i).remove();
|
|
}
|
|
remoteTracks = {};
|
|
}
|
|
});
|
|
}
|
|
|
|
function unsubscribeFrom(id) {
|
|
// Unsubscribe from this publisher
|
|
var feed = feedStreams[id];
|
|
if(!feed)
|
|
return;
|
|
Janus.debug("Feed " + id + " (" + feed.display + ") has left the room, detaching");
|
|
if(bitrateTimer[feed.slot])
|
|
clearInterval(bitrateTimer[feed.slot]);
|
|
bitrateTimer[feed.slot] = null;
|
|
$('#remote' + feed.slot).empty().hide();
|
|
$('#videoremote' + feed.slot).empty();
|
|
delete simulcastStarted[feed.slot];
|
|
$('#simulcast' + feed.slot).remove();
|
|
delete feeds[feed.slot];
|
|
feeds.slot = 0;
|
|
delete feedStreams[id];
|
|
// Send an unsubscribe request
|
|
var unsubscribe = {
|
|
request: "unsubscribe",
|
|
streams: [{ feed: id }]
|
|
};
|
|
if(remoteFeed != null)
|
|
remoteFeed.send({ message: unsubscribe });
|
|
delete subscriptions[id];
|
|
}
|
|
|
|
// Helper to parse query string
|
|
function getQueryStringValue(name) {
|
|
name = name.replace(/[\[]/, "\\[").replace(/[\]]/, "\\]");
|
|
var regex = new RegExp("[\\?&]" + name + "=([^&#]*)"),
|
|
results = regex.exec(location.search);
|
|
return results === null ? "" : decodeURIComponent(results[1].replace(/\+/g, " "));
|
|
}
|
|
|
|
// Helper to escape XML tags
|
|
function escapeXmlTags(value) {
|
|
if(value) {
|
|
var escapedValue = value.replace(new RegExp('<', 'g'), '<');
|
|
escapedValue = escapedValue.replace(new RegExp('>', 'g'), '>');
|
|
return escapedValue;
|
|
}
|
|
}
|
|
|
|
// Helpers to create Simulcast-related UI, if enabled
|
|
function addSimulcastButtons(feed, temporal) {
|
|
var index = feed;
|
|
$('#remote'+index).parent().append(
|
|
'<div id="simulcast'+index+'" class="btn-group-vertical btn-group-vertical-xs pull-right">' +
|
|
' <div class"row">' +
|
|
' <div class="btn-group btn-group-xs simulcast-button-group">' +
|
|
' <button id="sl'+index+'-2" type="button" class="btn btn-primary simulcast-button" data-toggle="tooltip" title="Switch to higher quality" style="width: 33%">SL 2</button>' +
|
|
' <button id="sl'+index+'-1" type="button" class="btn btn-primary simulcast-button" data-toggle="tooltip" title="Switch to normal quality" style="width: 33%">SL 1</button>' +
|
|
' <button id="sl'+index+'-0" type="button" class="btn btn-primary simulcast-button" data-toggle="tooltip" title="Switch to lower quality" style="width: 34%">SL 0</button>' +
|
|
' </div>' +
|
|
' </div>' +
|
|
' <div class"row">' +
|
|
' <div class="btn-group btn-group-xs hide simulcast-button-group">' +
|
|
' <button id="tl'+index+'-2" type="button" class="btn btn-primary simulcast-button" data-toggle="tooltip" title="Cap to temporal layer 2">TL 2</button>' +
|
|
' <button id="tl'+index+'-1" type="button" class="btn btn-primary simulcast-button" data-toggle="tooltip" title="Cap to temporal layer 1">TL 1</button>' +
|
|
' <button id="tl'+index+'-0" type="button" class="btn btn-primary simulcast-button" data-toggle="tooltip" title="Cap to temporal layer 0">TL 0</button>' +
|
|
' </div>' +
|
|
' </div>' +
|
|
'</div>'
|
|
);
|
|
// Enable the simulcast selection buttons
|
|
$('#sl' + index + '-0').removeClass('btn-primary btn-success').addClass('btn-primary')
|
|
.unbind('click').click(function() {
|
|
var index = $(this).attr('id').split('sl')[1].split('-')[0];
|
|
toastr.info("Switching simulcast substream (mid=" + mids[index] + "), wait for it... (lower quality)", null, {timeOut: 2000});
|
|
if(!$('#sl' + index + '-2').hasClass('btn-success'))
|
|
$('#sl' + index + '-2').removeClass('btn-primary btn-info').addClass('btn-primary');
|
|
if(!$('#sl' + index + '-1').hasClass('btn-success'))
|
|
$('#sl' + index + '-1').removeClass('btn-primary btn-info').addClass('btn-primary');
|
|
$('#sl' + index + '-0').removeClass('btn-primary btn-info btn-success').addClass('btn-info');
|
|
remoteFeed.send({ message: { request: "configure", mid: mids[index], substream: 0 }});
|
|
});
|
|
$('#sl' + index + '-1').removeClass('btn-primary btn-success').addClass('btn-primary')
|
|
.unbind('click').click(function() {
|
|
var index = $(this).attr('id').split('sl')[1].split('-')[0];
|
|
toastr.info("Switching simulcast substream (mid=" + mids[index] + "), wait for it... (normal quality)", null, {timeOut: 2000});
|
|
if(!$('#sl' + index + '-2').hasClass('btn-success'))
|
|
$('#sl' + index + '-2').removeClass('btn-primary btn-info').addClass('btn-primary');
|
|
$('#sl' + index + '-1').removeClass('btn-primary btn-info btn-success').addClass('btn-info');
|
|
if(!$('#sl' + index + '-0').hasClass('btn-success'))
|
|
$('#sl' + index + '-0').removeClass('btn-primary btn-info').addClass('btn-primary');
|
|
remoteFeed.send({ message: { request: "configure", mid: mids[index], substream: 1 }});
|
|
});
|
|
$('#sl' + index + '-2').removeClass('btn-primary btn-success').addClass('btn-primary')
|
|
.unbind('click').click(function() {
|
|
var index = $(this).attr('id').split('sl')[1].split('-')[0];
|
|
toastr.info("Switching simulcast substream (mid=" + mids[index] + "), wait for it... (higher quality)", null, {timeOut: 2000});
|
|
$('#sl' + index + '-2').removeClass('btn-primary btn-info btn-success').addClass('btn-info');
|
|
if(!$('#sl' + index + '-1').hasClass('btn-success'))
|
|
$('#sl' + index + '-1').removeClass('btn-primary btn-info').addClass('btn-primary');
|
|
if(!$('#sl' + index + '-0').hasClass('btn-success'))
|
|
$('#sl' + index + '-0').removeClass('btn-primary btn-info').addClass('btn-primary');
|
|
remoteFeed.send({ message: { request: "configure", mid: mids[index], substream: 2 }});
|
|
});
|
|
if(!temporal) // No temporal layer support
|
|
return;
|
|
$('#tl' + index + '-0').parent().removeClass('hide');
|
|
$('#tl' + index + '-0').removeClass('btn-primary btn-success').addClass('btn-primary')
|
|
.unbind('click').click(function() {
|
|
var index = $(this).attr('id').split('tl')[1].split('-')[0];
|
|
toastr.info("Capping simulcast temporal layer (mid=" + mids[index] + "), wait for it... (lowest FPS)", null, {timeOut: 2000});
|
|
if(!$('#tl' + index + '-2').hasClass('btn-success'))
|
|
$('#tl' + index + '-2').removeClass('btn-primary btn-info').addClass('btn-primary');
|
|
if(!$('#tl' + index + '-1').hasClass('btn-success'))
|
|
$('#tl' + index + '-1').removeClass('btn-primary btn-info').addClass('btn-primary');
|
|
$('#tl' + index + '-0').removeClass('btn-primary btn-info btn-success').addClass('btn-info');
|
|
remoteFeed.send({ message: { request: "configure", mid: mids[index], temporal: 0 }});
|
|
});
|
|
$('#tl' + index + '-1').removeClass('btn-primary btn-success').addClass('btn-primary')
|
|
.unbind('click').click(function() {
|
|
var index = $(this).attr('id').split('tl')[1].split('-')[0];
|
|
toastr.info("Capping simulcast temporal layer (mid=" + mids[index] + "), wait for it... (medium FPS)", null, {timeOut: 2000});
|
|
if(!$('#tl' + index + '-2').hasClass('btn-success'))
|
|
$('#tl' + index + '-2').removeClass('btn-primary btn-info').addClass('btn-primary');
|
|
$('#tl' + index + '-1').removeClass('btn-primary btn-info').addClass('btn-info');
|
|
if(!$('#tl' + index + '-0').hasClass('btn-success'))
|
|
$('#tl' + index + '-0').removeClass('btn-primary btn-info').addClass('btn-primary');
|
|
remoteFeed.send({ message: { request: "configure", mid: mids[index], temporal: 1 }});
|
|
});
|
|
$('#tl' + index + '-2').removeClass('btn-primary btn-success').addClass('btn-primary')
|
|
.unbind('click').click(function() {
|
|
var index = $(this).attr('id').split('tl')[1].split('-')[0];
|
|
toastr.info("Capping simulcast temporal layer (mid=" + mids[index] + "), wait for it... (highest FPS)", null, {timeOut: 2000});
|
|
$('#tl' + index + '-2').removeClass('btn-primary btn-info btn-success').addClass('btn-info');
|
|
if(!$('#tl' + index + '-1').hasClass('btn-success'))
|
|
$('#tl' + index + '-1').removeClass('btn-primary btn-info').addClass('btn-primary');
|
|
if(!$('#tl' + index + '-0').hasClass('btn-success'))
|
|
$('#tl' + index + '-0').removeClass('btn-primary btn-info').addClass('btn-primary');
|
|
remoteFeed.send({ message: { request: "configure", mid: mids[index], temporal: 2 }});
|
|
});
|
|
}
|
|
|
|
function updateSimulcastButtons(feed, substream, temporal) {
|
|
// Check the substream
|
|
var index = feed;
|
|
if(substream === 0) {
|
|
toastr.success("Switched simulcast substream! (lower quality)", null, {timeOut: 2000});
|
|
$('#sl' + index + '-2').removeClass('btn-primary btn-success').addClass('btn-primary');
|
|
$('#sl' + index + '-1').removeClass('btn-primary btn-success').addClass('btn-primary');
|
|
$('#sl' + index + '-0').removeClass('btn-primary btn-info btn-success').addClass('btn-success');
|
|
} else if(substream === 1) {
|
|
toastr.success("Switched simulcast substream! (normal quality)", null, {timeOut: 2000});
|
|
$('#sl' + index + '-2').removeClass('btn-primary btn-success').addClass('btn-primary');
|
|
$('#sl' + index + '-1').removeClass('btn-primary btn-info btn-success').addClass('btn-success');
|
|
$('#sl' + index + '-0').removeClass('btn-primary btn-success').addClass('btn-primary');
|
|
} else if(substream === 2) {
|
|
toastr.success("Switched simulcast substream! (higher quality)", null, {timeOut: 2000});
|
|
$('#sl' + index + '-2').removeClass('btn-primary btn-info btn-success').addClass('btn-success');
|
|
$('#sl' + index + '-1').removeClass('btn-primary btn-success').addClass('btn-primary');
|
|
$('#sl' + index + '-0').removeClass('btn-primary btn-success').addClass('btn-primary');
|
|
}
|
|
// Check the temporal layer
|
|
if(temporal === 0) {
|
|
toastr.success("Capped simulcast temporal layer! (lowest FPS)", null, {timeOut: 2000});
|
|
$('#tl' + index + '-2').removeClass('btn-primary btn-success').addClass('btn-primary');
|
|
$('#tl' + index + '-1').removeClass('btn-primary btn-success').addClass('btn-primary');
|
|
$('#tl' + index + '-0').removeClass('btn-primary btn-info btn-success').addClass('btn-success');
|
|
} else if(temporal === 1) {
|
|
toastr.success("Capped simulcast temporal layer! (medium FPS)", null, {timeOut: 2000});
|
|
$('#tl' + index + '-2').removeClass('btn-primary btn-success').addClass('btn-primary');
|
|
$('#tl' + index + '-1').removeClass('btn-primary btn-info btn-success').addClass('btn-success');
|
|
$('#tl' + index + '-0').removeClass('btn-primary btn-success').addClass('btn-primary');
|
|
} else if(temporal === 2) {
|
|
toastr.success("Capped simulcast temporal layer! (highest FPS)", null, {timeOut: 2000});
|
|
$('#tl' + index + '-2').removeClass('btn-primary btn-info btn-success').addClass('btn-success');
|
|
$('#tl' + index + '-1').removeClass('btn-primary btn-success').addClass('btn-primary');
|
|
$('#tl' + index + '-0').removeClass('btn-primary btn-success').addClass('btn-primary');
|
|
}
|
|
}
|