proper use of twilio video subscribe rules - twilio

Question

This question is being written to be seen by twilio support. If the general public can answer this question that is also beneficial
In my backend python service I have a restful endpoint which handles payloads for users in rooms and their muting behavior
class MuteUnmuteShoChatVideoChatParticipant(APIView):
def post(self, request, *args, **kwargs):
api_key_sid = TWILIO_API_KEY
api_key_secret = TWILIO_SECRET_KEY
client = Client(api_key_sid, api_key_secret)
print('here is the payload')
print(request.data['payload'])
tacos = client.video.rooms(request.data['room']).participants.get(request.data['participant'])\
.subscribe_rules.update(
rules = request.data['payload']
)
print('here is the response')
print(tacos)
return Response(status=HTTP_200_OK)
On the front end in the video room ajax requests with the muting rules are send over.
only audio tracks of remote participants are targeted for muting.
use cases are
mute all audio
unmute all audio
mute individual participant
unmute individual participant
resetnotmuteallusersaudio = [
{"type": "include", "all": true}
];
resetmuteallusersaudio = [
{"type": "include", "kind": "video"},
{"type": "exclude", "kind": "audio"}
];
notmuteallusersaudio: any[] = [
{"type": "include", "all": true}
];
muteallusersaudio: any[] = [
{"type": "include", "kind": "video"},
{"type": "exclude", "kind": "audio"}
];
default muting commands based on if mute all participants or not mute all participants is selected. The resets are just that to reset the arrays when needed.
disable and enable remote audio functions
disableremoteaudio(id) {
let array;
if(this.allmuted){
array = this.muteallusersaudio
}
else {
array = this.notmuteallusersaudio
}
if(array.length > 19){
this.toomanymutes = true;
setTimeout(()=>{
this.toomanymutes = false;
}, 3000);
return;
}
for(let a in array){
if(array[a].publisher != null){
if(array[a].publisher == id){
array.splice(+a, 1);
}
}
}
if(!this.allmuted){
const payload = {"type": "exclude", "publisher": id, "track": "audio"};
array.push(payload);
}
console.log('here is the array payload');
console.log(array);
const payload = {
participant: this.videoclient.localParticipant.sid,
room: this.roomid,
payload: array
};
this.http.post(environment.mute_unmute_shochat_videocall_participant, payload)
.subscribe((req: any)=>{
//cool
});
for(let i = 0; i < this.participantsarray.length; i ++){
if(this.participantsarray[i].sid == id){
this.participantsarray[i].muteaudiobutton = false;
this.participantsarray[i].unmuteaudiobutton = true;
break;
}
}
}
enableremoteaudio(id){
let array;
if(this.allmuted){
array = this.muteallusersaudio
}
else{
array = this.notmuteallusersaudio
}
if(array.length > 19) {
this.toomanymutes = true;
setTimeout(() => {
this.toomanymutes = false;
}, 3000);
return;
}
for(let a in array){
if(array[a].publisher != null){
if(array[a].publisher == id){
array.splice(+a, 1);
}
}
}
if(this.allmuted){
const payload = {"type": "include", "publisher": id, "track": "audio"};
array.push(payload);
}
console.log('here is the array payload');
console.log(array);
const payload = {
participant: this.videoclient.localParticipant.sid,
room: this.roomid,
payload: array
};
this.http.post(environment.mute_unmute_shochat_videocall_participant, payload)
.subscribe((req: any)=>{
//cool
});
for(let i = 0; i < this.participantsarray.length; i ++){
if(this.participantsarray[i].sid == id){
this.participantsarray[i].muteaudiobutton = true;
this.participantsarray[i].unmuteaudiobutton = false;
break;
}
}
}
audio mute all and audio unmute all
audiomuteeveryone(){
this.allmuted = true;
let muttingarray = [];
this.muteallusersaudio = this.resetmuteallusersaudio;
console.log('here is the array payload');
console.log(this.muteallusersaudio);
const payload = {
participant: this.videoclient.localParticipant.sid,
room: this.roomid,
payload: this.notmuteallusersaudio
};
this.http.post(environment.mute_unmute_shochat_videocall_participant, payload)
.subscribe((req: any)=>{
//cool
});
for(let p of this.participantsarray){
p.muteaudiobutton = false;
p.unmuteaudiobutton = true;
muttingarray.push(p.identity);
}
}
audiounmuteeveryone(){
this.allmuted = false;
this.notmuteallusersaudio = this.resetnotmuteallusersaudio;
console.log('here is the array payload');
console.log(this.notmuteallusersaudio );
const payload = {
participant: this.videoclient.localParticipant.sid,
room: this.roomid,
payload: this.notmuteallusersaudio
};
this.http.post(environment.mute_unmute_shochat_videocall_participant, payload)
.subscribe((req: any)=>{
//cool
});
for(let p of this.participantsarray){
p.muteaudiobutton = true;
p.unmuteaudiobutton = false;
}
}
hitting mute all audio results in a subscription command payload of:
[
{
"type": "include",
"kind": "video"
},
{
"type": "exclude",
"kind": "audio"
}
]
with no muting behavior resulted
however hitting mute all and then unmuting a individual participant does result in mute behavior when it shouldn't as we are unmuting the participant and results in a command payload of:
[
{
"type": "include",
"kind": "video"
},
{
"type": "exclude",
"kind": "audio"
},
{
"type": "include",
"publisher": "PA0e7fa842fa4e9ca03327db8649de4cb0",
"track": "audio"
}
]
This obviously makes no sense the mute all behavior should mute everyone, the unmute should then unmute not actually mute. is there something I am missing in my set logic?