2021-06-23 09:52:33 -04:00
|
|
|
import EventEmitter from "eventemitter3";
|
|
|
|
import * as mediasoupClient from "mediasoup-client";
|
2021-07-06 17:52:50 -04:00
|
|
|
import { types } from "mediasoup-client";
|
2021-07-05 06:23:23 -04:00
|
|
|
|
2021-07-06 17:52:50 -04:00
|
|
|
import { Device, Producer, Transport } from "mediasoup-client/lib/types";
|
2021-07-06 17:23:04 -04:00
|
|
|
|
2021-07-05 06:23:23 -04:00
|
|
|
import Signaling from "./Signaling";
|
2021-06-23 09:52:33 -04:00
|
|
|
import {
|
2021-07-05 06:25:20 -04:00
|
|
|
ProduceType,
|
|
|
|
WSEventType,
|
|
|
|
VoiceError,
|
|
|
|
VoiceUser,
|
|
|
|
ConsumerList,
|
|
|
|
WSErrorCode,
|
2021-06-23 09:52:33 -04:00
|
|
|
} from "./Types";
|
|
|
|
|
2021-07-06 17:52:50 -04:00
|
|
|
const UnsupportedError = types.UnsupportedError;
|
|
|
|
|
2021-06-23 09:52:33 -04:00
|
|
|
interface VoiceEvents {
|
2021-07-05 06:25:20 -04:00
|
|
|
ready: () => void;
|
|
|
|
error: (error: Error) => void;
|
|
|
|
close: (error?: VoiceError) => void;
|
2021-06-23 09:52:33 -04:00
|
|
|
|
2021-07-05 06:25:20 -04:00
|
|
|
startProduce: (type: ProduceType) => void;
|
|
|
|
stopProduce: (type: ProduceType) => void;
|
2021-06-23 09:52:33 -04:00
|
|
|
|
2021-07-05 06:25:20 -04:00
|
|
|
userJoined: (userId: string) => void;
|
|
|
|
userLeft: (userId: string) => void;
|
2021-06-23 09:52:33 -04:00
|
|
|
|
2021-07-05 06:25:20 -04:00
|
|
|
userStartProduce: (userId: string, type: ProduceType) => void;
|
|
|
|
userStopProduce: (userId: string, type: ProduceType) => void;
|
2021-06-23 09:52:33 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
export default class VoiceClient extends EventEmitter<VoiceEvents> {
|
2021-07-05 06:25:20 -04:00
|
|
|
private _supported: boolean;
|
|
|
|
|
|
|
|
device?: Device;
|
|
|
|
signaling: Signaling;
|
|
|
|
|
|
|
|
sendTransport?: Transport;
|
|
|
|
recvTransport?: Transport;
|
|
|
|
|
2021-08-21 22:22:44 -04:00
|
|
|
isDeaf?: boolean;
|
|
|
|
|
2021-07-05 06:25:20 -04:00
|
|
|
userId?: string;
|
|
|
|
roomId?: string;
|
|
|
|
participants: Map<string, VoiceUser>;
|
|
|
|
consumers: Map<string, ConsumerList>;
|
|
|
|
|
|
|
|
audioProducer?: Producer;
|
|
|
|
constructor() {
|
|
|
|
super();
|
|
|
|
this._supported = mediasoupClient.detectDevice() !== undefined;
|
|
|
|
this.signaling = new Signaling();
|
|
|
|
|
|
|
|
this.participants = new Map();
|
|
|
|
this.consumers = new Map();
|
|
|
|
|
2021-08-21 22:22:44 -04:00
|
|
|
this.isDeaf = false;
|
|
|
|
|
2021-07-05 06:25:20 -04:00
|
|
|
this.signaling.on(
|
|
|
|
"data",
|
|
|
|
(json) => {
|
|
|
|
const data = json.data;
|
|
|
|
switch (json.type) {
|
|
|
|
case WSEventType.UserJoined: {
|
|
|
|
this.participants.set(data.id, {});
|
|
|
|
this.emit("userJoined", data.id);
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
case WSEventType.UserLeft: {
|
|
|
|
this.participants.delete(data.id);
|
|
|
|
this.emit("userLeft", data.id);
|
|
|
|
|
|
|
|
if (this.recvTransport) this.stopConsume(data.id);
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
case WSEventType.UserStartProduce: {
|
|
|
|
const user = this.participants.get(data.id);
|
|
|
|
if (user === undefined) return;
|
|
|
|
switch (data.type) {
|
|
|
|
case "audio":
|
|
|
|
user.audio = true;
|
|
|
|
break;
|
|
|
|
default:
|
|
|
|
throw new Error(
|
|
|
|
`Invalid produce type ${data.type}`,
|
|
|
|
);
|
|
|
|
}
|
|
|
|
|
|
|
|
if (this.recvTransport)
|
|
|
|
this.startConsume(data.id, data.type);
|
|
|
|
this.emit("userStartProduce", data.id, data.type);
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
case WSEventType.UserStopProduce: {
|
|
|
|
const user = this.participants.get(data.id);
|
|
|
|
if (user === undefined) return;
|
|
|
|
switch (data.type) {
|
|
|
|
case "audio":
|
|
|
|
user.audio = false;
|
|
|
|
break;
|
|
|
|
default:
|
|
|
|
throw new Error(
|
|
|
|
`Invalid produce type ${data.type}`,
|
|
|
|
);
|
|
|
|
}
|
|
|
|
|
|
|
|
if (this.recvTransport)
|
|
|
|
this.stopConsume(data.id, data.type);
|
|
|
|
this.emit("userStopProduce", data.id, data.type);
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
},
|
|
|
|
this,
|
|
|
|
);
|
|
|
|
|
|
|
|
this.signaling.on(
|
|
|
|
"error",
|
2021-08-05 09:47:00 -04:00
|
|
|
() => {
|
2021-07-05 06:25:20 -04:00
|
|
|
this.emit("error", new Error("Signaling error"));
|
|
|
|
},
|
|
|
|
this,
|
|
|
|
);
|
|
|
|
|
|
|
|
this.signaling.on(
|
|
|
|
"close",
|
|
|
|
(error) => {
|
|
|
|
this.disconnect(
|
|
|
|
{
|
|
|
|
error: error.code,
|
|
|
|
message: error.reason,
|
|
|
|
},
|
|
|
|
true,
|
|
|
|
);
|
|
|
|
},
|
|
|
|
this,
|
|
|
|
);
|
|
|
|
}
|
|
|
|
|
|
|
|
supported() {
|
|
|
|
return this._supported;
|
|
|
|
}
|
|
|
|
throwIfUnsupported() {
|
|
|
|
if (!this._supported) throw new UnsupportedError("RTC not supported");
|
|
|
|
}
|
|
|
|
|
|
|
|
connect(address: string, roomId: string) {
|
|
|
|
this.throwIfUnsupported();
|
|
|
|
this.device = new Device();
|
|
|
|
this.roomId = roomId;
|
|
|
|
return this.signaling.connect(address);
|
|
|
|
}
|
|
|
|
|
|
|
|
disconnect(error?: VoiceError, ignoreDisconnected?: boolean) {
|
|
|
|
if (!this.signaling.connected() && !ignoreDisconnected) return;
|
|
|
|
this.signaling.disconnect();
|
|
|
|
this.participants = new Map();
|
|
|
|
this.consumers = new Map();
|
|
|
|
this.userId = undefined;
|
|
|
|
this.roomId = undefined;
|
|
|
|
|
|
|
|
this.audioProducer = undefined;
|
|
|
|
|
|
|
|
if (this.sendTransport) this.sendTransport.close();
|
|
|
|
if (this.recvTransport) this.recvTransport.close();
|
|
|
|
this.sendTransport = undefined;
|
|
|
|
this.recvTransport = undefined;
|
|
|
|
|
|
|
|
this.emit("close", error);
|
|
|
|
}
|
|
|
|
|
|
|
|
async authenticate(token: string) {
|
|
|
|
this.throwIfUnsupported();
|
|
|
|
if (this.device === undefined || this.roomId === undefined)
|
|
|
|
throw new ReferenceError("Voice Client is in an invalid state");
|
|
|
|
const result = await this.signaling.authenticate(token, this.roomId);
|
2021-07-10 10:57:29 -04:00
|
|
|
const [room] = await Promise.all([
|
2021-07-05 06:25:20 -04:00
|
|
|
this.signaling.roomInfo(),
|
|
|
|
this.device.load({ routerRtpCapabilities: result.rtpCapabilities }),
|
|
|
|
]);
|
|
|
|
|
|
|
|
this.userId = result.userId;
|
|
|
|
this.participants = room.users;
|
|
|
|
}
|
|
|
|
|
|
|
|
async initializeTransports() {
|
|
|
|
this.throwIfUnsupported();
|
|
|
|
if (this.device === undefined)
|
|
|
|
throw new ReferenceError("Voice Client is in an invalid state");
|
|
|
|
const initData = await this.signaling.initializeTransports(
|
|
|
|
this.device.rtpCapabilities,
|
|
|
|
);
|
|
|
|
|
|
|
|
this.sendTransport = this.device.createSendTransport(
|
|
|
|
initData.sendTransport,
|
|
|
|
);
|
|
|
|
this.recvTransport = this.device.createRecvTransport(
|
|
|
|
initData.recvTransport,
|
|
|
|
);
|
|
|
|
|
|
|
|
const connectTransport = (transport: Transport) => {
|
|
|
|
transport.on("connect", ({ dtlsParameters }, callback, errback) => {
|
|
|
|
this.signaling
|
|
|
|
.connectTransport(transport.id, dtlsParameters)
|
|
|
|
.then(callback)
|
|
|
|
.catch(errback);
|
|
|
|
});
|
|
|
|
};
|
|
|
|
|
|
|
|
connectTransport(this.sendTransport);
|
|
|
|
connectTransport(this.recvTransport);
|
|
|
|
|
|
|
|
this.sendTransport.on("produce", (parameters, callback, errback) => {
|
|
|
|
const type = parameters.appData.type;
|
|
|
|
if (
|
|
|
|
parameters.kind === "audio" &&
|
|
|
|
type !== "audio" &&
|
|
|
|
type !== "saudio"
|
|
|
|
)
|
|
|
|
return errback();
|
|
|
|
if (
|
|
|
|
parameters.kind === "video" &&
|
|
|
|
type !== "video" &&
|
|
|
|
type !== "svideo"
|
|
|
|
)
|
|
|
|
return errback();
|
|
|
|
this.signaling
|
|
|
|
.startProduce(type, parameters.rtpParameters)
|
|
|
|
.then((id) => callback({ id }))
|
|
|
|
.catch(errback);
|
|
|
|
});
|
|
|
|
|
|
|
|
this.emit("ready");
|
2021-07-10 10:57:29 -04:00
|
|
|
for (const user of this.participants) {
|
2021-07-05 06:25:20 -04:00
|
|
|
if (user[1].audio && user[0] !== this.userId)
|
|
|
|
this.startConsume(user[0], "audio");
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
private async startConsume(userId: string, type: ProduceType) {
|
|
|
|
if (this.recvTransport === undefined)
|
|
|
|
throw new Error("Receive transport undefined");
|
|
|
|
const consumers = this.consumers.get(userId) || {};
|
|
|
|
const consumerParams = await this.signaling.startConsume(userId, type);
|
|
|
|
const consumer = await this.recvTransport.consume(consumerParams);
|
|
|
|
switch (type) {
|
|
|
|
case "audio":
|
|
|
|
consumers.audio = consumer;
|
|
|
|
}
|
|
|
|
|
|
|
|
const mediaStream = new MediaStream([consumer.track]);
|
|
|
|
const audio = new Audio();
|
|
|
|
audio.srcObject = mediaStream;
|
|
|
|
await this.signaling.setConsumerPause(consumer.id, false);
|
|
|
|
audio.play();
|
|
|
|
this.consumers.set(userId, consumers);
|
|
|
|
}
|
|
|
|
|
|
|
|
private async stopConsume(userId: string, type?: ProduceType) {
|
|
|
|
const consumers = this.consumers.get(userId);
|
|
|
|
if (consumers === undefined) return;
|
|
|
|
if (type === undefined) {
|
|
|
|
if (consumers.audio !== undefined) consumers.audio.close();
|
|
|
|
this.consumers.delete(userId);
|
|
|
|
} else {
|
|
|
|
switch (type) {
|
|
|
|
case "audio": {
|
|
|
|
if (consumers.audio !== undefined) {
|
|
|
|
consumers.audio.close();
|
|
|
|
this.signaling.stopConsume(consumers.audio.id);
|
|
|
|
}
|
|
|
|
consumers.audio = undefined;
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
this.consumers.set(userId, consumers);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
async startProduce(track: MediaStreamTrack, type: ProduceType) {
|
|
|
|
if (this.sendTransport === undefined)
|
|
|
|
throw new Error("Send transport undefined");
|
|
|
|
const producer = await this.sendTransport.produce({
|
|
|
|
track,
|
|
|
|
appData: { type },
|
|
|
|
});
|
|
|
|
|
|
|
|
switch (type) {
|
|
|
|
case "audio":
|
|
|
|
this.audioProducer = producer;
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
|
|
|
|
const participant = this.participants.get(this.userId || "");
|
|
|
|
if (participant !== undefined) {
|
|
|
|
participant[type] = true;
|
|
|
|
this.participants.set(this.userId || "", participant);
|
|
|
|
}
|
|
|
|
|
|
|
|
this.emit("startProduce", type);
|
|
|
|
}
|
|
|
|
|
|
|
|
async stopProduce(type: ProduceType) {
|
|
|
|
let producer;
|
|
|
|
switch (type) {
|
|
|
|
case "audio":
|
|
|
|
producer = this.audioProducer;
|
|
|
|
this.audioProducer = undefined;
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (producer !== undefined) {
|
|
|
|
producer.close();
|
|
|
|
this.emit("stopProduce", type);
|
|
|
|
}
|
|
|
|
|
|
|
|
const participant = this.participants.get(this.userId || "");
|
|
|
|
if (participant !== undefined) {
|
|
|
|
participant[type] = false;
|
|
|
|
this.participants.set(this.userId || "", participant);
|
|
|
|
}
|
|
|
|
|
|
|
|
try {
|
|
|
|
await this.signaling.stopProduce(type);
|
|
|
|
} catch (error) {
|
|
|
|
if (error.error === WSErrorCode.ProducerNotFound) return;
|
2021-07-10 10:57:29 -04:00
|
|
|
throw error;
|
2021-07-05 06:25:20 -04:00
|
|
|
}
|
|
|
|
}
|
2021-06-23 09:52:33 -04:00
|
|
|
}
|