Charlie | c2c012f | 2022-10-05 14:09:28 -0400 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2022 Savoir-faire Linux Inc. |
| 3 | * |
| 4 | * This program is free software; you can redistribute it and/or modify |
| 5 | * it under the terms of the GNU Affero General Public License as |
| 6 | * published by the Free Software Foundation; either version 3 of the |
| 7 | * License, or (at your option) any later version. |
| 8 | * |
| 9 | * This program is distributed in the hope that it will be useful, |
| 10 | * but WITHOUT ANY WARRANTY; without even the implied warranty of |
| 11 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
| 12 | * GNU Affero General Public License for more details. |
| 13 | * |
| 14 | * You should have received a copy of the GNU Affero General Public |
| 15 | * License along with this program. If not, see |
| 16 | * <https://www.gnu.org/licenses/>. |
| 17 | */ |
| 18 | |
simon | f929a36 | 2022-11-18 16:53:45 -0500 | [diff] [blame^] | 19 | import { AccountTextMessage, WebRTCIceCandidate, WebRtcSdp, WebSocketMessageType } from 'jami-web-common'; |
| 20 | import { createContext, useCallback, useContext, useEffect, useMemo, useState } from 'react'; |
Charlie | c2c012f | 2022-10-05 14:09:28 -0400 | [diff] [blame] | 21 | |
| 22 | import { WithChildren } from '../utils/utils'; |
Charlie | 461805e | 2022-11-09 10:40:15 -0500 | [diff] [blame] | 23 | import { useAuthContext } from './AuthProvider'; |
simon | f929a36 | 2022-11-18 16:53:45 -0500 | [diff] [blame^] | 24 | import { ConversationContext } from './ConversationProvider'; |
Charlie | 461805e | 2022-11-09 10:40:15 -0500 | [diff] [blame] | 25 | import { WebSocketContext } from './WebSocketProvider'; |
Charlie | c2c012f | 2022-10-05 14:09:28 -0400 | [diff] [blame] | 26 | |
| 27 | interface IWebRTCContext { |
simon | f929a36 | 2022-11-18 16:53:45 -0500 | [diff] [blame^] | 28 | isConnected: boolean; |
Charlie | 461805e | 2022-11-09 10:40:15 -0500 | [diff] [blame] | 29 | |
simon | f929a36 | 2022-11-18 16:53:45 -0500 | [diff] [blame^] | 30 | remoteStreams: readonly MediaStream[] | undefined; |
| 31 | webRTCConnection: RTCPeerConnection | undefined; |
simon | 9a8fe20 | 2022-11-15 18:25:49 -0500 | [diff] [blame] | 32 | |
simon | f929a36 | 2022-11-18 16:53:45 -0500 | [diff] [blame^] | 33 | sendWebRTCOffer: (sdp: RTCSessionDescriptionInit) => Promise<void>; |
Charlie | c2c012f | 2022-10-05 14:09:28 -0400 | [diff] [blame] | 34 | } |
| 35 | |
simon | ce2c0c4 | 2022-11-02 17:39:31 -0400 | [diff] [blame] | 36 | const defaultWebRTCContext: IWebRTCContext = { |
simon | f929a36 | 2022-11-18 16:53:45 -0500 | [diff] [blame^] | 37 | isConnected: false, |
| 38 | remoteStreams: undefined, |
| 39 | webRTCConnection: undefined, |
| 40 | sendWebRTCOffer: async () => {}, |
Charlie | c2c012f | 2022-10-05 14:09:28 -0400 | [diff] [blame] | 41 | }; |
| 42 | |
simon | ce2c0c4 | 2022-11-02 17:39:31 -0400 | [diff] [blame] | 43 | export const WebRTCContext = createContext<IWebRTCContext>(defaultWebRTCContext); |
Charlie | c2c012f | 2022-10-05 14:09:28 -0400 | [diff] [blame] | 44 | |
simon | f929a36 | 2022-11-18 16:53:45 -0500 | [diff] [blame^] | 45 | export default ({ children }: WithChildren) => { |
| 46 | const { accountId } = useAuthContext(); |
Issam E. Maghni | 0432cb7 | 2022-11-12 06:09:26 +0000 | [diff] [blame] | 47 | const webSocket = useContext(WebSocketContext); |
simon | f929a36 | 2022-11-18 16:53:45 -0500 | [diff] [blame^] | 48 | const { conversation } = useContext(ConversationContext); |
| 49 | const [webRTCConnection, setWebRTCConnection] = useState<RTCPeerConnection | undefined>(); |
| 50 | const [remoteStreams, setRemoteStreams] = useState<readonly MediaStream[]>(); |
| 51 | const [isConnected, setIsConnected] = useState(false); |
simon | 9a8fe20 | 2022-11-15 18:25:49 -0500 | [diff] [blame] | 52 | |
simon | f929a36 | 2022-11-18 16:53:45 -0500 | [diff] [blame^] | 53 | // TODO: This logic will have to change to support multiple people in a call |
| 54 | const contactUri = useMemo(() => conversation.getFirstMember().contact.getUri(), [conversation]); |
Charlie | c2c012f | 2022-10-05 14:09:28 -0400 | [diff] [blame] | 55 | |
simon | ce2c0c4 | 2022-11-02 17:39:31 -0400 | [diff] [blame] | 56 | useEffect(() => { |
| 57 | if (!webRTCConnection) { |
| 58 | // TODO use SFL iceServers |
| 59 | const iceConfig = { iceServers: [{ urls: 'stun:stun.l.google.com:19302' }] }; |
| 60 | setWebRTCConnection(new RTCPeerConnection(iceConfig)); |
| 61 | } |
| 62 | }, [webRTCConnection]); |
Charlie | c2c012f | 2022-10-05 14:09:28 -0400 | [diff] [blame] | 63 | |
simon | f929a36 | 2022-11-18 16:53:45 -0500 | [diff] [blame^] | 64 | const sendWebRTCOffer = useCallback( |
| 65 | async (sdp: RTCSessionDescriptionInit) => { |
| 66 | if (!webRTCConnection || !webSocket) { |
| 67 | throw new Error('Could not send WebRTC offer'); |
| 68 | } |
| 69 | const webRTCOffer: AccountTextMessage<WebRtcSdp> = { |
| 70 | from: accountId, |
| 71 | to: contactUri, |
| 72 | message: { |
| 73 | sdp, |
| 74 | }, |
| 75 | }; |
| 76 | |
| 77 | console.info('Sending WebRTCOffer', webRTCOffer); |
| 78 | webSocket.send(WebSocketMessageType.WebRTCOffer, webRTCOffer); |
| 79 | await webRTCConnection.setLocalDescription(new RTCSessionDescription(sdp)); |
| 80 | }, |
| 81 | [accountId, webRTCConnection, webSocket, contactUri] |
| 82 | ); |
| 83 | |
| 84 | const sendWebRTCAnswer = useCallback( |
| 85 | (sdp: RTCSessionDescriptionInit) => { |
| 86 | if (!webRTCConnection || !webSocket) { |
| 87 | throw new Error('Could not send WebRTC answer'); |
| 88 | } |
| 89 | |
| 90 | const webRTCAnswer: AccountTextMessage<WebRtcSdp> = { |
| 91 | from: accountId, |
| 92 | to: contactUri, |
| 93 | message: { |
| 94 | sdp, |
| 95 | }, |
| 96 | }; |
| 97 | |
| 98 | console.info('Sending WebRTCAnswer', webRTCAnswer); |
| 99 | webSocket.send(WebSocketMessageType.WebRTCAnswer, webRTCAnswer); |
| 100 | }, |
| 101 | [accountId, contactUri, webRTCConnection, webSocket] |
| 102 | ); |
| 103 | |
simon | ce2c0c4 | 2022-11-02 17:39:31 -0400 | [diff] [blame] | 104 | useEffect(() => { |
simon | f929a36 | 2022-11-18 16:53:45 -0500 | [diff] [blame^] | 105 | if (!webSocket || !webRTCConnection) { |
simon | ce2c0c4 | 2022-11-02 17:39:31 -0400 | [diff] [blame] | 106 | return; |
Charlie | c2c012f | 2022-10-05 14:09:28 -0400 | [diff] [blame] | 107 | } |
| 108 | |
simon | f929a36 | 2022-11-18 16:53:45 -0500 | [diff] [blame^] | 109 | const webRTCOfferListener = async (data: AccountTextMessage<WebRtcSdp>) => { |
| 110 | console.info('Received event on WebRTCOffer', data); |
| 111 | await webRTCConnection.setRemoteDescription(new RTCSessionDescription(data.message.sdp)); |
simon | ce2c0c4 | 2022-11-02 17:39:31 -0400 | [diff] [blame] | 112 | |
simon | f929a36 | 2022-11-18 16:53:45 -0500 | [diff] [blame^] | 113 | const sdp = await webRTCConnection.createAnswer({ |
| 114 | offerToReceiveAudio: true, |
| 115 | offerToReceiveVideo: true, |
| 116 | }); |
| 117 | sendWebRTCAnswer(sdp); |
| 118 | await webRTCConnection.setLocalDescription(new RTCSessionDescription(sdp)); |
| 119 | setIsConnected(true); |
| 120 | }; |
| 121 | |
| 122 | const webRTCAnswerListener = async (data: AccountTextMessage<WebRtcSdp>) => { |
| 123 | console.info('Received event on WebRTCAnswer', data); |
| 124 | await webRTCConnection.setRemoteDescription(new RTCSessionDescription(data.message.sdp)); |
| 125 | setIsConnected(true); |
| 126 | }; |
| 127 | |
| 128 | const webRTCIceCandidateListener = async (data: AccountTextMessage<WebRTCIceCandidate>) => { |
| 129 | console.info('Received event on WebRTCIceCandidate', data); |
| 130 | await webRTCConnection.addIceCandidate(data.message.candidate); |
| 131 | }; |
| 132 | |
| 133 | webSocket.bind(WebSocketMessageType.WebRTCOffer, webRTCOfferListener); |
| 134 | webSocket.bind(WebSocketMessageType.WebRTCAnswer, webRTCAnswerListener); |
| 135 | webSocket.bind(WebSocketMessageType.IceCandidate, webRTCIceCandidateListener); |
| 136 | |
| 137 | return () => { |
| 138 | webSocket.unbind(WebSocketMessageType.WebRTCOffer, webRTCOfferListener); |
| 139 | webSocket.unbind(WebSocketMessageType.WebRTCAnswer, webRTCAnswerListener); |
| 140 | webSocket.unbind(WebSocketMessageType.IceCandidate, webRTCIceCandidateListener); |
| 141 | }; |
| 142 | }, [webSocket, webRTCConnection, sendWebRTCAnswer]); |
| 143 | |
| 144 | useEffect(() => { |
| 145 | if (!webRTCConnection || !webSocket) { |
| 146 | return; |
simon | ce2c0c4 | 2022-11-02 17:39:31 -0400 | [diff] [blame] | 147 | } |
| 148 | |
| 149 | const icecandidateEventListener = (event: RTCPeerConnectionIceEvent) => { |
simon | f929a36 | 2022-11-18 16:53:45 -0500 | [diff] [blame^] | 150 | console.info('Received WebRTC event on icecandidate', event); |
| 151 | if (!contactUri) { |
| 152 | throw new Error('Could not handle WebRTC event on icecandidate: contactUri is not defined'); |
| 153 | } |
| 154 | if (event.candidate) { |
| 155 | const iceCandidateMessageData: AccountTextMessage<WebRTCIceCandidate> = { |
| 156 | from: accountId, |
| 157 | to: contactUri, |
Issam E. Maghni | 0432cb7 | 2022-11-12 06:09:26 +0000 | [diff] [blame] | 158 | message: { |
| 159 | candidate: event.candidate, |
Charlie | 461805e | 2022-11-09 10:40:15 -0500 | [diff] [blame] | 160 | }, |
simon | f929a36 | 2022-11-18 16:53:45 -0500 | [diff] [blame^] | 161 | }; |
| 162 | |
| 163 | console.info('Sending IceCandidate', iceCandidateMessageData); |
| 164 | webSocket.send(WebSocketMessageType.IceCandidate, iceCandidateMessageData); |
Charlie | c2c012f | 2022-10-05 14:09:28 -0400 | [diff] [blame] | 165 | } |
simon | ce2c0c4 | 2022-11-02 17:39:31 -0400 | [diff] [blame] | 166 | }; |
simon | ce2c0c4 | 2022-11-02 17:39:31 -0400 | [diff] [blame] | 167 | const trackEventListener = (event: RTCTrackEvent) => { |
simon | f929a36 | 2022-11-18 16:53:45 -0500 | [diff] [blame^] | 168 | console.info('Received WebRTC event on track', event); |
| 169 | setRemoteStreams(event.streams); |
simon | ce2c0c4 | 2022-11-02 17:39:31 -0400 | [diff] [blame] | 170 | }; |
| 171 | |
| 172 | webRTCConnection.addEventListener('icecandidate', icecandidateEventListener); |
| 173 | webRTCConnection.addEventListener('track', trackEventListener); |
| 174 | |
| 175 | return () => { |
| 176 | webRTCConnection.removeEventListener('icecandidate', icecandidateEventListener); |
| 177 | webRTCConnection.removeEventListener('track', trackEventListener); |
| 178 | }; |
simon | f929a36 | 2022-11-18 16:53:45 -0500 | [diff] [blame^] | 179 | }, [accountId, webRTCConnection, webSocket, contactUri]); |
Charlie | c2c012f | 2022-10-05 14:09:28 -0400 | [diff] [blame] | 180 | |
| 181 | return ( |
| 182 | <WebRTCContext.Provider |
| 183 | value={{ |
simon | f929a36 | 2022-11-18 16:53:45 -0500 | [diff] [blame^] | 184 | isConnected, |
| 185 | remoteStreams, |
| 186 | webRTCConnection, |
simon | ce2c0c4 | 2022-11-02 17:39:31 -0400 | [diff] [blame] | 187 | sendWebRTCOffer, |
Charlie | c2c012f | 2022-10-05 14:09:28 -0400 | [diff] [blame] | 188 | }} |
| 189 | > |
| 190 | {children} |
| 191 | </WebRTCContext.Provider> |
| 192 | ); |
| 193 | }; |