Implement proper WebRTC call management
This is a big CR that implements the whole proper call logic.
-- Other Contributors --
This CR was created in pair programming with:
- Charlie Duquette <charlie_duquette@hotmail.fr>
-- New files --
- `ConversationProvider`: Provides the conversation object to its children. Also contains the function to begin a call (first step in the flow) which sends the `BeginCall` event.
- `CallProvider`: Contains the call logic that was previously in WebRTCProvider. From now on, WebRTCProvider contains only the WebRTC logic, while CallProvider
contains everything related to the call (get the media devices, start/accept calls...)
- `NotificationManager`: Wrapper component to bind the WebSocket CallBegin event listener. That listener will fire when a `BeginCall` event is received and will then redirect the user to the call receiving page.
-- New routes --
When a `conversationId` is included in the URL, all pages are inside a `<ConversationProvider />`.
When starting a call, the caller is redirected to:
> http://localhost:3000/conversation/:conversationId/call?role=caller
When receiving a call, the receiver is redirected to:
> http://localhost:3000/conversation/:conversationId/call?role=receiver&hostId={HOST_ID}
When the user is in a `.../call` route, the `WebRTCContext` and
`CallContext` are provided
The `hostId` is the account URI of the caller. It's used when the receiver wants to send their answer back to the caller.
```
/
|-- login: <Welcome />
|-- settings: <AccountSettings />
|-- ...
`-- conversation: <Messenger />
|-- add-contact/:contactId
`-- :conversationId: <ConversationProvider />
|-- /: <ConversationView />
`-- /call: <WebRTCProvider>
<CallProvider>
<CallInterface />
</CallProvider>
</WebRTCProvider>
```
-- Call flow --
1. Caller:
- Clicks "Call" button
- Sends `BeginCall` event
- Redirects to call page `/call?role=caller`
- Sets `callStatus` to "Ringing"
2. Receiver:
- Receieves `BeginCall` event
- The callback in `NotificationManager` is called
- Redirects to the call receiving page `/conversation/{CONVERSATION_ID}/call?role=receiver`
3. Receiver:
- Clicks the "Answer call" button
- Sends a `CallAccept` event
- Sets `callStatus` to "Connecting"
4. Caller:
- Receives `CallAccept` event
- The callback in `CallProvider` is called
- Sets `callStatus` to "Connecting"
- Creates WebRTC Offer
- Sends `WebRTCOffer` event containing the offer SDP
5. Receiver:
- Receives `WebRTCOffer` event
- The callback in `WebRTCProvider` is called
- Sets WebRTC remote description.
- WebRTC `icecandidate` event fired. Sends `IceCandidate` WebSocket event
- Creates WebRTC answer
- Sends `WebRTCAnswer` event
- Sets WebRTC local description
- Sets connected status to true. Call page now shows the call interface
6. Caller:
- Receives `WebRTCAnswer` event
- Sets WebRTC local description
- Sets WebRTC remote description
- WebRTC `icecandidate` event fired. Sends `IceCandidate` WebSocket event
- Sets connected status to true. Call page now shows the call interface
-- Misc Changes --
- Improve CallPending and CallInterface UI
- Move `useUrlParams` hook from the (now deleted) `client/src/utils/hooks.ts` file to `client/src/hooks/useUrlParams.ts`
- Disable StrictMode. This was causing issues, because some event would be sent twice. There is a TODO comment to fix the problem and reenable it.
- Improvements in server `webrtc-handler.ts`. This is still a WIP
- Rename dash-case client files to camelCase
GitLab: #70
Change-Id: I6c75f6b867e8acb9ccaaa118b0123bba30431f78
diff --git a/client/src/components/ConversationView.tsx b/client/src/components/ConversationView.tsx
index 80e05c7..73c65d7 100644
--- a/client/src/components/ConversationView.tsx
+++ b/client/src/components/ConversationView.tsx
@@ -16,61 +16,19 @@
* <https://www.gnu.org/licenses/>.
*/
import { Divider, Stack, Typography } from '@mui/material';
-import { Account, Conversation, ConversationMember, WebSocketMessageType } from 'jami-web-common';
-import { useContext, useEffect, useMemo, useState } from 'react';
+import { Account, ConversationMember } from 'jami-web-common';
+import { useContext, useMemo } from 'react';
import { useTranslation } from 'react-i18next';
-import { useNavigate } from 'react-router';
import { useAuthContext } from '../contexts/AuthProvider';
-import { WebSocketContext } from '../contexts/WebSocketProvider';
+import { ConversationContext } from '../contexts/ConversationProvider';
import ChatInterface from '../pages/ChatInterface';
-import { useConversationQuery } from '../services/Conversation';
import { translateEnumeration, TranslateEnumerationOptions } from '../utils/translations';
import { AddParticipantButton, ShowOptionsMenuButton, StartAudioCallButton, StartVideoCallButton } from './Button';
-import LoadingPage from './Loading';
-type ConversationViewProps = {
- conversationId: string;
-};
-const ConversationView = ({ conversationId }: ConversationViewProps) => {
+const ConversationView = () => {
const { account } = useAuthContext();
- const webSocket = useContext(WebSocketContext);
- const [conversation, setConversation] = useState<Conversation | undefined>();
- const [isLoading, setIsLoading] = useState(true);
- const [error, setError] = useState(false);
-
- const accountId = account.getId();
-
- const conversationQuery = useConversationQuery(conversationId);
-
- useEffect(() => {
- if (conversationQuery.isSuccess) {
- const conversation = Conversation.from(accountId, conversationQuery.data);
- setConversation(conversation);
- }
- }, [accountId, conversationQuery.isSuccess, conversationQuery.data]);
-
- useEffect(() => {
- setIsLoading(conversationQuery.isLoading);
- }, [conversationQuery.isLoading]);
-
- useEffect(() => {
- setError(conversationQuery.isError);
- }, [conversationQuery.isError]);
-
- useEffect(() => {
- if (!conversation || !webSocket) {
- return;
- }
- console.log(`set conversation ${conversationId} ` + webSocket);
- webSocket.send(WebSocketMessageType.ConversationView, { accountId, conversationId });
- }, [accountId, conversation, conversationId, webSocket]);
-
- if (isLoading) {
- return <LoadingPage />;
- } else if (error || !account || !conversation) {
- return <div>Error loading {conversationId}</div>;
- }
+ const { conversationId, conversation } = useContext(ConversationContext);
return (
<Stack height="100%">
@@ -97,9 +55,9 @@
adminTitle: string | undefined;
};
-const ConversationHeader = ({ account, members, adminTitle, conversationId }: ConversationHeaderProps) => {
+const ConversationHeader = ({ account, members, adminTitle }: ConversationHeaderProps) => {
const { t } = useTranslation();
- const navigate = useNavigate();
+ const { beginCall } = useContext(ConversationContext);
const title = useMemo(() => {
if (adminTitle) {
@@ -124,14 +82,6 @@
return translateEnumeration<ConversationMember>(members, options);
}, [account, members, adminTitle, t]);
- const startCall = (withVideo = false) => {
- let url = `/call/${conversationId}`;
- if (withVideo) {
- url += '?video=true';
- }
- navigate(url);
- };
-
return (
<Stack direction="row" padding="16px" overflow="hidden">
<Stack flex={1} justifyContent="center" whiteSpace="nowrap" overflow="hidden">
@@ -140,8 +90,8 @@
</Typography>
</Stack>
<Stack direction="row" spacing="20px">
- <StartAudioCallButton onClick={() => startCall(false)} />
- <StartVideoCallButton onClick={() => startCall(true)} />
+ <StartAudioCallButton onClick={() => beginCall()} />
+ <StartVideoCallButton onClick={() => beginCall()} />
<AddParticipantButton />
<ShowOptionsMenuButton />
</Stack>