diff --git a/src/app/components/CallEmbedProvider.tsx b/src/app/components/CallEmbedProvider.tsx
index 0fc084f5..ba29f3b7 100644
--- a/src/app/components/CallEmbedProvider.tsx
+++ b/src/app/components/CallEmbedProvider.tsx
@@ -6,6 +6,7 @@ import {
useCallHangupEvent,
useCallJoined,
useCallThemeSync,
+ useCallMemberSoundSync,
} from '../hooks/useCallEmbed';
import { callChatAtom, callEmbedAtom } from '../state/callEmbed';
import { CallEmbed } from '../plugins/call';
@@ -15,6 +16,7 @@ import { ScreenSize, useScreenSizeContext } from '../hooks/useScreenSize';
function CallUtils({ embed }: { embed: CallEmbed }) {
const setCallEmbed = useSetAtom(callEmbedAtom);
+ useCallMemberSoundSync(embed);
useCallThemeSync(embed);
useCallHangupEvent(
embed,
diff --git a/src/app/features/call-status/CallControl.tsx b/src/app/features/call-status/CallControl.tsx
index 5b7625e8..bb682a36 100644
--- a/src/app/features/call-status/CallControl.tsx
+++ b/src/app/features/call-status/CallControl.tsx
@@ -20,12 +20,12 @@ function MicrophoneButton({ enabled, onToggle }: MicrophoneButtonProps) {
{(anchorRef) => (
onToggle()}
- outlined={!enabled}
+ outlined
>
@@ -51,12 +51,12 @@ function SoundButton({ enabled, onToggle }: SoundButtonProps) {
{(anchorRef) => (
onToggle()}
- outlined={!enabled}
+ outlined
>
(
onToggle()}
- outlined={enabled}
+ outlined
>
(
setEnabled(!enabled)}
- outlined={enabled}
+ outlined
>
@@ -144,9 +144,6 @@ export function CallControl({ callEmbed }: { callEmbed: CallEmbed }) {
onToggle={() => callEmbed.control.toggleMicrophone()}
/>
callEmbed.control.toggleSound()} />
-
-
-
callEmbed.control.toggleVideo()} />
{false && }
diff --git a/src/app/features/call-status/CallStatus.tsx b/src/app/features/call-status/CallStatus.tsx
index 33e3a5f2..7a9177d4 100644
--- a/src/app/features/call-status/CallStatus.tsx
+++ b/src/app/features/call-status/CallStatus.tsx
@@ -11,6 +11,8 @@ import { MemberGlance } from './MemberGlance';
import { StatusDivider } from './components';
import { CallEmbed } from '../../plugins/call/CallEmbed';
import { useCallJoined } from '../../hooks/useCallEmbed';
+import { useCallSpeakers } from '../../hooks/useCallSpeakers';
+import { MemberSpeaking } from './MemberSpeaking';
type CallStatusProps = {
callEmbed: CallEmbed;
@@ -22,28 +24,51 @@ export function CallStatus({ callEmbed }: CallStatusProps) {
const callMembers = useCallMembers(room, callSession);
const screenSize = useScreenSize();
const callJoined = useCallJoined(callEmbed);
+ const speakers = useCallSpeakers(callEmbed);
+
+ const compact = screenSize === ScreenSize.Mobile;
+
+ const memberVisible = callJoined && callMembers.length > 0;
return (
-
- {callJoined && callMembers.length > 0 ? (
-
-
+
+ {memberVisible ? (
+
) : (
)}
-
-
+
+
+ {speakers.size > 0 && !compact && (
+ <>
+
+
+
+ >
+ )}
+
+ {memberVisible && (
+
+
+
+ )}
-
+ {memberVisible && !compact && }
+
diff --git a/src/app/features/call-status/MemberGlance.tsx b/src/app/features/call-status/MemberGlance.tsx
index 3773ff3a..88c114d5 100644
--- a/src/app/features/call-status/MemberGlance.tsx
+++ b/src/app/features/call-status/MemberGlance.tsx
@@ -9,13 +9,15 @@ import { useMediaAuthentication } from '../../hooks/useMediaAuthentication';
import { StackedAvatar } from '../../components/stacked-avatar';
import { useOpenUserRoomProfile } from '../../state/hooks/userRoomProfile';
import { getMouseEventCords } from '../../utils/dom';
+import * as css from './styles.css';
type MemberGlanceProps = {
room: Room;
members: CallMembership[];
+ speakers: Set;
max?: number;
};
-export function MemberGlance({ room, members, max = 6 }: MemberGlanceProps) {
+export function MemberGlance({ room, members, speakers, max = 6 }: MemberGlanceProps) {
const mx = useMatrixClient();
const useAuthentication = useMediaAuthentication();
const openUserProfile = useOpenUserRoomProfile();
@@ -37,6 +39,7 @@ export function MemberGlance({ room, members, max = 6 }: MemberGlanceProps) {
return (
;
+};
+export function MemberSpeaking({ room, speakers }: MemberSpeakingProps) {
+ const speakingNames = Array.from(speakers).map(
+ (userId) => getMemberDisplayName(room, userId) ?? getMxIdLocalPart(userId) ?? userId
+ );
+ return (
+
+
+
+ {speakingNames.length === 1 && (
+ <>
+ {speakingNames[0]}
+
+ {' is speaking...'}
+
+ >
+ )}
+ {speakingNames.length === 2 && (
+ <>
+ {speakingNames[0]}
+
+ {' and '}
+
+ {speakingNames[1]}
+
+ {' are speaking...'}
+
+ >
+ )}
+ {speakingNames.length === 3 && (
+ <>
+ {speakingNames[0]}
+
+ {', '}
+
+ {speakingNames[1]}
+
+ {' and '}
+
+ {speakingNames[2]}
+
+ {' are speaking...'}
+
+ >
+ )}
+ {speakingNames.length > 3 && (
+ <>
+ {speakingNames[0]}
+
+ {', '}
+
+ {speakingNames[1]}
+
+ {', '}
+
+ {speakingNames[2]}
+
+ {' and '}
+
+ {speakingNames.length - 3} others
+
+ {' are speaking...'}
+
+ >
+ )}
+
+
+ );
+}
diff --git a/src/app/features/call-status/styles.css.ts b/src/app/features/call-status/styles.css.ts
index 26b08f0b..dd32bc3d 100644
--- a/src/app/features/call-status/styles.css.ts
+++ b/src/app/features/call-status/styles.css.ts
@@ -15,3 +15,7 @@ export const CallStatus = style([
export const ControlDivider = style({
height: toRem(16),
});
+
+export const SpeakerAvatarOutline = style({
+ boxShadow: `0 0 0 ${config.borderWidth.B600} ${color.Success.Main}`,
+});
diff --git a/src/app/features/call/CallView.tsx b/src/app/features/call/CallView.tsx
index 96955466..ff59e711 100644
--- a/src/app/features/call/CallView.tsx
+++ b/src/app/features/call/CallView.tsx
@@ -1,7 +1,7 @@
import { useRef } from 'react';
import { Badge, Box, color, Header, Scroll, Text, toRem } from 'folds';
import { EventType } from '$types/matrix-sdk';
-import { useCallEmbed, useCallJoined, useSyncCallEmbedPlacement } from '$hooks/useCallEmbed';
+import { useCallEmbed, useCallEmbedPlacementSync, useCallJoined } from '$hooks/useCallEmbed';
import { ContainerColor } from '$styles/ContainerColor.css';
import { usePowerLevelsContext } from '$hooks/usePowerLevels';
import { useRoom } from '$hooks/useRoom';
@@ -44,7 +44,7 @@ export function CallView() {
const room = useRoom();
const callViewRef = useRef(null);
- useSyncCallEmbedPlacement(callViewRef);
+ useCallEmbedPlacementSync(callViewRef);
const powerLevels = usePowerLevelsContext();
const creators = useRoomCreators(room);
diff --git a/src/app/hooks/useCall.ts b/src/app/hooks/useCall.ts
index a4374fcd..1364e459 100644
--- a/src/app/hooks/useCall.ts
+++ b/src/app/hooks/useCall.ts
@@ -53,3 +53,12 @@ export const useCallMembers = (room: Room, session: MatrixRTCSession): CallMembe
return memberships;
};
+
+export const useCallMembersChange = (session: MatrixRTCSession, callback: () => void): void => {
+ useEffect(() => {
+ session.on(MatrixRTCSessionEvent.MembershipsChanged, callback);
+ return () => {
+ session.removeListener(MatrixRTCSessionEvent.MembershipsChanged, callback);
+ };
+ }, [session, callback]);
+};
diff --git a/src/app/hooks/useCallEmbed.ts b/src/app/hooks/useCallEmbed.ts
index 280d2095..620530d5 100644
--- a/src/app/hooks/useCallEmbed.ts
+++ b/src/app/hooks/useCallEmbed.ts
@@ -15,6 +15,7 @@ import { ThemeKind, useTheme } from './useTheme';
import { callEmbedAtom } from '../state/callEmbed';
import { useResizeObserver } from './useResizeObserver';
import { CallControlState } from '../plugins/call/CallControlState';
+import { useCallMembersChange, useCallSession } from './useCall';
const CallEmbedContext = createContext(undefined);
@@ -114,6 +115,14 @@ export const useCallHangupEvent = (embed: CallEmbed, callback: () => void) => {
useClientWidgetApiEvent(embed.call, ElementWidgetActions.HangupCall, callback);
};
+export const useCallMemberSoundSync = (embed: CallEmbed) => {
+ const callSession = useCallSession(embed.room);
+ useCallMembersChange(
+ callSession,
+ useCallback(() => embed.control.applySound(), [embed])
+ );
+};
+
export const useCallThemeSync = (embed: CallEmbed) => {
const theme = useTheme();
@@ -124,7 +133,7 @@ export const useCallThemeSync = (embed: CallEmbed) => {
}, [theme.kind, embed]);
};
-export const useSyncCallEmbedPlacement = (containerViewRef: RefObject): void => {
+export const useCallEmbedPlacementSync = (containerViewRef: RefObject): void => {
const callEmbedRef = useCallEmbedRef();
const syncCallEmbedPlacement = useCallback(() => {
diff --git a/src/app/hooks/useCallSpeakers.ts b/src/app/hooks/useCallSpeakers.ts
new file mode 100644
index 00000000..24003678
--- /dev/null
+++ b/src/app/hooks/useCallSpeakers.ts
@@ -0,0 +1,60 @@
+import { useCallback, useEffect, useMemo, useState } from 'react';
+import { CallEmbed } from '../plugins/call';
+import { useMutationObserver } from './useMutationObserver';
+import { isUserId } from '../utils/matrix';
+import { useCallMembers, useCallSession } from './useCall';
+import { useCallJoined } from './useCallEmbed';
+
+export const useCallSpeakers = (callEmbed: CallEmbed): Set => {
+ const [speakers, setSpeakers] = useState(new Set());
+ const callSession = useCallSession(callEmbed.room);
+ const callMembers = useCallMembers(callEmbed.room, callSession);
+ const joined = useCallJoined(callEmbed);
+
+ const videoContainers = useMemo(() => {
+ if (callMembers && joined) return callEmbed.document?.querySelectorAll('[data-video-fit]');
+ return undefined;
+ }, [callEmbed, callMembers, joined]);
+
+ const mutationObserver = useMutationObserver(
+ useCallback(
+ (mutations) => {
+ const s = new Set();
+
+ mutations.forEach((mutation) => {
+ if (mutation.type !== 'attributes') return;
+ const el = mutation.target as HTMLElement;
+
+ const style = callEmbed.iframe.contentWindow?.getComputedStyle(el, '::before');
+ if (!style) return;
+ const tileBackgroundImage = style.getPropertyValue('background-image');
+ const speaking = tileBackgroundImage !== 'none';
+ if (!speaking) return;
+
+ const speakerId = el.querySelector('[aria-label]')?.getAttribute('aria-label');
+ if (speakerId && isUserId(speakerId)) {
+ s.add(speakerId);
+ }
+ });
+
+ setSpeakers(s);
+ },
+ [callEmbed]
+ )
+ );
+
+ useEffect(() => {
+ videoContainers?.forEach((element) => {
+ mutationObserver.observe(element, {
+ attributes: true,
+ attributeFilter: ['class', 'style'],
+ });
+ });
+
+ return () => {
+ mutationObserver.disconnect();
+ };
+ }, [videoContainers, mutationObserver]);
+
+ return speakers;
+};
diff --git a/src/app/hooks/useMutationObserver.ts b/src/app/hooks/useMutationObserver.ts
new file mode 100644
index 00000000..5d0ce2ab
--- /dev/null
+++ b/src/app/hooks/useMutationObserver.ts
@@ -0,0 +1,37 @@
+import { useEffect, useMemo } from 'react';
+
+export type OnMutationCallback = (mutations: MutationRecord[]) => void;
+
+export const getMutationRecord = (
+ target: Node,
+ mutations: MutationRecord[]
+): MutationRecord | undefined => mutations.find((mutation) => mutation.target === target);
+
+export const useMutationObserver = (
+ onMutationCallback: OnMutationCallback,
+ observeElement?: Node | null | (() => Node | null),
+ options?: MutationObserverInit
+): MutationObserver => {
+ const mutationObserver = useMemo(
+ () => new MutationObserver(onMutationCallback),
+ [onMutationCallback]
+ );
+
+ useEffect(() => () => mutationObserver?.disconnect(), [mutationObserver]);
+
+ useEffect(() => {
+ const element = typeof observeElement === 'function' ? observeElement() : observeElement;
+
+ if (element) {
+ mutationObserver.observe(element, options);
+ }
+
+ return () => {
+ if (element) {
+ mutationObserver.disconnect();
+ }
+ };
+ }, [mutationObserver, observeElement, options]);
+
+ return mutationObserver;
+};
diff --git a/src/app/plugins/call/CallControl.ts b/src/app/plugins/call/CallControl.ts
index c2087fe0..44dcacd7 100644
--- a/src/app/plugins/call/CallControl.ts
+++ b/src/app/plugins/call/CallControl.ts
@@ -47,6 +47,10 @@ export class CallControl extends EventEmitter implements CallControlState {
this.emitStateUpdate();
}
+ public applySound() {
+ this.setSound(this.sound);
+ }
+
private setMediaState(state: ElementMediaStatePayload) {
return this.call.transport.send(ElementWidgetActions.DeviceMute, state);
}
@@ -55,10 +59,8 @@ export class CallControl extends EventEmitter implements CallControlState {
const callDocument = this.iframe.contentDocument ?? this.iframe.contentWindow?.document;
if (callDocument) {
callDocument.querySelectorAll('audio').forEach((el) => {
- if (el instanceof HTMLAudioElement) {
- // eslint-disable-next-line no-param-reassign
- el.muted = !sound;
- }
+ // eslint-disable-next-line no-param-reassign
+ el.muted = !sound;
});
}
}
diff --git a/src/app/plugins/call/CallEmbed.ts b/src/app/plugins/call/CallEmbed.ts
index b5491447..c0c02f9c 100644
--- a/src/app/plugins/call/CallEmbed.ts
+++ b/src/app/plugins/call/CallEmbed.ts
@@ -163,6 +163,10 @@ export class CallEmbed {
return this.room.roomId;
}
+ get document(): Document | undefined {
+ return this.iframe.contentDocument ?? this.iframe.contentWindow?.document;
+ }
+
public setTheme(theme: ElementCallThemeKind) {
return this.call.transport.send(WidgetApiToWidgetAction.ThemeChange, {
name: theme,