use the matrixRtcSdk

src/state/media/LocalUserMediaViewModel.ts

@@ -7,29 +7,18 @@ Please see LICENSE in the repository root for full details.
 */
 
 import {
-  facingModeFromLocalTrack,
-  type LocalParticipant,
-  LocalVideoTrack,
-  TrackEvent,
-} from "livekit-client";
-import {
-  fromEvent,
-  map,
-  merge,
-  type Observable,
-  of,
-  startWith,
-  switchMap,
-} from "rxjs";
+  type Behavior,
+  type LocalMemberMedia,
+  type ObservableScope,
+} from "@element-hq/matrixrtc-sdk";
+import { map, of, switchMap } from "rxjs";
 import { logger } from "matrix-js-sdk/lib/logger";
 
-import { type Behavior } from "../Behavior";
 import {
   type BaseUserMediaInputs,
   type BaseUserMediaViewModel,
   createBaseUserMedia,
 } from "./UserMediaViewModel";
-import { type ObservableScope } from "../ObservableScope";
 import { alwaysShowSelf } from "../../settings/settings";
 import { platform } from "../../Platform";
 import { type MediaDevices } from "../MediaDevices";
@@ -51,9 +40,9 @@ export interface LocalUserMediaViewModel extends BaseUserMediaViewModel {
 
 export interface LocalUserMediaInputs extends Omit<
   BaseUserMediaInputs,
-  "statsType"
+  "media$"
 > {
-  participant$: Behavior<LocalParticipant | null>;
+  media$: Behavior<LocalMemberMedia | null>;
   mediaDevices: MediaDevices;
 }
 
@@ -61,76 +50,43 @@ export function createLocalUserMedia(
   scope: ObservableScope,
   { mediaDevices, ...inputs }: LocalUserMediaInputs,
 ): LocalUserMediaViewModel {
-  const baseUserMedia = createBaseUserMedia(scope, {
-    ...inputs,
-    statsType: "outbound-rtp",
-  });
-
-  /**
-   * The local video track as an observable that emits whenever the track
-   * changes, the camera is switched, or the track is muted.
-   */
-  const videoTrack$: Observable<LocalVideoTrack | null> =
+  const baseUserMedia = createBaseUserMedia(scope, inputs);
+  const facingMode$ = scope.behavior(
     baseUserMedia.video$.pipe(
-      switchMap((v) => {
-        const track = v?.publication.track;
-        if (!(track instanceof LocalVideoTrack)) return of(null);
-        return merge(
-          // Watch for track restarts because they indicate a camera switch.
-          // This event is also emitted when unmuting the track object.
-          fromEvent(track, TrackEvent.Restarted).pipe(
-            startWith(null),
-            map(() => track),
-          ),
-          // When the track object is muted, reset it to null.
-          fromEvent(track, TrackEvent.Muted).pipe(map(() => null)),
-        );
-      }),
-    );
+      switchMap((video) => video?.facingMode$ ?? of(undefined)),
+    ),
+  );
 
   return {
     ...baseUserMedia,
     local: true,
+    // Mirror only front-facing cameras (those that face the user)
     mirror$: scope.behavior(
-      videoTrack$.pipe(
-        // Mirror only front-facing cameras (those that face the user)
-        map(
-          (track) =>
-            track !== null &&
-            facingModeFromLocalTrack(track).facingMode === "user",
-        ),
-      ),
+      facingMode$.pipe(map((facingMode) => facingMode === "user")),
     ),
     alwaysShow$: alwaysShowSelf.value$,
     setAlwaysShow: alwaysShowSelf.setValue,
     switchCamera$: scope.behavior(
       platform === "desktop"
         ? of(null)
-        : videoTrack$.pipe(
-            map((track) => {
-              if (track === null) return null;
-              const facingMode = facingModeFromLocalTrack(track).facingMode;
-              // If the camera isn't front or back-facing, don't provide a switch
-              // camera shortcut at all
-              if (facingMode !== "user" && facingMode !== "environment")
-                return null;
-              // Restart the track with a camera facing the opposite direction
-              return (): void =>
-                void track
-                  .restartTrack({
-                    facingMode: facingMode === "user" ? "environment" : "user",
-                  })
-                  .then(() => {
-                    // Inform the MediaDevices which camera was chosen
-                    const deviceId =
-                      track.mediaStreamTrack.getSettings().deviceId;
-                    if (deviceId !== undefined)
-                      mediaDevices.videoInput.select(deviceId);
-                  })
-                  .catch((e) =>
-                    logger.error("Failed to switch camera", facingMode, e),
-                  );
-            }),
+        : facingMode$.pipe(
+            // If the camera isn't front or back-facing, don't provide a switch
+            // camera shortcut at all
+            map((facingMode) =>
+              facingMode === undefined
+                ? null
+                : (): void =>
+                    void inputs.media$.value
+                      ?.switchCamera()
+                      .then((deviceId) => {
+                        // Inform the MediaDevices which camera was chosen
+                        if (deviceId !== undefined)
+                          mediaDevices.videoInput.select(deviceId);
+                      })
+                      .catch((e) =>
+                        logger.error("Failed to switch camera", facingMode, e),
+                      ),
+            ),
           ),
     ),
   };