mirror of
https://github.com/vector-im/element-call.git
synced 2026-11-07 00:52:28 +00:00
Name the background effect pieces after background effects
- One name, as review asked: TrackProcessorContext becomes BackgroundEffectsContext, with BackgroundEffectsProvider, BackgroundEffectsState, useBackgroundEffects, useBackgroundEffectsState$ and useSyncBackgroundEffects. - The state's Behavior is backgroundEffectsState$ wherever it is passed, in place of trackProcessorState$, trackerProcessorState$ and processorState$. - Renames only: nothing changes in behaviour. Rebased onto main: the context lives in src/tracks, main's fromLivekitProcessor keeps its name, and the Publisher, ConnectionFactory and their tests this renamed in are gone, as main moved them into the SDK. Co-Authored-By: Claude Opus 5.5 (1M context) <noreply@anthropic.com>
This commit is contained in:
committed by
Timo K.
co-authored by
Claude Opus 5.5
parent
8763832566
commit
bbc73d073b
+3
-3
@@ -74,7 +74,7 @@ import {
|
|||||||
import { MediaDevicesContext } from "../src/MediaDevicesContext";
|
import { MediaDevicesContext } from "../src/MediaDevicesContext";
|
||||||
import { MediaDevices } from "../src/state/MediaDevices";
|
import { MediaDevices } from "../src/state/MediaDevices";
|
||||||
import { ObservableScope } from "../src/state/ObservableScope";
|
import { ObservableScope } from "../src/state/ObservableScope";
|
||||||
import { ProcessorProvider } from "../src/tracks/TrackProcessorContext";
|
import { BackgroundEffectsProvider } from "../src/tracks/BackgroundEffectsContext";
|
||||||
import { Config } from "../src/config/Config";
|
import { Config } from "../src/config/Config";
|
||||||
import { type ConfigOptions } from "../src/config/ConfigOptions";
|
import { type ConfigOptions } from "../src/config/ConfigOptions";
|
||||||
import { i18n } from "../src/utils/i18n";
|
import { i18n } from "../src/utils/i18n";
|
||||||
@@ -255,7 +255,7 @@ export const ElementCall: FC<ElementCallProps> = ({
|
|||||||
<TooltipProvider>
|
<TooltipProvider>
|
||||||
<ClientProvider client={client}>
|
<ClientProvider client={client}>
|
||||||
<MediaDevicesContext value={mediaDevices}>
|
<MediaDevicesContext value={mediaDevices}>
|
||||||
<ProcessorProvider>
|
<BackgroundEffectsProvider>
|
||||||
<CallView
|
<CallView
|
||||||
client={client}
|
client={client}
|
||||||
rtcSession={rtcSession}
|
rtcSession={rtcSession}
|
||||||
@@ -264,7 +264,7 @@ export const ElementCall: FC<ElementCallProps> = ({
|
|||||||
preload={params.preload}
|
preload={params.preload}
|
||||||
skipLobby={params.skipLobby}
|
skipLobby={params.skipLobby}
|
||||||
/>
|
/>
|
||||||
</ProcessorProvider>
|
</BackgroundEffectsProvider>
|
||||||
</MediaDevicesContext>
|
</MediaDevicesContext>
|
||||||
</ClientProvider>
|
</ClientProvider>
|
||||||
</TooltipProvider>
|
</TooltipProvider>
|
||||||
|
|||||||
+3
-3
@@ -35,7 +35,7 @@ import { ErrorPage, LoadingPage } from "./FullScreenView";
|
|||||||
import { Initializer } from "./initializer";
|
import { Initializer } from "./initializer";
|
||||||
import { type WidgetHelpers } from "./widget";
|
import { type WidgetHelpers } from "./widget";
|
||||||
import { useTheme } from "./useTheme";
|
import { useTheme } from "./useTheme";
|
||||||
import { ProcessorProvider } from "./tracks/TrackProcessorContext";
|
import { BackgroundEffectsProvider } from "./tracks/BackgroundEffectsContext";
|
||||||
import { type AppViewModel } from "./state/AppViewModel";
|
import { type AppViewModel } from "./state/AppViewModel";
|
||||||
import { MediaDevicesContext } from "./MediaDevicesContext";
|
import { MediaDevicesContext } from "./MediaDevicesContext";
|
||||||
import {
|
import {
|
||||||
@@ -148,7 +148,7 @@ export const App: FC<Props> = ({ vm, widget }) => {
|
|||||||
loaded && clientReady ? (
|
loaded && clientReady ? (
|
||||||
<ClientProvider client={widgetClient}>
|
<ClientProvider client={widgetClient}>
|
||||||
<MediaDevicesContext value={vm.mediaDevices}>
|
<MediaDevicesContext value={vm.mediaDevices}>
|
||||||
<ProcessorProvider>
|
<BackgroundEffectsProvider>
|
||||||
<Sentry.ErrorBoundary
|
<Sentry.ErrorBoundary
|
||||||
fallback={(error) => <ErrorPage error={error} />}
|
fallback={(error) => <ErrorPage error={error} />}
|
||||||
>
|
>
|
||||||
@@ -159,7 +159,7 @@ export const App: FC<Props> = ({ vm, widget }) => {
|
|||||||
<SentryRoute path="*" element={<RoomPage />} />
|
<SentryRoute path="*" element={<RoomPage />} />
|
||||||
</Routes>
|
</Routes>
|
||||||
</Sentry.ErrorBoundary>
|
</Sentry.ErrorBoundary>
|
||||||
</ProcessorProvider>
|
</BackgroundEffectsProvider>
|
||||||
</MediaDevicesContext>
|
</MediaDevicesContext>
|
||||||
</ClientProvider>
|
</ClientProvider>
|
||||||
) : (
|
) : (
|
||||||
|
|||||||
@@ -61,7 +61,7 @@ import {
|
|||||||
} from "../HostBridge";
|
} from "../HostBridge";
|
||||||
import { type JoinCallData } from "../widget";
|
import { type JoinCallData } from "../widget";
|
||||||
import { MatrixRTCTransportMissingError } from "../utils/errors";
|
import { MatrixRTCTransportMissingError } from "../utils/errors";
|
||||||
import { ProcessorProvider } from "../tracks/TrackProcessorContext";
|
import { BackgroundEffectsProvider } from "../tracks/BackgroundEffectsContext";
|
||||||
import { MediaDevicesContext } from "../MediaDevicesContext";
|
import { MediaDevicesContext } from "../MediaDevicesContext";
|
||||||
import { constant } from "../state/Behavior";
|
import { constant } from "../state/Behavior";
|
||||||
|
|
||||||
@@ -193,7 +193,7 @@ function createCallView(
|
|||||||
<HostBridgeProvider value={hostBridge}>
|
<HostBridgeProvider value={hostBridge}>
|
||||||
<TooltipProvider>
|
<TooltipProvider>
|
||||||
<MediaDevicesContext value={mockMediaDevices({})}>
|
<MediaDevicesContext value={mockMediaDevices({})}>
|
||||||
<ProcessorProvider>
|
<BackgroundEffectsProvider>
|
||||||
{options.withErrorBoundary ? (
|
{options.withErrorBoundary ? (
|
||||||
<GroupCallErrorBoundary recoveryActionHandler={vi.fn()}>
|
<GroupCallErrorBoundary recoveryActionHandler={vi.fn()}>
|
||||||
{callView}
|
{callView}
|
||||||
@@ -201,7 +201,7 @@ function createCallView(
|
|||||||
) : (
|
) : (
|
||||||
callView
|
callView
|
||||||
)}
|
)}
|
||||||
</ProcessorProvider>
|
</BackgroundEffectsProvider>
|
||||||
</MediaDevicesContext>
|
</MediaDevicesContext>
|
||||||
</TooltipProvider>
|
</TooltipProvider>
|
||||||
</HostBridgeProvider>
|
</HostBridgeProvider>
|
||||||
|
|||||||
@@ -48,7 +48,7 @@ import { MediaDevicesContext } from "../MediaDevicesContext";
|
|||||||
import { type MediaDevices as ECMediaDevices } from "../state/MediaDevices";
|
import { type MediaDevices as ECMediaDevices } from "../state/MediaDevices";
|
||||||
import { AppBar } from "../AppBar";
|
import { AppBar } from "../AppBar";
|
||||||
import { type MatrixInfo } from "./VideoPreview";
|
import { type MatrixInfo } from "./VideoPreview";
|
||||||
import { ProcessorProvider } from "../tracks/TrackProcessorContext";
|
import { BackgroundEffectsProvider } from "../tracks/BackgroundEffectsContext";
|
||||||
import { initializeWidget } from "../widget";
|
import { initializeWidget } from "../widget";
|
||||||
import { RootElementProvider } from "../RootElementContext";
|
import { RootElementProvider } from "../RootElementContext";
|
||||||
|
|
||||||
@@ -234,7 +234,7 @@ describe("ActiveCall", () => {
|
|||||||
const { findByTestId } = render(
|
const { findByTestId } = render(
|
||||||
<BrowserRouter>
|
<BrowserRouter>
|
||||||
<MediaDevicesContext value={mediaDevices}>
|
<MediaDevicesContext value={mediaDevices}>
|
||||||
<ProcessorProvider>
|
<BackgroundEffectsProvider>
|
||||||
<TooltipProvider>
|
<TooltipProvider>
|
||||||
<ActiveCall
|
<ActiveCall
|
||||||
client={matrixRoom.client}
|
client={matrixRoom.client}
|
||||||
@@ -247,7 +247,7 @@ describe("ActiveCall", () => {
|
|||||||
onLeft={(): void => {}}
|
onLeft={(): void => {}}
|
||||||
/>
|
/>
|
||||||
</TooltipProvider>
|
</TooltipProvider>
|
||||||
</ProcessorProvider>
|
</BackgroundEffectsProvider>
|
||||||
</MediaDevicesContext>
|
</MediaDevicesContext>
|
||||||
</BrowserRouter>,
|
</BrowserRouter>,
|
||||||
);
|
);
|
||||||
@@ -282,7 +282,7 @@ describe("ActiveCall", () => {
|
|||||||
<BrowserRouter>
|
<BrowserRouter>
|
||||||
<RootElementProvider value={root}>
|
<RootElementProvider value={root}>
|
||||||
<MediaDevicesContext value={mediaDevices}>
|
<MediaDevicesContext value={mediaDevices}>
|
||||||
<ProcessorProvider>
|
<BackgroundEffectsProvider>
|
||||||
<TooltipProvider>
|
<TooltipProvider>
|
||||||
<ActiveCall
|
<ActiveCall
|
||||||
client={matrixRoom.client}
|
client={matrixRoom.client}
|
||||||
@@ -295,7 +295,7 @@ describe("ActiveCall", () => {
|
|||||||
onLeft={(): void => {}}
|
onLeft={(): void => {}}
|
||||||
/>
|
/>
|
||||||
</TooltipProvider>
|
</TooltipProvider>
|
||||||
</ProcessorProvider>
|
</BackgroundEffectsProvider>
|
||||||
</MediaDevicesContext>
|
</MediaDevicesContext>
|
||||||
</RootElementProvider>
|
</RootElementProvider>
|
||||||
</BrowserRouter>,
|
</BrowserRouter>,
|
||||||
|
|||||||
@@ -109,7 +109,7 @@ import { useBehavior } from "../useBehavior.ts";
|
|||||||
import { useValueBehavior } from "../useValueBehavior.ts";
|
import { useValueBehavior } from "../useValueBehavior.ts";
|
||||||
import { Toast } from "../Toast.tsx";
|
import { Toast } from "../Toast.tsx";
|
||||||
import overlayStyles from "../Overlay.module.css";
|
import overlayStyles from "../Overlay.module.css";
|
||||||
import { useTrackProcessorState$ } from "../tracks/TrackProcessorContext.tsx";
|
import { useBackgroundEffectsState$ } from "../tracks/BackgroundEffectsContext.tsx";
|
||||||
import { type Layout } from "../state/layout-types.ts";
|
import { type Layout } from "../state/layout-types.ts";
|
||||||
import { ObservableScope } from "../state/ObservableScope.ts";
|
import { ObservableScope } from "../state/ObservableScope.ts";
|
||||||
import { CallFooter, type FooterSnapshot } from "../components/CallFooter.tsx";
|
import { CallFooter, type FooterSnapshot } from "../components/CallFooter.tsx";
|
||||||
@@ -150,7 +150,7 @@ export const ActiveCall: FC<ActiveCallProps> = (props) => {
|
|||||||
const urlParams = useUrlParams();
|
const urlParams = useUrlParams();
|
||||||
const hostBridge = useHostBridge();
|
const hostBridge = useHostBridge();
|
||||||
const mediaDevices = useMediaDevices();
|
const mediaDevices = useMediaDevices();
|
||||||
const trackProcessorState$ = useTrackProcessorState$();
|
const backgroundEffectsState$ = useBackgroundEffectsState$();
|
||||||
// The element we have to draw the call in: the page, or the container a host
|
// The element we have to draw the call in: the page, or the container a host
|
||||||
// gave us. Its size, not the window's, decides how the call is laid out.
|
// gave us. Its size, not the window's, decides how the call is laid out.
|
||||||
const rootElement = useRootElement();
|
const rootElement = useRootElement();
|
||||||
@@ -174,7 +174,7 @@ export const ActiveCall: FC<ActiveCallProps> = (props) => {
|
|||||||
props.muteStates,
|
props.muteStates,
|
||||||
mediaDevices,
|
mediaDevices,
|
||||||
capture,
|
capture,
|
||||||
trackProcessorState$.value.processor,
|
backgroundEffectsState$.value.processor,
|
||||||
),
|
),
|
||||||
});
|
});
|
||||||
|
|
||||||
@@ -189,7 +189,7 @@ export const ActiveCall: FC<ActiveCallProps> = (props) => {
|
|||||||
encryptionSystem: props.e2eeSystem,
|
encryptionSystem: props.e2eeSystem,
|
||||||
capture,
|
capture,
|
||||||
videoProcessor$: scope.behavior(
|
videoProcessor$: scope.behavior(
|
||||||
trackProcessorState$.pipe(map((state) => state.processor)),
|
backgroundEffectsState$.pipe(map((state) => state.processor)),
|
||||||
),
|
),
|
||||||
hostBridge,
|
hostBridge,
|
||||||
autoLeaveWhenOthersLeft,
|
autoLeaveWhenOthersLeft,
|
||||||
@@ -219,7 +219,7 @@ export const ActiveCall: FC<ActiveCallProps> = (props) => {
|
|||||||
urlParams,
|
urlParams,
|
||||||
hostBridge,
|
hostBridge,
|
||||||
mediaDevices,
|
mediaDevices,
|
||||||
trackProcessorState$,
|
backgroundEffectsState$,
|
||||||
props.client,
|
props.client,
|
||||||
rootElement,
|
rootElement,
|
||||||
]);
|
]);
|
||||||
@@ -250,7 +250,7 @@ export const ActiveCall: FC<ActiveCallProps> = (props) => {
|
|||||||
props.onLeft,
|
props.onLeft,
|
||||||
urlParams,
|
urlParams,
|
||||||
mediaDevices,
|
mediaDevices,
|
||||||
trackProcessorState$,
|
backgroundEffectsState$,
|
||||||
props.client,
|
props.client,
|
||||||
vm,
|
vm,
|
||||||
]);
|
]);
|
||||||
|
|||||||
@@ -14,19 +14,19 @@ import { type MatrixClient, type RoomSummary } from "matrix-js-sdk";
|
|||||||
import { KnockLobbyView } from "./KnockLobbyView";
|
import { KnockLobbyView } from "./KnockLobbyView";
|
||||||
import { LeaveToHomeProvider } from "../LeaveToHomeContext";
|
import { LeaveToHomeProvider } from "../LeaveToHomeContext";
|
||||||
import { MediaDevicesContext } from "../MediaDevicesContext";
|
import { MediaDevicesContext } from "../MediaDevicesContext";
|
||||||
import { type ProcessorState } from "../tracks/TrackProcessorContext";
|
import { type BackgroundEffectsState } from "../tracks/BackgroundEffectsContext";
|
||||||
import { mockMediaDevices } from "../utils/test";
|
import { mockMediaDevices } from "../utils/test";
|
||||||
|
|
||||||
vi.mock("@livekit/components-react", () => ({
|
vi.mock("@livekit/components-react", () => ({
|
||||||
usePreviewTracks: (): unknown[] => [],
|
usePreviewTracks: (): unknown[] => [],
|
||||||
}));
|
}));
|
||||||
|
|
||||||
vi.mock("../tracks/TrackProcessorContext", () => ({
|
vi.mock("../tracks/BackgroundEffectsContext", () => ({
|
||||||
useTrackProcessor: (): ProcessorState => ({
|
useBackgroundEffects: (): BackgroundEffectsState => ({
|
||||||
supported: false,
|
supported: false,
|
||||||
processor: undefined,
|
processor: undefined,
|
||||||
}),
|
}),
|
||||||
useTrackProcessorSync: (): void => {},
|
useSyncBackgroundEffects: (): void => {},
|
||||||
}));
|
}));
|
||||||
|
|
||||||
vi.mock("react-use-measure", () => ({
|
vi.mock("react-use-measure", () => ({
|
||||||
|
|||||||
@@ -28,7 +28,7 @@ import {
|
|||||||
} from "../utils/test";
|
} from "../utils/test";
|
||||||
import { type MediaDevices } from "../state/MediaDevices";
|
import { type MediaDevices } from "../state/MediaDevices";
|
||||||
import { MediaDevicesContext } from "../MediaDevicesContext";
|
import { MediaDevicesContext } from "../MediaDevicesContext";
|
||||||
import { type ProcessorState } from "../tracks/TrackProcessorContext";
|
import { type BackgroundEffectsState } from "../tracks/BackgroundEffectsContext";
|
||||||
import { type EncryptionSystem } from "../e2ee/sharedKeyManagement";
|
import { type EncryptionSystem } from "../e2ee/sharedKeyManagement";
|
||||||
import lobbyStyles from "./LobbyView.module.css";
|
import lobbyStyles from "./LobbyView.module.css";
|
||||||
import headerStyles from "../Header.module.css";
|
import headerStyles from "../Header.module.css";
|
||||||
@@ -41,12 +41,12 @@ vi.mock("@livekit/components-react", () => ({
|
|||||||
usePreviewTracks: (): unknown[] => [],
|
usePreviewTracks: (): unknown[] => [],
|
||||||
}));
|
}));
|
||||||
|
|
||||||
vi.mock("../tracks/TrackProcessorContext", () => ({
|
vi.mock("../tracks/BackgroundEffectsContext", () => ({
|
||||||
useTrackProcessor: (): ProcessorState => ({
|
useBackgroundEffects: (): BackgroundEffectsState => ({
|
||||||
supported: false,
|
supported: false,
|
||||||
processor: undefined,
|
processor: undefined,
|
||||||
}),
|
}),
|
||||||
useTrackProcessorSync: (): void => {},
|
useSyncBackgroundEffects: (): void => {},
|
||||||
}));
|
}));
|
||||||
|
|
||||||
vi.mock("react-use-measure", () => ({
|
vi.mock("react-use-measure", () => ({
|
||||||
|
|||||||
@@ -41,9 +41,9 @@ import { useMediaDevices } from "../MediaDevicesContext";
|
|||||||
import { ObservableScope } from "../state/ObservableScope";
|
import { ObservableScope } from "../state/ObservableScope";
|
||||||
import { useInitial } from "../useInitial";
|
import { useInitial } from "../useInitial";
|
||||||
import {
|
import {
|
||||||
useTrackProcessor,
|
useBackgroundEffects,
|
||||||
useTrackProcessorSync,
|
useSyncBackgroundEffects,
|
||||||
} from "../tracks/TrackProcessorContext";
|
} from "../tracks/BackgroundEffectsContext";
|
||||||
import { getValue } from "../utils/observable";
|
import { getValue } from "../utils/observable";
|
||||||
import { useBehavior } from "../useBehavior";
|
import { useBehavior } from "../useBehavior";
|
||||||
import { CallFooter, type FooterSnapshot } from "../components/CallFooter";
|
import { CallFooter, type FooterSnapshot } from "../components/CallFooter";
|
||||||
@@ -137,7 +137,7 @@ export const LobbyView: FC<Props> = ({
|
|||||||
},
|
},
|
||||||
);
|
);
|
||||||
|
|
||||||
const { processor } = useTrackProcessor();
|
const { processor } = useBackgroundEffects();
|
||||||
|
|
||||||
const initialProcessor = useInitial(() => processor);
|
const initialProcessor = useInitial(() => processor);
|
||||||
const localTrackOptions = useMemo<CreateLocalTracksOptions>(
|
const localTrackOptions = useMemo<CreateLocalTracksOptions>(
|
||||||
@@ -185,7 +185,7 @@ export const LobbyView: FC<Props> = ({
|
|||||||
}
|
}
|
||||||
}, [devices, videoInputId, videoTrack]);
|
}, [devices, videoInputId, videoTrack]);
|
||||||
|
|
||||||
useTrackProcessorSync(videoTrack);
|
useSyncBackgroundEffects(videoTrack);
|
||||||
|
|
||||||
const [footerVm, setFooterVm] = useState<ViewModel<FooterSnapshot> | null>(
|
const [footerVm, setFooterVm] = useState<ViewModel<FooterSnapshot> | null>(
|
||||||
null,
|
null,
|
||||||
|
|||||||
@@ -27,7 +27,7 @@ import {
|
|||||||
import { PreferencesSettingsTab } from "./PreferencesSettingsTab";
|
import { PreferencesSettingsTab } from "./PreferencesSettingsTab";
|
||||||
import { Slider } from "../Slider";
|
import { Slider } from "../Slider";
|
||||||
import { DeviceSelection } from "./DeviceSelection";
|
import { DeviceSelection } from "./DeviceSelection";
|
||||||
import { useTrackProcessor } from "../tracks/TrackProcessorContext";
|
import { useBackgroundEffects } from "../tracks/BackgroundEffectsContext";
|
||||||
import {
|
import {
|
||||||
DeveloperSettingsTab,
|
DeveloperSettingsTab,
|
||||||
type DeveloperSettingsSnapshot,
|
type DeveloperSettingsSnapshot,
|
||||||
@@ -78,7 +78,7 @@ export const SettingsModal: FC<Props> = ({
|
|||||||
|
|
||||||
// Generate a `Checkbox` input to turn blur on or off.
|
// Generate a `Checkbox` input to turn blur on or off.
|
||||||
const BlurCheckbox: React.FC = (): ReactNode => {
|
const BlurCheckbox: React.FC = (): ReactNode => {
|
||||||
const { supported } = useTrackProcessor();
|
const { supported } = useBackgroundEffects();
|
||||||
|
|
||||||
const [blurActive, setBlurActive] = useSetting(backgroundBlurSetting);
|
const [blurActive, setBlurActive] = useSetting(backgroundBlurSetting);
|
||||||
|
|
||||||
|
|||||||
@@ -13,7 +13,7 @@ import {
|
|||||||
BackgroundEffects,
|
BackgroundEffects,
|
||||||
type BackgroundEffectsOptions,
|
type BackgroundEffectsOptions,
|
||||||
} from "./BackgroundEffects";
|
} from "./BackgroundEffects";
|
||||||
import { type ProcessorState } from "../tracks/TrackProcessorContext";
|
import { type BackgroundEffectsState } from "../tracks/BackgroundEffectsContext";
|
||||||
import { flushPromises, testScope, withTestScheduler } from "../utils/test";
|
import { flushPromises, testScope, withTestScheduler } from "../utils/test";
|
||||||
|
|
||||||
/** A pipeline that records what it is switched to. */
|
/** A pipeline that records what it is switched to. */
|
||||||
@@ -45,7 +45,7 @@ function fakePipeline(): {
|
|||||||
}
|
}
|
||||||
|
|
||||||
/** One letter per state: idle, attached. */
|
/** One letter per state: idle, attached. */
|
||||||
function letter(state: ProcessorState): string {
|
function letter(state: BackgroundEffectsState): string {
|
||||||
return state.processor === undefined ? "i" : "a";
|
return state.processor === undefined ? "i" : "a";
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@@ -17,8 +17,8 @@ import { type Behavior } from "./Behavior";
|
|||||||
import { type ObservableScope } from "./ObservableScope";
|
import { type ObservableScope } from "./ObservableScope";
|
||||||
import {
|
import {
|
||||||
fromLivekitProcessor,
|
fromLivekitProcessor,
|
||||||
type ProcessorState,
|
type BackgroundEffectsState,
|
||||||
} from "../tracks/TrackProcessorContext";
|
} from "../tracks/BackgroundEffectsContext";
|
||||||
|
|
||||||
const blurRadius = 15;
|
const blurRadius = 15;
|
||||||
|
|
||||||
@@ -33,7 +33,7 @@ export interface BackgroundEffectsOptions {
|
|||||||
|
|
||||||
/** The background effect pipeline, as the camera tracks and the menus see it. */
|
/** The background effect pipeline, as the camera tracks and the menus see it. */
|
||||||
export class BackgroundEffects {
|
export class BackgroundEffects {
|
||||||
public readonly state$: Behavior<ProcessorState>;
|
public readonly state$: Behavior<BackgroundEffectsState>;
|
||||||
|
|
||||||
public constructor(
|
public constructor(
|
||||||
scope: ObservableScope,
|
scope: ObservableScope,
|
||||||
@@ -43,7 +43,7 @@ export class BackgroundEffects {
|
|||||||
const processor = fromLivekitProcessor(pipeline);
|
const processor = fromLivekitProcessor(pipeline);
|
||||||
this.state$ = scope.behavior(
|
this.state$ = scope.behavior(
|
||||||
blur$.pipe(
|
blur$.pipe(
|
||||||
scan<boolean, ProcessorState>(
|
scan<boolean, BackgroundEffectsState>(
|
||||||
(previous, wanted) => {
|
(previous, wanted) => {
|
||||||
// Attached the first time an effect is wanted and never detached
|
// Attached the first time an effect is wanted and never detached
|
||||||
// after, so someone who never turns one on pays for none of it.
|
// after, so someone who never turns one on pays for none of it.
|
||||||
|
|||||||
+14
-14
@@ -21,12 +21,12 @@ import {
|
|||||||
import {
|
import {
|
||||||
applyProcessor,
|
applyProcessor,
|
||||||
fromLivekitProcessor,
|
fromLivekitProcessor,
|
||||||
ProcessorProvider,
|
BackgroundEffectsProvider,
|
||||||
type ProcessorState,
|
type BackgroundEffectsState,
|
||||||
trackProcessorSync,
|
syncBackgroundEffects,
|
||||||
useTrackProcessor,
|
useBackgroundEffects,
|
||||||
useTrackProcessorSync,
|
useSyncBackgroundEffects,
|
||||||
} from "./TrackProcessorContext";
|
} from "./BackgroundEffectsContext";
|
||||||
import { backgroundBlur } from "../settings/settings";
|
import { backgroundBlur } from "../settings/settings";
|
||||||
import { constant } from "../state/Behavior";
|
import { constant } from "../state/Behavior";
|
||||||
import { flushPromises, testScope } from "../utils/test";
|
import { flushPromises, testScope } from "../utils/test";
|
||||||
@@ -119,10 +119,10 @@ describe("applyProcessor", () => {
|
|||||||
});
|
});
|
||||||
});
|
});
|
||||||
|
|
||||||
describe("trackProcessorSync", () => {
|
describe("syncBackgroundEffects", () => {
|
||||||
it("applies the processor to the current track", () => {
|
it("applies the processor to the current track", () => {
|
||||||
const track = mockTrack("live");
|
const track = mockTrack("live");
|
||||||
trackProcessorSync(
|
syncBackgroundEffects(
|
||||||
testScope(),
|
testScope(),
|
||||||
constant(track),
|
constant(track),
|
||||||
constant({ supported: true, processor }),
|
constant({ supported: true, processor }),
|
||||||
@@ -170,7 +170,7 @@ describe("fromLivekitProcessor", () => {
|
|||||||
});
|
});
|
||||||
});
|
});
|
||||||
|
|
||||||
describe("ProcessorProvider", () => {
|
describe("BackgroundEffectsProvider", () => {
|
||||||
/** A camera track that holds whatever processor it is given. */
|
/** A camera track that holds whatever processor it is given. */
|
||||||
function cameraTrack(): LocalVideoTrack {
|
function cameraTrack(): LocalVideoTrack {
|
||||||
let current: unknown;
|
let current: unknown;
|
||||||
@@ -188,17 +188,17 @@ describe("ProcessorProvider", () => {
|
|||||||
} as unknown as LocalVideoTrack;
|
} as unknown as LocalVideoTrack;
|
||||||
}
|
}
|
||||||
|
|
||||||
let seen: ProcessorState[];
|
let seen: BackgroundEffectsState[];
|
||||||
const Surface: FC<{ track: LocalVideoTrack | null }> = ({ track }) => {
|
const Surface: FC<{ track: LocalVideoTrack | null }> = ({ track }) => {
|
||||||
seen.push(useTrackProcessor());
|
seen.push(useBackgroundEffects());
|
||||||
useTrackProcessorSync(track);
|
useSyncBackgroundEffects(track);
|
||||||
return null;
|
return null;
|
||||||
};
|
};
|
||||||
// One component for every render, so a rerender updates the tree rather than
|
// One component for every render, so a rerender updates the tree rather than
|
||||||
// mounting a second provider with a pipeline of its own.
|
// mounting a second provider with a pipeline of its own.
|
||||||
const Surfaces: FC<{ tracks: (LocalVideoTrack | null)[] }> = ({ tracks }) =>
|
const Surfaces: FC<{ tracks: (LocalVideoTrack | null)[] }> = ({ tracks }) =>
|
||||||
createElement(
|
createElement(
|
||||||
ProcessorProvider,
|
BackgroundEffectsProvider,
|
||||||
null,
|
null,
|
||||||
createElement(
|
createElement(
|
||||||
"div",
|
"div",
|
||||||
@@ -215,7 +215,7 @@ describe("ProcessorProvider", () => {
|
|||||||
await flushPromises();
|
await flushPromises();
|
||||||
});
|
});
|
||||||
};
|
};
|
||||||
const latest = (): ProcessorState => seen[seen.length - 1];
|
const latest = (): BackgroundEffectsState => seen[seen.length - 1];
|
||||||
|
|
||||||
beforeEach(() => {
|
beforeEach(() => {
|
||||||
seen = [];
|
seen = [];
|
||||||
@@ -39,7 +39,7 @@ import { useBehavior } from "../useBehavior";
|
|||||||
// it is a combination of exposing observable and react hooks.
|
// it is a combination of exposing observable and react hooks.
|
||||||
// preferably we should not make this a context anymore and instead just a vm?
|
// preferably we should not make this a context anymore and instead just a vm?
|
||||||
|
|
||||||
export type ProcessorState = {
|
export type BackgroundEffectsState = {
|
||||||
supported: boolean | undefined;
|
supported: boolean | undefined;
|
||||||
processor: undefined | VideoProcessor;
|
processor: undefined | VideoProcessor;
|
||||||
};
|
};
|
||||||
@@ -71,19 +71,19 @@ export function fromLivekitProcessor(
|
|||||||
};
|
};
|
||||||
}
|
}
|
||||||
|
|
||||||
const ProcessorContext = createContext<BackgroundEffects | undefined>(
|
const BackgroundEffectsContext = createContext<BackgroundEffects | undefined>(
|
||||||
undefined,
|
undefined,
|
||||||
);
|
);
|
||||||
|
|
||||||
export function useTrackProcessor(): ProcessorState {
|
export function useBackgroundEffects(): BackgroundEffectsState {
|
||||||
return useBehavior(useTrackProcessorState$());
|
return useBehavior(useBackgroundEffectsState$());
|
||||||
}
|
}
|
||||||
|
|
||||||
export function useTrackProcessorState$(): Behavior<ProcessorState> {
|
export function useBackgroundEffectsState$(): Behavior<BackgroundEffectsState> {
|
||||||
const effects = use(ProcessorContext);
|
const effects = use(BackgroundEffectsContext);
|
||||||
if (effects === undefined)
|
if (effects === undefined)
|
||||||
throw new Error(
|
throw new Error(
|
||||||
"useTrackProcessor must be used within a ProcessorProvider",
|
"useBackgroundEffects must be used within a BackgroundEffectsProvider",
|
||||||
);
|
);
|
||||||
return effects.state$;
|
return effects.state$;
|
||||||
}
|
}
|
||||||
@@ -122,24 +122,24 @@ export function applyProcessor(
|
|||||||
/**
|
/**
|
||||||
* Updates your video tracks to always use the given processor.
|
* Updates your video tracks to always use the given processor.
|
||||||
*/
|
*/
|
||||||
export const trackProcessorSync = (
|
export const syncBackgroundEffects = (
|
||||||
scope: ObservableScope,
|
scope: ObservableScope,
|
||||||
videoTrack$: Behavior<LocalVideoTrack | null>,
|
videoTrack$: Behavior<LocalVideoTrack | null>,
|
||||||
processor$: Behavior<ProcessorState>,
|
backgroundEffectsState$: Behavior<BackgroundEffectsState>,
|
||||||
): void => {
|
): void => {
|
||||||
combineLatest([videoTrack$, processor$])
|
combineLatest([videoTrack$, backgroundEffectsState$])
|
||||||
.pipe(scope.bind())
|
.pipe(scope.bind())
|
||||||
.subscribe(([videoTrack, processorState]) => {
|
.subscribe(([videoTrack, backgroundEffectsState]) => {
|
||||||
if (!processorState) return;
|
if (!backgroundEffectsState) return;
|
||||||
if (!videoTrack) return;
|
if (!videoTrack) return;
|
||||||
applyProcessor(videoTrack, processorState.processor);
|
applyProcessor(videoTrack, backgroundEffectsState.processor);
|
||||||
});
|
});
|
||||||
};
|
};
|
||||||
|
|
||||||
export const useTrackProcessorSync = (
|
export const useSyncBackgroundEffects = (
|
||||||
videoTrack: LocalVideoTrack | null,
|
videoTrack: LocalVideoTrack | null,
|
||||||
): void => {
|
): void => {
|
||||||
const { processor } = useTrackProcessor();
|
const { processor } = useBackgroundEffects();
|
||||||
useEffect(() => {
|
useEffect(() => {
|
||||||
if (!videoTrack) return;
|
if (!videoTrack) return;
|
||||||
applyProcessor(videoTrack, processor);
|
applyProcessor(videoTrack, processor);
|
||||||
@@ -150,7 +150,7 @@ interface Props {
|
|||||||
children: JSX.Element;
|
children: JSX.Element;
|
||||||
}
|
}
|
||||||
|
|
||||||
export const ProcessorProvider: FC<Props> = ({ children }) => {
|
export const BackgroundEffectsProvider: FC<Props> = ({ children }) => {
|
||||||
const [effects, setEffects] = useState<BackgroundEffects | null>(null);
|
const [effects, setEffects] = useState<BackgroundEffects | null>(null);
|
||||||
useEffect(() => {
|
useEffect(() => {
|
||||||
const scope = new ObservableScope();
|
const scope = new ObservableScope();
|
||||||
@@ -168,5 +168,9 @@ export const ProcessorProvider: FC<Props> = ({ children }) => {
|
|||||||
}, []);
|
}, []);
|
||||||
|
|
||||||
if (effects === null) return null;
|
if (effects === null) return null;
|
||||||
return <ProcessorContext value={effects}>{children}</ProcessorContext>;
|
return (
|
||||||
|
<BackgroundEffectsContext value={effects}>
|
||||||
|
{children}
|
||||||
|
</BackgroundEffectsContext>
|
||||||
|
);
|
||||||
};
|
};
|
||||||
Reference in New Issue
Block a user