lotus(#1): ML denoise as a first-class audio TrackProcessor (fixes A7)
Implements RNNoise/Speex noise suppression as a LiveKit audio TrackProcessor attached to the local mic track, replacing the host's build-time getUserMedia monkeypatch. Because EC re-attaches the processor on every (re)publish (LocalTrackPublished), denoise now survives EC's mid-call reconnect — the root cause of A7 "mic dead after reconnect". Reuses the worklet/wasm assets already shipped under ./denoise/ (no new EC dependency); model/gate configured via lotusDenoise/lotusModel/lotusGate URL params. Additive: no-op unless lotusDenoise=ml. Co-Authored-By: Claude Opus 4.8 <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Opus 4.8
parent
33d0e98eb0
commit
39b57db3b2
@@ -34,6 +34,7 @@ import { startLotusFocus } from "../lotus/lotusFocus";
|
||||
import { startLotusAudioInject } from "../lotus/lotusAudioInject";
|
||||
import { startLotusQuality } from "../lotus/lotusQuality";
|
||||
import { startLotusDecorations } from "../lotus/lotusDecorations";
|
||||
import { startLotusDenoise } from "../lotus/lotusDenoise";
|
||||
import styles from "./InCallView.module.css";
|
||||
import { GridTile } from "../tile/GridTile";
|
||||
import { SettingsModal, defaultSettingsTab } from "../settings/SettingsModal";
|
||||
@@ -299,6 +300,9 @@ export const InCallView: FC<InCallViewProps> = ({
|
||||
// [lotus] Receive per-user avatar-decoration URLs from the host and render
|
||||
// them on in-call tile avatars (#6). No-op unless the host sends them.
|
||||
useEffect(() => startLotusDecorations(), []);
|
||||
// [lotus] Apply ML denoise to the mic as a first-class audio processor that
|
||||
// survives reconnects (#1 / A7). No-op unless lotusDenoise=ml.
|
||||
useEffect(() => startLotusDenoise(vm), [vm]);
|
||||
|
||||
const fatalCallError = useBehavior(vm.fatalError$);
|
||||
// Stop the rendering and throw for the error boundary
|
||||
|
||||
Reference in New Issue
Block a user