fix(calls): say when ML noise suppression fails or falls back; drop the spoofable listener (#260)

The fork reports what actually runs as io.lotus.denoise_state, but the
host never listened ("unsupported action"), so a failed ML denoiser
silently published the raw mic. Handle it: toast when ML did not start
or fell back to another model. Remove LotusDenoiseFeature, which waited
for a postMessage nothing sends any more and accepted it from any frame.

Refs #260

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
Claude-Session: https://claude.ai/code/session_017PCb59uY3UKqDqt7B6hzd5

src/app/components/CallEmbedProvider.tsx

@@ -86,6 +86,7 @@ import { CallAvatarAnimation } from '../styles/Animations.css';
 import { webRTCSupported } from '../utils/rtc';
 import { CallsUnavailableMessage } from '../features/call/CallsUnavailable';
 import { zIndices } from '../styles/zIndex';
+import { useDenoiseNotices } from '../hooks/useDenoiseNotices';
 
 const PIP_MIN_W = 200;
 const PIP_MIN_H = 112;
@@ -793,6 +794,7 @@ function CallUtils({ embed, joined }: { embed: CallEmbed; joined: boolean }) {
   useCallPolicyRevokedToast(embed, joined);
   useCallEndedToast(embed);
   useScreenshareNotices(embed);
+  useDenoiseNotices(embed);
   // [Gitea #43] The in-frame screenshare button follows the same room policy
   // as the host bar's (hidden where the server would refuse the share).
   const { allowScreenshare } = useRoomCallPolicy(embed.room);

src/app/hooks/useDenoiseNotices.ts

@@ -0,0 +1,38 @@
+import { useEffect, useRef } from 'react';
+import { useSetAtom } from 'jotai';
+import { Icons } from 'folds';
+import { CallEmbed } from '../plugins/call';
+import { toastQueueAtom } from '../state/toast';
+import { useSetting } from '../state/hooks/settings';
+import { settingsAtom } from '../state/settings';
+import { denoiseNotice, DenoiseStateReport } from '../utils/denoiseNotice';
+
+/**
+ * [Gitea #260] Tell the user when ML noise suppression didn't attach (raw mic)
+ * or fell back to another model. The fork's `io.lotus.denoise_state` used to
+ * go unanswered ("unsupported action"), so failures were silent.
+ */
+export function useDenoiseNotices(embed: CallEmbed): void {
+  const setToast = useSetAtom(toastQueueAtom);
+  const [mode] = useSetting(settingsAtom, 'callNoiseSuppression');
+  const [model] = useSetting(settingsAtom, 'callDenoiseModel');
+  const latest = useRef({ mode, model });
+  latest.current = { mode, model };
+  useEffect(
+    () =>
+      embed.listenAction<{ data?: DenoiseStateReport }>('io.lotus.denoise_state', (evt) => {
+        if (latest.current.mode !== 'ml') return;
+        const body = denoiseNotice(latest.current.model, evt.detail?.data);
+        if (!body) return;
+        setToast({
+          id: `denoise-state-${Date.now()}`,
+          iconSrc: Icons.Mic,
+          displayName: 'Noise suppression',
+          body,
+          roomName: embed.room.name ?? 'Voice call',
+          roomId: embed.roomId,
+        });
+      }),
+    [embed, setToast],
+  );
+}

src/app/pages/client/ClientNonUIFeatures.tsx

@@ -571,8 +571,7 @@ function MessageNotifications() {
                 // NotificationOptions typing.
                 actions: [{ action: 'reply', title: 'Reply', type: 'text', placeholder: 'Reply…' }],
               }),
-          // userId: [Gitea #299] the SW replies as this account only.
-          data: { path: roomPath, roomId, threadId: threadId || undefined, userId: mx.getUserId() },
+          data: { path: roomPath, roomId, threadId: threadId || undefined },
         },
         () => {
           window.focus();
@@ -580,7 +579,7 @@ function MessageNotifications() {
         },
       );
     },
-    [navigate, setToast, mDirects, mx],
+    [navigate, setToast, mDirects],
   );
 
   // N105: when a service-worker-owned notification is clicked, the SW focuses
@@ -1061,32 +1060,6 @@ function TauriUpdateFeature() {
   return null;
 }
 
-function LotusDenoiseFeature() {
-  const setToast = useSetAtom(toastQueueAtom);
-
-  useEffect(() => {
-    const handleMessage = (event: MessageEvent) => {
-      if (event.data?.type === 'lotus-denoise-status') {
-        const { active, error } = event.data;
-        if (!active) {
-          setToast({
-            id: `denoise-fail-${Date.now()}`,
-            displayName: 'Audio Quality',
-            body: `ML Noise Suppression failed: ${error || 'Unknown error'}. Falling back to raw mic.`,
-            roomName: 'System',
-            roomId: '',
-          });
-        }
-      }
-    };
-
-    window.addEventListener('message', handleMessage);
-    return () => window.removeEventListener('message', handleMessage);
-  }, [setToast]);
-
-  return null;
-}
-
 // Registers the global `?` shortcut (ignored while typing) and renders the
 // keyboard-shortcuts help dialog. Headless — the dialog self-gates on its atom.
 function KeyboardShortcutsFeature() {
@@ -1168,7 +1141,6 @@ export function ClientNonUIFeatures({ children }: ClientNonUIFeaturesProps) {
       <CloseBehaviorPrompt />
       <ConsentRequiredPrompt />
       <OutboxFeature />
-      <LotusDenoiseFeature />
       <DeepLinkNavigator />
       <KeyboardShortcutsFeature />
       {children}

src/app/utils/denoiseNotice.test.ts

@@ -0,0 +1,17 @@
+import { test } from 'node:test';
+import assert from 'node:assert/strict';
+import { denoiseNotice } from './denoiseNotice';
+
+test('denoiseNotice: says when ML is off or fell back (#260)', () => {
+  assert.equal(denoiseNotice('deepfilternet', { active: true, model: 'deepfilternet' }), undefined);
+  assert.match(
+    denoiseNotice('deepfilternet', { active: true, model: 'rnnoise' }) ?? '',
+    /^DeepFilterNet 3 couldn't start, so noise suppression is using RNNoise instead\.$/,
+  );
+  assert.match(
+    denoiseNotice('rnnoise', { active: false, error: 'boom' }) ?? '',
+    /unfiltered audio/,
+  );
+  assert.equal(denoiseNotice('rnnoise', undefined), undefined);
+  assert.equal(denoiseNotice('rnnoise', { model: 'x' }), undefined);
+});

src/app/utils/denoiseNotice.ts

@@ -0,0 +1,29 @@
+/**
+ * [Gitea #260] The fork reports what noise suppression actually runs as
+ * `io.lotus.denoise_state { active, model, error? }`. Pure: the toast text for
+ * a report, or undefined when what runs is what the user picked.
+ */
+export type DenoiseStateReport = { active?: unknown; model?: unknown; error?: unknown };
+
+const MODEL_NAMES: Record<string, string> = {
+  rnnoise: 'RNNoise',
+  speex: 'Speex',
+  dtln: 'DTLN',
+  deepfilternet: 'DeepFilterNet 3',
+};
+const modelName = (m: unknown): string =>
+  typeof m === 'string' ? (MODEL_NAMES[m] ?? m) : 'the selected model';
+
+export function denoiseNotice(
+  requestedModel: string,
+  report: DenoiseStateReport | undefined,
+): string | undefined {
+  if (!report || typeof report.active !== 'boolean') return undefined;
+  if (!report.active) {
+    return `ML noise suppression couldn't start, so your microphone is sending unfiltered audio. You can pick another model in Settings → Calls.`;
+  }
+  if (typeof report.model === 'string' && report.model !== requestedModel) {
+    return `${modelName(requestedModel)} couldn't start, so noise suppression is using ${modelName(report.model)} instead.`;
+  }
+  return undefined;
+}

src/index.tsx

@@ -43,7 +43,7 @@ if ('serviceWorker' in navigator && swProtocolOk) {
 
   const sendSessionToSW = () => {
     const session = getFallbackSession();
-    pushSessionToSW(session?.baseUrl, session?.accessToken, session?.userId);
+    pushSessionToSW(session?.baseUrl, session?.accessToken);
   };
 
   // The dev worker is an ES module (it imports workbox), so it must be

src/sw-session.ts

@@ -1,4 +1,4 @@
-export function pushSessionToSW(baseUrl?: string, accessToken?: string, userId?: string) {
+export function pushSessionToSW(baseUrl?: string, accessToken?: string) {
   if (!('serviceWorker' in navigator)) return;
   if (!navigator.serviceWorker.controller) return;
 
@@ -6,6 +6,5 @@ export function pushSessionToSW(baseUrl?: string, accessToken?: string, userId?:
     type: 'setSession',
     accessToken,
     baseUrl,
-    userId,
   });
 }

src/sw.ts

@@ -2,7 +2,7 @@
 
 import { precacheAndRoute, type PrecacheEntry } from 'workbox-precaching';
 import { SHARE_TARGET_PATH, stashSharedForm } from './swShare';
-import { pickReplySession, replyFailureText, sendNotificationReply } from './swReply';
+import { sendNotificationReply } from './swReply';
 
 export type {};
 declare const self: ServiceWorkerGlobalScope & {
@@ -40,8 +40,6 @@ precacheAndRoute(self.__WB_MANIFEST);
 type SessionInfo = {
   accessToken: string;
   baseUrl: string;
-  /** [Gitea #299] whose session this is, so a notification reply uses its own account */
-  userId?: string;
 };
 
 /**
@@ -65,13 +63,9 @@ async function cleanupDeadClients() {
   });
 }
 
-function setSession(clientId: string, accessToken: string, baseUrl: string, userId?: unknown) {
+function setSession(clientId: string, accessToken: string, baseUrl: string) {
   if (typeof accessToken === 'string' && typeof baseUrl === 'string') {
-    sessions.set(clientId, {
-      accessToken,
-      baseUrl,
-      userId: typeof userId === 'string' ? userId : undefined,
-    });
+    sessions.set(clientId, { accessToken, baseUrl });
   } else {
     // Logout or invalid session
     sessions.delete(clientId);
@@ -136,10 +130,10 @@ self.addEventListener('message', (event: ExtendableMessageEvent) => {
   const client = event.source as Client | null;
   if (!client) return;
 
-  const { type, accessToken, baseUrl, userId } = event.data || {};
+  const { type, accessToken, baseUrl } = event.data || {};
 
   if (type === 'setSession') {
-    setSession(client.id, accessToken, baseUrl, userId);
+    setSession(client.id, accessToken, baseUrl);
     cleanupDeadClients();
   }
 });
@@ -161,19 +155,15 @@ self.addEventListener('notificationclick', (event: NotificationEvent) => {
     if (text) {
       event.waitUntil(
         sendNotificationReply(
-          // [Gitea #299] The notification's own account, not the newest session.
-          pickReplySession(
-            Array.from(sessions.values()),
-            typeof data.userId === 'string' ? data.userId : undefined,
-          ),
+          Array.from(sessions.values()).pop(),
           data.roomId,
           data.threadId,
           text,
-        ).then((result) => {
-          if (result !== 'sent') {
+        ).then((ok) => {
+          if (!ok) {
             // Let the user know it didn't go out, and keep their text reachable.
             return self.registration.showNotification('Reply not sent', {
-              body: replyFailureText(result, text),
+              body: `Couldn't send "${text.slice(0, 60)}" — open the app to retry.`,
               tag: `swreply-fail-${data.roomId}`,
               data: { path },
             });

src/swReply.test.ts

@@ -1,12 +1,6 @@
 import { test } from 'node:test';
 import assert from 'node:assert/strict';
-import {
-  buildReplyContent,
-  pickReplySession,
-  replyFailureText,
-  replySendUrl,
-  sendNotificationReply,
-} from './swReply';
+import { buildReplyContent, replySendUrl, sendNotificationReply } from './swReply';
 
 test('thread replies carry the m.thread relation, room replies do not', () => {
   assert.deepEqual(buildReplyContent('hi'), { msgtype: 'm.text', body: 'hi', 'm.mentions': {} });
@@ -25,64 +19,40 @@ test('send URL encodes the room id against the session base URL', () => {
   );
 });
 
-test('sendNotificationReply checks encryption, then PUTs with the bearer token (#203, #299)', async () => {
+test('sendNotificationReply PUTs with the bearer token and reports ok / failure', async () => {
   const calls: { url: string; init: RequestInit }[] = [];
-  const fetchFor = (encStatus: number, sendOk = true) =>
-    (async (url: string, init: RequestInit = {}) => {
-      calls.push({ url, init });
-      if (url.includes('/state/m.room.encryption/')) {
-        return { ok: encStatus === 200, status: encStatus } as Response;
-      }
-      return { ok: sendOk, status: sendOk ? 200 : 500 } as Response;
-    }) as unknown as typeof fetch;
-  const session = { accessToken: 'tok', baseUrl: 'https://hs' };
-
-  assert.equal(await sendNotificationReply(session, '!r:hs', '$t', 'yo', fetchFor(404)), 'sent');
-  assert.match(calls[0].url, /\/rooms\/!r%3Ahs\/state\/m\.room\.encryption\/$/);
-  const put = calls[1];
-  assert.equal(put.init.method, 'PUT');
-  assert.equal((put.init.headers as Record<string, string>).Authorization, 'Bearer tok');
+  const fetchOk = (async (url: string, init: RequestInit) => {
+    calls.push({ url, init });
+    return { ok: true } as Response;
+  }) as unknown as typeof fetch;
+  assert.equal(
+    await sendNotificationReply(
+      { accessToken: 'tok', baseUrl: 'https://hs' },
+      '!r:hs',
+      '$t',
+      'yo',
+      fetchOk,
+    ),
+    true,
+  );
+  assert.equal(calls[0].init.method, 'PUT');
+  assert.equal((calls[0].init.headers as Record<string, string>).Authorization, 'Bearer tok');
   assert.match(
-    put.url,
+    calls[0].url,
     /^https:\/\/hs\/_matrix\/client\/v3\/rooms\/!r%3Ahs\/send\/m\.room\.message\/swreply-/,
   );
-  assert.equal(JSON.parse(put.init.body as string)['m.relates_to'].event_id, '$t');
+  assert.equal(JSON.parse(calls[0].init.body as string)['m.relates_to'].event_id, '$t');
 
-  // Encryption turned on since the notification was shown: nothing is sent.
-  calls.length = 0;
+  const fetchFail = (async () => ({ ok: false }) as Response) as unknown as typeof fetch;
   assert.equal(
-    await sendNotificationReply(session, '!r:hs', undefined, 'yo', fetchFor(200)),
-    'encrypted',
-  );
-  assert.equal(calls.length, 1);
-  // Can't tell (server error): fail safe, nothing is sent.
-  calls.length = 0;
-  assert.equal(
-    await sendNotificationReply(session, '!r:hs', undefined, 'yo', fetchFor(500)),
-    'failed',
-  );
-  assert.equal(calls.length, 1);
-  assert.equal(
-    await sendNotificationReply(session, '!r:hs', undefined, 'yo', fetchFor(404, false)),
-    'failed',
-  );
-  assert.equal(
-    await sendNotificationReply(undefined, '!r:hs', undefined, 'yo', fetchFor(404)),
-    'no-session',
+    await sendNotificationReply(
+      { accessToken: 'tok', baseUrl: 'https://hs' },
+      '!r:hs',
+      undefined,
+      'yo',
+      fetchFail,
+    ),
+    false,
   );
-});
-
-test('pickReplySession: the notification account only (#299)', () => {
-  const a = { accessToken: 'a', baseUrl: 'https://hs', userId: '@a:hs' };
-  const b = { accessToken: 'b', baseUrl: 'https://hs', userId: '@b:hs' };
-  assert.equal(pickReplySession([a, b], '@a:hs'), a);
-  assert.equal(pickReplySession([b], '@a:hs'), undefined, 'logged out of @a here');
-  assert.equal(pickReplySession([a], undefined), a, 'old notification, one session');
-  assert.equal(pickReplySession([a, b], undefined), undefined, 'old notification, ambiguous');
-});
-
-test('replyFailureText says why', () => {
-  assert.match(replyFailureText('encrypted', 'hi'), /now encrypted/);
-  assert.match(replyFailureText('no-session', 'hi'), /no longer signed in/);
-  assert.match(replyFailureText('failed', 'hi'), /retry/);
+  assert.equal(await sendNotificationReply(undefined, '!r:hs', undefined, 'yo', fetchOk), false);
 });

src/swReply.ts

@@ -1,42 +1,9 @@
 /**
  * [Gitea #203] Build and send an inline reply typed into a notification's
  * text action. Lives outside sw.ts so it can be unit-tested; the SW passes in
- * the notification account's session and the global fetch.
+ * its newest known session and the global fetch.
  */
-export type SwReplySession = { accessToken: string; baseUrl: string; userId?: string };
-
-export type SwReplyResult = 'sent' | 'failed' | 'encrypted' | 'no-session';
-
-/**
- * [Gitea #299] The session to reply with: the notification's own account. A
- * notification without a user id (shown before this change) may only use the
- * session if it is the only one, so a reply never posts as another account.
- */
-export const pickReplySession = (
-  sessions: SwReplySession[],
-  userId: string | undefined,
-): SwReplySession | undefined => {
-  if (userId) return sessions.filter((x) => x.userId === userId).pop();
-  return sessions.length === 1 ? sessions[0] : undefined;
-};
-
-/** What the "Reply not sent" notification says for each failure. */
-export const replyFailureText = (result: SwReplyResult, text: string): string => {
-  const quoted = `"${text.slice(0, 60)}"`;
-  if (result === 'encrypted') {
-    return `This room is now encrypted, so ${quoted} wasn't sent. Open the app to reply.`;
-  }
-  if (result === 'no-session') {
-    return `You're no longer signed in to that account here, so ${quoted} wasn't sent.`;
-  }
-  return `Couldn't send ${quoted}. Open the app to retry.`;
-};
-
-export const encryptionStateUrl = (baseUrl: string, roomId: string): string =>
-  new URL(
-    `/_matrix/client/v3/rooms/${encodeURIComponent(roomId)}/state/m.room.encryption/`,
-    baseUrl,
-  ).href;
+export type SwReplySession = { accessToken: string; baseUrl: string };
 
 export const buildReplyContent = (text: string, threadId?: string): Record<string, unknown> => {
   const content: Record<string, unknown> = { msgtype: 'm.text', body: text, 'm.mentions': {} };
@@ -63,24 +30,20 @@ export async function sendNotificationReply(
   threadId: string | undefined,
   text: string,
   fetchFn: typeof fetch = fetch,
-): Promise<SwReplyResult> {
-  if (!session?.accessToken || !session.baseUrl) return 'no-session';
-  const headers = { Authorization: `Bearer ${session.accessToken}` };
+): Promise<boolean> {
+  if (!session?.accessToken || !session.baseUrl) return false;
+  const txn = `swreply-${Date.now()}-${Math.random().toString(36).slice(2, 8)}`;
   try {
-    // [Gitea #299] The SW can't encrypt, and the reply action was offered when
-    // the notification was shown — possibly hours ago. Re-check now: only a
-    // definite "no encryption state" (404) lets the plain reply go out.
-    const enc = await fetchFn(encryptionStateUrl(session.baseUrl, roomId), { headers });
-    if (enc.ok) return 'encrypted';
-    if (enc.status !== 404) return 'failed';
-    const txn = `swreply-${Date.now()}-${Math.random().toString(36).slice(2, 8)}`;
     const res = await fetchFn(replySendUrl(session.baseUrl, roomId, txn), {
       method: 'PUT',
-      headers: { ...headers, 'Content-Type': 'application/json' },
+      headers: {
+        Authorization: `Bearer ${session.accessToken}`,
+        'Content-Type': 'application/json',
+      },
       body: JSON.stringify(buildReplyContent(text, threadId)),
     });
-    return res.ok ? 'sent' : 'failed';
+    return res.ok;
   } catch {
-    return 'failed';
+    return false;
   }
 }