Lotus CIandClaude Opus 5
e7c27dd8a3
Watches the local screenshare publication and tells the host, once per share each: the MediaStreamTrack ended (window closed), it has been muted (no frames — minimised/occluded window) for 15 s, or 30 min of sharing with nobody else in the call. Detection only; the host renders the notices. LiveKit already unpublishes an ended share, so nothing lingers. Co-Authored-By: Claude Opus 5 <noreply@anthropic.com> Claude-Session: https://claude.ai/code/session_01PPmy3tPq869XDW4njjVaKA
76 lines
3.4 KiB
TypeScript
76 lines
3.4 KiB
TypeScript
/*
|
|
Copyright 2026 Lotus Guild
|
|
|
|
SPDX-License-Identifier: AGPL-3.0-only OR LicenseRef-Element-Commercial
|
|
Please see LICENSE in the repository root for full details.
|
|
*/
|
|
|
|
/**
|
|
* Custom widget actions exchanged between the Lotus host (cinny) and this fork.
|
|
* Kept dependency-free so both `widget.ts` and `lotus/*` can import it without
|
|
* a circular dependency.
|
|
*/
|
|
export enum LotusWidgetActions {
|
|
/**
|
|
* fromWidget: in-call per-participant speaking / mute state.
|
|
* NOTE: matrix-widget-api `transport.send` is request/response — the host
|
|
* MUST register a handler that replies/acks each one (cinny's `listenAction`
|
|
* does, replying `{}`). If the host has no handler, ClientWidgetApi
|
|
* immediately error-replies "unsupported from-widget action", so the data is
|
|
* silently dropped and each throttled send rejects (caught) — functional miss
|
|
* + log churn, not a hang.
|
|
*/
|
|
CallState = "io.lotus.call_state",
|
|
/** toWidget: pin/spotlight (or clear, with userId=null) a participant. */
|
|
FocusParticipant = "io.lotus.focus_participant",
|
|
/** toWidget: play an audio clip into the call as a separate published track. */
|
|
InjectAudio = "io.lotus.inject_audio",
|
|
/** toWidget: set audio/screenshare encoding quality (bitrate/framerate). */
|
|
SetQuality = "io.lotus.set_quality",
|
|
/** toWidget: per-user avatar-decoration image URLs for in-call tiles. */
|
|
Decorations = "io.lotus.decorations",
|
|
/** toWidget: deafen remote audio (and optionally mute screenshare audio). */
|
|
SetDeafen = "io.lotus.set_deafen",
|
|
/**
|
|
* fromWidget: sent on (re)registration of a lotus toWidget handler (e.g.
|
|
* decorations) so the host can re-push state that would otherwise only be
|
|
* sent on change (decorations roster, the current focus pin) after an
|
|
* EC-side reconnect/remount. cinny's `resendForkState()` should respond to
|
|
* this the same way it responds to a fresh join.
|
|
*/
|
|
RequestState = "io.lotus.request_state",
|
|
/**
|
|
* fromWidget: real state of the in-source denoise engine —
|
|
* `{ active: boolean, model: string, error?: string }` — sent once the
|
|
* processor attaches (or after the rnnoise fallback also fails), so the host
|
|
* toggle can reflect reality rather than the requested state.
|
|
*/
|
|
DenoiseState = "io.lotus.denoise_state",
|
|
/**
|
|
* fromWidget: one-shot end-of-call readout for the local participant —
|
|
* `{ durationMs, reconnects, poorMs, verdict }` (#143) — sent on SFU
|
|
* disconnect or in-call teardown, whichever comes first.
|
|
*/
|
|
CallSummary = "io.lotus.call_summary",
|
|
/** toWidget: select the audio output device `{ deviceId }` (#119). */
|
|
SetAudioOutput = "io.lotus.set_audio_output",
|
|
/** fromWidget: the currently selected output `{ deviceId }` (#119). */
|
|
AudioOutputState = "io.lotus.audio_output_state",
|
|
/**
|
|
* fromWidget: local screenshare reminder `{ kind: "ended" | "no-frames" | "alone" }`
|
|
* — window closed, no frames for 15 s, or 30 min of sharing with nobody
|
|
* else in the call (#39). Each fires at most once per share.
|
|
*/
|
|
ScreenshareNotice = "io.lotus.screenshare_notice",
|
|
}
|
|
|
|
/** toWidget Lotus actions that must be allow-listed in `initializeWidget`. */
|
|
export const LOTUS_TO_WIDGET_ACTIONS: LotusWidgetActions[] = [
|
|
LotusWidgetActions.FocusParticipant,
|
|
LotusWidgetActions.InjectAudio,
|
|
LotusWidgetActions.SetQuality,
|
|
LotusWidgetActions.Decorations,
|
|
LotusWidgetActions.SetDeafen,
|
|
LotusWidgetActions.SetAudioOutput,
|
|
];
|