Benchmark the Moderator, Not the Demo: A Safer AI Voice Room with Tencent RTC

mkdir voice-room-moderation-bench cd voice-room-moderation-bench npm init -y npm install --save-dev typescript vitest @types/node npm pkg set scripts.test="vitest run" npx tsc --init mkdir src 

{ "compilerOptions": { "target": "ES2022", "module": "ESNext", "moduleResolution": "Bundler", "strict": true, "noUncheckedIndexedAccess": true, "skipLibCheck": true }, "include": ["src"] } 

export type ParticipantKind = "human" | "ai"; export type ParticipantRole = "host" | "moderator" | "member"; export type RoomPhase = "open" | "closing" | "closed"; export type ModerationAction = "mute" | "removeFromSeat"; export interface Participant { id: string; kind: ParticipantKind; role: ParticipantRole; } export interface Seat { id: string; occupantId: string | null; muted: boolean; // Application-owned revision assigned whenever a fresh seat // snapshot is accepted. It is not presented as an SDK field. revision: number; } export type ProposalStatus = | "pending" | "applying" | "awaitingObservation" | "verified" | "failed" | "uncertain" | "dismissed"; export interface ModerationProposal { id: string; sourceId: string; targetId: string; action: ModerationAction; reason: string; evidenceRefs: string[]; expectedSeatId: string; expectedSeatRevision: number; expiresAt: number; status: ProposalStatus; operationId?: string; reviewedBy?: string; failureReason?: string; } export interface RoomState { phase: RoomPhase; participants: Record<string, Participant>; seats: Record<string, Seat>; proposals: Record<string, ModerationProposal>; } export interface ApplyModerationEffect { type: "APPLY_MODERATION"; operationId: string; proposalId: string; action: ModerationAction; targetId: string; seatId: string; expectedSeatRevision: number; } export interface Transition { state: RoomState; effect: ApplyModerationEffect; } export function canPublishAudio( state: RoomState, participantId: string ): boolean { if (state.phase !== "open") return false; return Object.values(state.seats).some( (seat) => seat.occupantId === participantId && seat.muted === false ); } export function approveProposal( current: RoomState, proposalId: string, reviewerId: string, operationId: string, now: number ): Transition { const state = structuredClone(current); const proposal = state.proposals[proposalId]; const reviewer = state.participants[reviewerId]; if (!proposal) throw new Error("proposal_not_found"); if (!reviewer) throw new Error("reviewer_not_found"); if (state.phase !== "open") throw new Error("room_not_open"); if (proposal.status !== "pending") throw new Error("proposal_not_pending"); if (now >= proposal.expiresAt) throw new Error("proposal_expired"); // An AI participant can recommend, but cannot commit an action. if (reviewer.kind !== "human") throw new Error("human_review_required"); if (reviewer.role !== "host" && reviewer.role !== "moderator") { throw new Error("reviewer_not_authorized"); } const seat = state.seats[proposal.expectedSeatId]; if (!seat) throw new Error("seat_not_found"); if (seat.occupantId !== proposal.targetId) { throw new Error("target_no_longer_on_expected_seat"); } if (seat.revision !== proposal.expectedSeatRevision) { throw new Error("stale_seat_revision"); } proposal.status = "applying"; proposal.operationId = operationId; proposal.reviewedBy = reviewerId; return { state, effect: { type: "APPLY_MODERATION", operationId, proposalId, action: proposal.action, targetId: proposal.targetId, seatId: proposal.expectedSeatId, expectedSeatRevision: proposal.expectedSeatRevision } }; } export type ApplyResult = "accepted" | "rejected" | "unknown"; export function recordApplyResult( current: RoomState, proposalId: string, operationId: string, result: ApplyResult ): RoomState { const state = structuredClone(current); const proposal = state.proposals[proposalId]; if (!proposal) throw new Error("proposal_not_found"); if (proposal.status !== "applying") throw new Error("proposal_not_applying"); if (proposal.operationId !== operationId) throw new Error("stale_operation"); if (result === "accepted") { // An accepted request is not yet proof that observed room state changed. proposal.status = "awaitingObservation"; } else if (result === "rejected") { proposal.status = "failed"; proposal.failureReason = "adapter_rejected_action"; } else { proposal.status = "uncertain"; proposal.failureReason = "action_result_unknown"; } return state; } export function verifyObservedState( current: RoomState, proposalId: string, observedSeat: Seat ): RoomState { const state = structuredClone(current); const proposal = state.proposals[proposalId]; if (!proposal) throw new Error("proposal_not_found"); if (proposal.status !== "awaitingObservation") { throw new Error("proposal_not_awaiting_observation"); } const conditionMet = proposal.action === "mute" ? observedSeat.occupantId === proposal.targetId && observedSeat.muted : observedSeat.occupantId !== proposal.targetId; if (conditionMet) { proposal.status = "verified"; } state.seats[observedSeat.id] = observedSeat; return state; } 

import { describe, expect, it } from "vitest"; import { approveProposal, canPublishAudio, recordApplyResult, verifyObservedState, type RoomState } from "./moderation"; function room(): RoomState { return { phase: "open", participants: { host: { id: "host", kind: "human", role: "host" }, speaker: { id: "speaker", kind: "human", role: "member" }, bot: { id: "bot", kind: "ai", role: "moderator" } }, seats: { s1: { id: "s1", occupantId: "speaker", muted: false, revision: 7 }, s2: { id: "s2", occupantId: null, muted: false, revision: 3 } }, proposals: { p1: { id: "p1", sourceId: "bot", targetId: "speaker", action: "mute", reason: "Possible repeated interruption", evidenceRefs: ["transcript-window-42"], expectedSeatId: "s1", expectedSeatRevision: 7, expiresAt: 20_000, status: "pending" } } }; } describe("voice-room moderation protocol", () => { it("does not let an AI approve its own proposal", () => { expect(() => approveProposal(room(), "p1", "bot", "op-1", 10_000) ).toThrow("human_review_required"); }); it("does not let an off-seat AI participant publish audio", () => { expect(canPublishAudio(room(), "bot")).toBe(false); }); it("uses the same seat rule when the AI is allowed to speak", () => { const state = room(); state.seats.s2 = { id: "s2", occupantId: "bot", muted: false, revision: 4 }; expect(canPublishAudio(state, "bot")).toBe(true); }); it("rejects approval when the seat changed after the proposal", () => { const state = room(); state.seats.s1 = { id: "s1", occupantId: "speaker", muted: false, revision: 8 }; expect(() => approveProposal(state, "p1", "host", "op-2", 10_000) ).toThrow("stale_seat_revision"); }); it("waits for observed seat state before claiming success", () => { const approved = approveProposal( room(), "p1", "host", "op-3", 10_000 ); expect(approved.state.proposals.p1.status).toBe("applying"); const accepted = recordApplyResult( approved.state, "p1", "op-3", "accepted" ); expect(accepted.proposals.p1.status).toBe("awaitingObservation"); const verified = verifyObservedState(accepted, "p1", { id: "s1", occupantId: "speaker", muted: true, revision: 8 }); expect(verified.proposals.p1.status).toBe("verified"); }); it("shows an ambiguous timeout instead of pretending success", () => { const approved = approveProposal( room(), "p1", "host", "op-4", 10_000 ); const uncertain = recordApplyResult( approved.state, "p1", "op-4", "unknown" ); expect(uncertain.proposals.p1.status).toBe("uncertain"); expect(uncertain.proposalsSource：https://dev.to/susiewang/benchmark-the-moderator-not-the-demo-a-safer-ai-voice-room-with-tencent-rtc-lji
My favorites