/* gibbz voice POC — WebRTC mesh voice + screen share + spatial audio. POC shortcuts: no auth, no reconnection, no text chat, single audio context. */ 'use strict'; // --------------------------------------------------------------------------- // state // --------------------------------------------------------------------------- const ROOM_UNITS = 100; // spatial plane is 0..100 x 0..100 const SPATIAL_SCALE = 0.12; // room units -> audio world units const FALLBACK_ICE = { iceServers: [{ urls: ['stun:turn.k6n.net:3478', 'stun:stun.l.google.com:19302'] }] }; const LS_NAME = 'voicepoc.nick'; const LS_ICE = 'voicepoc.iceOverride'; const S = { ws: null, myId: null, room: null, name: localStorage.getItem(LS_NAME) || '', peers: new Map(), // id -> peer record micStream: null, screenStream: null, screenSenders: new Map(), // peerId -> [RTCRtpSender] audioCtx: null, me: { x: 50, y: 50 }, muted: false, deafened: false, iceServers: null, // resolved on join sharing: false, connecting: false, }; window.__dbg = S; // POC debug handle const $ = (sel) => document.querySelector(sel); const els = { stage: $('#stage'), screens: $('#screens'), tiles: $('#tiles'), spatial: $('#spatial'), status: $('#voice-status'), nick: $('#nick'), meAvatar: $('#me-avatar'), mic: $('#btn-mic'), deafen: $('#btn-deafen'), }; // --------------------------------------------------------------------------- // helpers // --------------------------------------------------------------------------- function toast(msg, kind = '') { const t = document.createElement('div'); t.className = `toast ${kind}`; t.textContent = msg; $('#toasts').appendChild(t); setTimeout(() => t.remove(), 5000); } const PEER_COLORS = ['#5865f2', '#23a55a', '#f0b232', '#eb459e', '#3ba55c', '#faa61a', '#e67e22', '#9b59b6']; function colorFor(id) { let h = 0; for (const c of id) h = (h * 31 + c.charCodeAt(0)) >>> 0; return PEER_COLORS[h % PEER_COLORS.length]; } function setAvatar(el, name, id) { el.style.background = colorFor(id); el.textContent = (name || '?').slice(0, 1).toUpperCase(); } function effectiveIce() { const raw = localStorage.getItem(LS_ICE); if (raw) { try { return JSON.parse(raw); } catch { /* fall through */ } } return S.iceServers || FALLBACK_ICE; } // --------------------------------------------------------------------------- // join / leave // --------------------------------------------------------------------------- async function joinVoice(room) { if (S.room === room || S.connecting) return; if (S.room) leaveVoice('switching channel'); S.connecting = true; setStatus(`connecting to ${room}…`); try { S.iceServers = await fetchIce(); } catch { toast('Could not load ICE config from server — using fallback STUN', 'warn'); } // mic (join anyway without one — listen-only) try { S.micStream = await navigator.mediaDevices.getUserMedia({ audio: { echoCancellation: true, noiseSuppression: true, autoGainControl: true }, }); } catch { S.micStream = null; toast('No microphone available — joining in listen-only mode', 'warn'); } els.mic.disabled = !S.micStream; S.muted = false; $('#btn-share').disabled = false; // audio context must exist after a user gesture — the channel click is one if (!S.audioCtx) S.audioCtx = new AudioContext(); await S.audioCtx.resume().catch(() => {}); orientListener(); await openSignaling(room); S.connecting = false; } async function fetchIce() { const headers = window.rum && typeof window.rum.traceHeaders === 'function' ? window.rum.traceHeaders() : {}; const res = await fetch('/api/ice', { headers }); if (!res.ok) throw new Error(`ice ${res.status}`); return res.json(); } function leaveVoice(reason) { if (!S.room && !S.ws) return; if (S.sharing) stopScreenShare(true); for (const peer of S.peers.values()) destroyPeer(peer); S.peers.clear(); if (S.ws) { try { S.ws.close(); } catch {} S.ws = null; } if (S.micStream) { S.micStream.getTracks().forEach((t) => t.stop()); S.micStream = null; } els.mic.disabled = false; $('#btn-share').disabled = true; updateMicButton(); document.querySelectorAll('.channel.voice').forEach((c) => c.classList.remove('active')); S.room = null; S.myId = null; S.muted = false; S.deafened = false; updateDeafenButton(); renderAll(); setStatus(reason || 'not connected'); } function setStatus(text) { els.status.textContent = text; } // --------------------------------------------------------------------------- // signaling // --------------------------------------------------------------------------- function openSignaling(room) { return new Promise((resolve, reject) => { const proto = location.protocol === 'https:' ? 'wss' : 'ws'; const url = `${proto}://${location.host}/ws?room=${encodeURIComponent(room)}&name=${encodeURIComponent(S.name)}`; const ws = new WebSocket(url); S.ws = ws; ws.onerror = () => { S.connecting = false; setStatus('connection failed'); reject(new Error('websocket failed')); }; ws.onmessage = (ev) => { let msg; try { msg = JSON.parse(ev.data); } catch { return; } try { handleSignal(msg); } catch (err) { console.error('signal handler error', msg.type, err); } }; ws.onclose = () => { if (S.ws === ws && S.room) { toast('Signaling connection lost', 'error'); leaveVoice('disconnected'); } }; ws.onopen = () => resolve(); }); } function send(msg) { if (S.ws && S.ws.readyState === 1) S.ws.send(JSON.stringify(msg)); } function handleSignal(msg) { switch (msg.type) { case 'hello': { S.myId = msg.id; for (const p of msg.peers) { S.peers.set(p.id, makePeerRecord(p)); // deterministic initiator: lower id offers (no glare storm on join) ensurePC(S.peers.get(p.id), S.myId < p.id); } sendMyPos(true); renderAll(); setStatus(`voice connected — ${msg.peers.length + 1} in ${msg.room}`); toast(`Joined ${msg.room}`, 'ok'); break; } case 'joined': S.peers.set(msg.peer.id, makePeerRecord(msg.peer)); renderAll(); toast(`${msg.peer.name} joined`, 'ok'); break; case 'left': { const peer = S.peers.get(msg.id); if (peer) { destroyPeer(peer); S.peers.delete(msg.id); renderAll(); toast(`${peer.name} left`); } break; } case 'pos': { const peer = S.peers.get(msg.from); if (peer) { peer.x = msg.x; peer.y = msg.y; updatePanner(peer); } break; } case 'state': { const peer = S.peers.get(msg.from); if (peer) { peer.state = msg.state; renderTiles(); } break; } case 'offer': case 'answer': { const peer = ensurePC(S.peers.get(msg.from) || createOrphanPeer(msg.from), false); onDescription(peer, msg.sdp).catch((e) => console.error('description failed', e)); break; } case 'candidate': { const peer = S.peers.get(msg.from); if (!peer || !peer.pc) return; // candidates only after description path created pc onCandidate(peer, msg.candidate).catch((e) => console.error('candidate failed', e)); break; } default: break; } } // --------------------------------------------------------------------------- // peer records + WebRTC (perfect negotiation) // --------------------------------------------------------------------------- function makePeerRecord(p) { return { id: p.id, name: p.name, x: p.x, y: p.y, state: p.state || { muted: false, deafened: false, sharing: false }, pc: null, polite: false, makingOffer: false, ignoreOffer: false, pendingCandidates: [], micStream: null, screenStream: null, gain: null, panner: null, analyser: null, vol: 1, speaking: false, els: {}, }; } function createOrphanPeer(id) { const p = makePeerRecord({ id, name: 'peer-' + id.slice(0, 4), x: 50, y: 50 }); S.peers.set(id, p); return p; } function ensurePC(peer, initiator) { if (peer.pc) return peer; const pc = new RTCPeerConnection({ ...effectiveIce(), iceCandidatePoolSize: 4 }); peer.pc = pc; peer.polite = S.myId > peer.id; pc.onnegotiationneeded = async () => { try { peer.makingOffer = true; await pc.setLocalDescription(); send({ type: 'offer', to: peer.id, sdp: pc.localDescription }); } catch (err) { console.error('negotiation failed', err); } finally { peer.makingOffer = false; } }; pc.onicecandidate = ({ candidate }) => { if (candidate) send({ type: 'candidate', to: peer.id, candidate }); }; pc.onconnectionstatechange = () => { renderTiles(); if (pc.connectionState === 'failed') { console.warn('peer connection failed, restarting ICE', peer.id); try { pc.restartIce(); } catch {} } }; pc.ontrack = (ev) => onRemoteTrack(peer, ev); // send my mic; if I have none, ask to receive theirs if (S.micStream) { for (const track of S.micStream.getAudioTracks()) pc.addTrack(track, S.micStream); } else { pc.addTransceiver('audio', { direction: 'recvonly' }); } if (initiator) pc.onnegotiationneeded(); return peer; } async function onDescription(peer, desc) { const pc = peer.pc; const collision = desc.type === 'offer' && (peer.makingOffer || pc.signalingState !== 'stable'); peer.ignoreOffer = !peer.polite && collision; if (peer.ignoreOffer) return; // impolite side ignores the rival offer await pc.setRemoteDescription(desc); // modern browsers roll back implicitly when polite for (const c of peer.pendingCandidates.splice(0)) { await pc.addIceCandidate(c).catch((e) => console.warn('buffered candidate failed', e)); } if (desc.type === 'offer') { await pc.setLocalDescription(); send({ type: 'answer', to: peer.id, sdp: pc.localDescription }); } } async function onCandidate(peer, candidate) { if (peer.ignoreOffer) return; if (!peer.pc.remoteDescription) { peer.pendingCandidates.push(candidate); return; } await peer.pc.addIceCandidate(candidate); } function destroyPeer(peer) { if (peer.pc) { try { peer.pc.close(); } catch {} peer.pc = null; } detachSpatial(peer); peer.micStream = null; peer.screenStream = null; peer.els = {}; renderScreens(); } // --------------------------------------------------------------------------- // remote media: mic -> spatial chain, screen -> big video + direct audio // --------------------------------------------------------------------------- function onRemoteTrack(peer, ev) { const stream = ev.streams[0]; if (!stream) return; if (stream.getVideoTracks().length > 0) { peer.screenStream = stream; stream.getVideoTracks().forEach((t) => { t.addEventListener('ended', () => { if (peer.screenStream === stream) { peer.screenStream = null; renderScreens(); } }); }); renderScreens(); console.log('remote screen share from', peer.name); } else { peer.micStream = stream; attachSpatial(peer, stream); console.log('remote mic from', peer.name); } renderTiles(); } function attachSpatial(peer, stream) { const ctx = S.audioCtx; if (!ctx || peer.panner) return; const src = ctx.createMediaStreamSource(stream); const panner = ctx.createPanner(); panner.panningModel = 'HRTF'; panner.distanceModel = 'inverse'; panner.refDistance = 4; panner.rolloffFactor = 1.4; panner.maxDistance = 200; const gain = ctx.createGain(); gain.gain.value = S.deafened ? 0 : peer.vol; const analyser = ctx.createAnalyser(); analyser.fftSize = 256; src.connect(panner).connect(gain).connect(analyser).connect(ctx.destination); Object.assign(peer, { panner, gain, analyser }); updatePanner(peer); } function detachSpatial(peer) { if (peer.gain) { try { peer.gain.disconnect(); } catch {} } if (peer.panner) { try { peer.panner.disconnect(); } catch {} } peer.panner = peer.gain = peer.analyser = null; } function updatePanner(peer) { if (!peer.panner) return; const x = (peer.x - S.me.x) * SPATIAL_SCALE; const z = (peer.y - S.me.y) * SPATIAL_SCALE; // screen-down = behind listener const p = peer.panner; if (p.positionX) { p.positionX.value = x; p.positionY.value = 0; p.positionZ.value = z; } else { // old Safari p.setPosition(x, 0, z); } } function orientListener() { const l = S.audioCtx && S.audioCtx.listener; if (!l) return; if (l.forwardX) { l.forwardX.value = 0; l.forwardY.value = 0; l.forwardZ.value = -1; l.upX.value = 0; l.upY.value = 1; l.upZ.value = 0; } else { l.setOrientation(0, 0, -1, 0, 1, 0); } } // --------------------------------------------------------------------------- // screen share (local) // --------------------------------------------------------------------------- async function startScreenShare() { if (S.sharing || !S.room) return; let stream; try { stream = await navigator.mediaDevices.getDisplayMedia({ video: { frameRate: 30 }, audio: true, }); } catch { return; // user cancelled } S.screenStream = stream; S.sharing = true; send({ type: 'state', state: { muted: S.muted, deafened: S.deafened, sharing: true } }); for (const peer of S.peers.values()) addScreenToPeer(peer); stream.getVideoTracks()[0].addEventListener('ended', () => stopScreenShare()); renderScreens(); renderTiles(); $('#btn-share').classList.add('active'); toast('You are sharing your screen', 'ok'); } function addScreenToPeer(peer) { if (!peer.pc || !S.screenStream) return; const senders = []; for (const track of S.screenStream.getTracks()) { senders.push(peer.pc.addTrack(track, S.screenStream)); } S.screenSenders.set(peer.id, senders); // renegotiation fires automatically } function stopScreenShare(silent) { if (!S.sharing) return; S.sharing = false; for (const [peerId, senders] of S.screenSenders) { const peer = S.peers.get(peerId); if (peer && peer.pc) for (const s of senders) { try { peer.pc.removeTrack(s); } catch {} } } S.screenSenders.clear(); if (S.screenStream) { S.screenStream.getTracks().forEach((t) => t.stop()); S.screenStream = null; } send({ type: 'state', state: { muted: S.muted, deafened: S.deafened, sharing: false } }); renderScreens(); renderTiles(); $('#btn-share').classList.remove('active'); if (!silent) toast('Screen share stopped'); } // --------------------------------------------------------------------------- // position sync // --------------------------------------------------------------------------- let lastPosSend = 0; function sendMyPos(force) { const now = performance.now(); if (!force && now - lastPosSend < 60) return; lastPosSend = now; send({ type: 'pos', x: S.me.x, y: S.me.y }); for (const peer of S.peers.values()) updatePanner(peer); } // --------------------------------------------------------------------------- // speaking detection (local meter + per-peer analyser RMS) // --------------------------------------------------------------------------- const meterBuf = new Uint8Array(256); function rms(analyser) { analyser.getByteTimeDomainData(meterBuf); let sum = 0; for (let i = 0; i < meterBuf.length; i++) { const v = (meterBuf[i] - 128) / 128; sum += v * v; } return Math.sqrt(sum / meterBuf.length); } let localAnalyser = null; setInterval(() => { if (!S.audioCtx) return; if (S.micStream && !localAnalyser) { const src = S.audioCtx.createMediaStreamSource(S.micStream); localAnalyser = S.audioCtx.createAnalyser(); localAnalyser.fftSize = 256; src.connect(localAnalyser); // tap only — not connected to destination (no echo) } const meSpeaking = localAnalyser && !S.muted && rms(localAnalyser) > 0.04; els.meAvatar.classList.toggle('speaking', !!meSpeaking); let changed = false; for (const peer of S.peers.values()) { const speaking = !!(peer.analyser && !S.deafened && rms(peer.analyser) > 0.03); if (speaking !== peer.speaking) { peer.speaking = speaking; changed = true; } } if (changed) renderTiles(); }, 150); // --------------------------------------------------------------------------- // rendering // --------------------------------------------------------------------------- function renderAll() { renderTiles(); renderScreens(); renderStageEmpty(); renderChannelCounts(); } function renderStageEmpty() { const anyone = S.peers.size > 0 || S.sharing || S.room; els.stage.classList.toggle('empty', !anyone); } function renderChannelCounts() { // POC: server does not expose cross-room rosters; count is local-room only const counts = {}; for (const p of S.peers.values()) counts[S.room] = (counts[S.room] || 0) + 1; document.querySelectorAll('[data-room-count]').forEach((el) => { const n = counts[el.dataset.roomCount] || 0; el.textContent = n ? `${n + (el.dataset.roomCount === S.room ? 1 : 0)}` : ''; }); } function renderTiles() { els.tiles.innerHTML = ''; for (const peer of S.peers.values()) { const tile = document.createElement('div'); tile.className = 'tile' + (peer.speaking ? ' speaking' : ''); const av = document.createElement('div'); av.className = 'avatar'; setAvatar(av, peer.name, peer.id); const name = document.createElement('div'); name.className = 'name'; name.textContent = peer.name; const sub = document.createElement('div'); sub.className = 'sub'; const bits = []; if (!peer.pc) bits.push('signaling…'); else if (peer.pc.connectionState !== 'connected') bits.push(`${peer.pc.connectionState}…`); else if (!peer.micStream && !peer.state.muted) bits.push('no audio yet'); if (peer.state.muted) bits.push('muted'); if (peer.state.sharing) bits.push(''); sub.innerHTML = bits.join(' ') || 'connected'; const vol = document.createElement('input'); vol.type = 'range'; vol.min = 0; vol.max = 2; vol.step = 0.05; vol.value = peer.vol; vol.title = 'Volume'; vol.oninput = () => { peer.vol = Number(vol.value); if (peer.gain && !S.deafened) peer.gain.gain.value = peer.vol; }; tile.append(av, name, sub, vol); els.tiles.appendChild(tile); } renderStageEmpty(); } // share keys: 'me' or peer id; popped-out shares render in their own window const poppedWindows = new Map(); // key -> {win, name} function activeShares() { const shares = []; if (S.sharing && S.screenStream) shares.push({ key: 'me', name: `${S.name} (you)`, stream: S.screenStream }); for (const peer of S.peers.values()) { if (peer.screenStream) shares.push({ key: peer.id, name: peer.name, stream: peer.screenStream }); } return shares; } function renderScreens() { // prune popouts whose share ended const live = new Set(activeShares().map((s) => s.key)); for (const [key, p] of [...poppedWindows]) { if (!live.has(key)) { try { p.win.close(); } catch {} poppedWindows.delete(key); } } els.screens.innerHTML = ''; els.screens.classList.toggle('multi', activeShares().length > 1); for (const share of activeShares()) { if (poppedWindows.has(share.key)) { // rendered in its own window — show a small placeholder card to re-embed const ph = document.createElement('div'); ph.className = 'screen-card popped'; const btn = document.createElement('button'); btn.className = 'pop-btn'; btn.textContent = '⧉ re-embed'; btn.onclick = () => closePopout(share.key); const label = document.createElement('div'); label.className = 'label'; label.textContent = `${share.name} — popped out`; ph.append(btn, label); els.screens.appendChild(ph); continue; } const card = document.createElement('div'); card.className = 'screen-card'; const video = document.createElement('video'); video.autoplay = true; video.playsInline = true; video.muted = share.key === 'me'; video.srcObject = share.stream; video.play().catch(() => {}); const label = document.createElement('div'); label.className = 'label'; label.innerHTML = '●'; label.appendChild(document.createTextNode(share.name)); const pop = document.createElement('button'); pop.className = 'pop-btn'; pop.title = 'Pop out in new window'; pop.textContent = '⧉'; pop.onclick = () => popOutShare(share); card.append(video, label, pop); els.screens.appendChild(card); } } function popOutShare(share) { if (poppedWindows.has(share.key)) return; const win = window.open('', `share-${share.key}`, 'width=960,height=540'); if (!win) { toast('Pop-out blocked by the browser — allow pop-ups for this page', 'error'); return; } win.document.write(`