Pick a voice channel to join
+Peer-to-peer WebRTC voice & screen sharing. Drag avatars on the spatial plane to position who you hear.
+diff --git a/voice-poc/.codesearch/codesearch.db b/voice-poc/.codesearch/codesearch.db new file mode 100644 index 0000000..9e7df26 Binary files /dev/null and b/voice-poc/.codesearch/codesearch.db differ diff --git a/voice-poc/.gitignore b/voice-poc/.gitignore new file mode 100644 index 0000000..c2658d7 --- /dev/null +++ b/voice-poc/.gitignore @@ -0,0 +1 @@ +node_modules/ diff --git a/voice-poc/README.md b/voice-poc/README.md new file mode 100644 index 0000000..2076e86 --- /dev/null +++ b/voice-poc/README.md @@ -0,0 +1,48 @@ +# gibbz voice — POC + +Discord-clone proof of concept: peer-to-peer WebRTC voice chat + screen sharing +with position-based spatial audio and pluggable STUN/TURN. + +Run (Node 18+, only dep is `ws`): + +```sh +npm install +PORT=8081 npm start +# open http://localhost:8081, click a voice channel, allow mic +``` + +## What works + +- Mesh WebRTC voice (perfect negotiation; lowest peer id initiates) +- Screen share with audio (mic is spatialized, screen audio plays direct) +- Spatial audio: drag your avatar on the plane; remote mics run through a + `PannerNode` (HRTF, inverse distance). Positions sync over signaling. +- Custom STUN/TURN: gear icon → JSON override in `localStorage`, applied on + next join. Server default comes from env (below). +- Mute (M), deafen (D), per-peer volume, speaking indicators. + +## ICE configuration (server side) + +| Env var | Meaning | +|---|---| +| `STUN_URLS` | comma-separated `stun:` urls (Google defaults) | +| `TURN_URLS` | comma-separated `turn:`/`turns:` urls | +| `TURN_USERNAME` / `TURN_CREDENTIAL` | static TURN creds | +| `ICE_SERVERS_JSON` | full `{"iceServers":[...]}` override, wins over the above | +| `PORT` / `HOST` | listen address (default 8081 / 0.0.0.0) | + +Example with coturn: + +```sh +TURN_URLS='turn:turn.example.com:3478?transport=udp,turns:turn.example.com:5349' \ +TURN_USERNAME=mats TURN_CREDENTIAL=secret npm start +``` + +## POC shortcuts (productionize later) + +- No auth, no reconnection, rooms are in-memory, signaling is unencrypted ws + behind the preview ingress (use wss/TLS in front for real deploys). +- No media server: N² mesh — fine for small rooms, needs SFU (mediasoup/livekit) + beyond ~6–8 participants. +- Text channels are decorative. No persistence, no rate limiting. +- Screen-share negotiation storms on join/leave are expected at small scale. diff --git a/voice-poc/package-lock.json b/voice-poc/package-lock.json new file mode 100644 index 0000000..67055f4 --- /dev/null +++ b/voice-poc/package-lock.json @@ -0,0 +1,36 @@ +{ + "name": "gibbz-voice-poc", + "version": "0.1.0", + "lockfileVersion": 3, + "requires": true, + "packages": { + "": { + "name": "gibbz-voice-poc", + "version": "0.1.0", + "dependencies": { + "ws": "^8.18.0" + } + }, + "node_modules/ws": { + "version": "8.21.3", + "resolved": "https://registry.npmjs.org/ws/-/ws-8.21.3.tgz", + "integrity": "sha512-201TZ/kPWxoPr/OKWjquZR1SWKXcvxdH+e1xrx89b3YbmzLMFCLfnaG1HFIgWzJOEWZ7MvpK++odZufgYR50Rw==", + "license": "MIT", + "engines": { + "node": ">=10.0.0" + }, + "peerDependencies": { + "bufferutil": "^4.0.1", + "utf-8-validate": ">=5.0.2" + }, + "peerDependenciesMeta": { + "bufferutil": { + "optional": true + }, + "utf-8-validate": { + "optional": true + } + } + } + } +} diff --git a/voice-poc/package.json b/voice-poc/package.json new file mode 100644 index 0000000..8b421c3 --- /dev/null +++ b/voice-poc/package.json @@ -0,0 +1,12 @@ +{ + "name": "gibbz-voice-poc", + "private": true, + "version": "0.1.0", + "description": "Discord-clone POC: WebRTC voice chat + screen sharing + spatial audio", + "scripts": { + "start": "node server.js" + }, + "dependencies": { + "ws": "^8.18.0" + } +} diff --git a/voice-poc/public/app.js b/voice-poc/public/app.js new file mode 100644 index 0000000..228df45 --- /dev/null +++ b/voice-poc/public/app.js @@ -0,0 +1,794 @@ +/* gibbz voice POC — WebRTC mesh voice + screen share + spatial audio. + POC shortcuts: no auth, no reconnection, no text chat, single audio context. */ +'use strict'; + +// --------------------------------------------------------------------------- +// state +// --------------------------------------------------------------------------- +const ROOM_UNITS = 100; // spatial plane is 0..100 x 0..100 +const SPATIAL_SCALE = 0.12; // room units -> audio world units +const FALLBACK_ICE = { iceServers: [{ urls: 'stun:stun.l.google.com:19302' }] }; +const LS_NAME = 'voicepoc.nick'; +const LS_ICE = 'voicepoc.iceOverride'; + +const S = { + ws: null, + myId: null, + room: null, + name: localStorage.getItem(LS_NAME) || '', + peers: new Map(), // id -> peer record + micStream: null, + screenStream: null, + screenSenders: new Map(), // peerId -> [RTCRtpSender] + audioCtx: null, + me: { x: 50, y: 50 }, + muted: false, + deafened: false, + iceServers: null, // resolved on join + sharing: false, + connecting: false, +}; +window.__dbg = S; // POC debug handle + +const $ = (sel) => document.querySelector(sel); +const els = { + stage: $('#stage'), screens: $('#screens'), tiles: $('#tiles'), + spatial: $('#spatial'), status: $('#voice-status'), nick: $('#nick'), + meAvatar: $('#me-avatar'), mic: $('#btn-mic'), deafen: $('#btn-deafen'), +}; + +// --------------------------------------------------------------------------- +// helpers +// --------------------------------------------------------------------------- +function toast(msg, kind = '') { + const t = document.createElement('div'); + t.className = `toast ${kind}`; + t.textContent = msg; + $('#toasts').appendChild(t); + setTimeout(() => t.remove(), 5000); +} + +const PEER_COLORS = ['#5865f2', '#23a55a', '#f0b232', '#eb459e', '#3ba55c', '#faa61a', '#e67e22', '#9b59b6']; +function colorFor(id) { + let h = 0; + for (const c of id) h = (h * 31 + c.charCodeAt(0)) >>> 0; + return PEER_COLORS[h % PEER_COLORS.length]; +} +function setAvatar(el, name, id) { + el.style.background = colorFor(id); + el.textContent = (name || '?').slice(0, 1).toUpperCase(); +} + +function effectiveIce() { + const raw = localStorage.getItem(LS_ICE); + if (raw) { + try { return JSON.parse(raw); } catch { /* fall through */ } + } + return S.iceServers || FALLBACK_ICE; +} + +// --------------------------------------------------------------------------- +// join / leave +// --------------------------------------------------------------------------- +async function joinVoice(room) { + if (S.room === room || S.connecting) return; + if (S.room) leaveVoice('switching channel'); + S.connecting = true; + setStatus(`connecting to ${room}…`); + + try { + S.iceServers = await fetchIce(); + } catch { + toast('Could not load ICE config from server — using fallback STUN', 'warn'); + } + + // mic (join anyway without one — listen-only) + try { + S.micStream = await navigator.mediaDevices.getUserMedia({ + audio: { echoCancellation: true, noiseSuppression: true, autoGainControl: true }, + }); + } catch { + S.micStream = null; + toast('No microphone available — joining in listen-only mode', 'warn'); + } + els.mic.disabled = !S.micStream; + S.muted = false; + + // audio context must exist after a user gesture — the channel click is one + if (!S.audioCtx) S.audioCtx = new AudioContext(); + await S.audioCtx.resume().catch(() => {}); + orientListener(); + + await openSignaling(room); + S.connecting = false; +} + +async function fetchIce() { + const res = await fetch('/api/ice'); + if (!res.ok) throw new Error(`ice ${res.status}`); + return res.json(); +} + +function leaveVoice(reason) { + if (!S.room && !S.ws) return; + if (S.sharing) stopScreenShare(true); + for (const peer of S.peers.values()) destroyPeer(peer); + S.peers.clear(); + if (S.ws) { try { S.ws.close(); } catch {} S.ws = null; } + if (S.micStream) { S.micStream.getTracks().forEach((t) => t.stop()); S.micStream = null; } + els.mic.disabled = false; + updateMicButton(); + document.querySelectorAll('.channel.voice').forEach((c) => c.classList.remove('active')); + S.room = null; + S.myId = null; + S.muted = false; + S.deafened = false; + updateDeafenButton(); + renderAll(); + setStatus(reason || 'not connected'); +} + +function setStatus(text) { els.status.textContent = text; } + +// --------------------------------------------------------------------------- +// signaling +// --------------------------------------------------------------------------- +function openSignaling(room) { + return new Promise((resolve, reject) => { + const proto = location.protocol === 'https:' ? 'wss' : 'ws'; + const url = `${proto}://${location.host}/ws?room=${encodeURIComponent(room)}&name=${encodeURIComponent(S.name)}`; + const ws = new WebSocket(url); + S.ws = ws; + ws.onerror = () => { S.connecting = false; setStatus('connection failed'); reject(new Error('websocket failed')); }; + ws.onmessage = (ev) => { + let msg; + try { msg = JSON.parse(ev.data); } catch { return; } + try { handleSignal(msg); } catch (err) { console.error('signal handler error', msg.type, err); } + }; + ws.onclose = () => { + if (S.ws === ws && S.room) { + toast('Signaling connection lost', 'error'); + leaveVoice('disconnected'); + } + }; + ws.onopen = () => resolve(); + }); +} + +function send(msg) { + if (S.ws && S.ws.readyState === 1) S.ws.send(JSON.stringify(msg)); +} + +function handleSignal(msg) { + switch (msg.type) { + case 'hello': { + S.myId = msg.id; + for (const p of msg.peers) { + S.peers.set(p.id, makePeerRecord(p)); + // deterministic initiator: lower id offers (no glare storm on join) + ensurePC(S.peers.get(p.id), S.myId < p.id); + } + sendMyPos(true); + renderAll(); + setStatus(`voice connected — ${msg.peers.length + 1} in ${msg.room}`); + toast(`Joined ${msg.room}`, 'ok'); + break; + } + case 'joined': + S.peers.set(msg.peer.id, makePeerRecord(msg.peer)); + renderAll(); + toast(`${msg.peer.name} joined`, 'ok'); + break; + case 'left': { + const peer = S.peers.get(msg.id); + if (peer) { + destroyPeer(peer); + S.peers.delete(msg.id); + renderAll(); + toast(`${peer.name} left`); + } + break; + } + case 'pos': { + const peer = S.peers.get(msg.from); + if (peer) { peer.x = msg.x; peer.y = msg.y; updatePanner(peer); } + break; + } + case 'state': { + const peer = S.peers.get(msg.from); + if (peer) { peer.state = msg.state; renderTiles(); } + break; + } + case 'offer': + case 'answer': { + const peer = ensurePC(S.peers.get(msg.from) || createOrphanPeer(msg.from), false); + onDescription(peer, msg.sdp).catch((e) => console.error('description failed', e)); + break; + } + case 'candidate': { + const peer = S.peers.get(msg.from); + if (!peer || !peer.pc) return; // candidates only after description path created pc + onCandidate(peer, msg.candidate).catch((e) => console.error('candidate failed', e)); + break; + } + default: + break; + } +} + +// --------------------------------------------------------------------------- +// peer records + WebRTC (perfect negotiation) +// --------------------------------------------------------------------------- +function makePeerRecord(p) { + return { + id: p.id, name: p.name, x: p.x, y: p.y, + state: p.state || { muted: false, deafened: false, sharing: false }, + pc: null, polite: false, makingOffer: false, ignoreOffer: false, + pendingCandidates: [], micStream: null, screenStream: null, + gain: null, panner: null, analyser: null, vol: 1, speaking: false, + els: {}, + }; +} + +function createOrphanPeer(id) { + const p = makePeerRecord({ id, name: 'peer-' + id.slice(0, 4), x: 50, y: 50 }); + S.peers.set(id, p); + return p; +} + +function ensurePC(peer, initiator) { + if (peer.pc) return peer; + const pc = new RTCPeerConnection({ ...effectiveIce(), iceCandidatePoolSize: 4 }); + peer.pc = pc; + peer.polite = S.myId > peer.id; + + pc.onnegotiationneeded = async () => { + try { + peer.makingOffer = true; + await pc.setLocalDescription(); + send({ type: 'offer', to: peer.id, sdp: pc.localDescription }); + } catch (err) { + console.error('negotiation failed', err); + } finally { + peer.makingOffer = false; + } + }; + pc.onicecandidate = ({ candidate }) => { + if (candidate) send({ type: 'candidate', to: peer.id, candidate }); + }; + pc.onconnectionstatechange = () => { + renderTiles(); + if (pc.connectionState === 'failed') { + console.warn('peer connection failed, restarting ICE', peer.id); + try { pc.restartIce(); } catch {} + } + }; + pc.ontrack = (ev) => onRemoteTrack(peer, ev); + + // send my mic; if I have none, ask to receive theirs + if (S.micStream) { + for (const track of S.micStream.getAudioTracks()) pc.addTrack(track, S.micStream); + } else { + pc.addTransceiver('audio', { direction: 'recvonly' }); + } + + if (initiator) pc.onnegotiationneeded(); + return peer; +} + +async function onDescription(peer, desc) { + const pc = peer.pc; + const collision = desc.type === 'offer' && (peer.makingOffer || pc.signalingState !== 'stable'); + peer.ignoreOffer = !peer.polite && collision; + if (peer.ignoreOffer) return; // impolite side ignores the rival offer + + await pc.setRemoteDescription(desc); // modern browsers roll back implicitly when polite + for (const c of peer.pendingCandidates.splice(0)) { + await pc.addIceCandidate(c).catch((e) => console.warn('buffered candidate failed', e)); + } + if (desc.type === 'offer') { + await pc.setLocalDescription(); + send({ type: 'answer', to: peer.id, sdp: pc.localDescription }); + } +} + +async function onCandidate(peer, candidate) { + if (peer.ignoreOffer) return; + if (!peer.pc.remoteDescription) { + peer.pendingCandidates.push(candidate); + return; + } + await peer.pc.addIceCandidate(candidate); +} + +function destroyPeer(peer) { + if (peer.pc) { try { peer.pc.close(); } catch {} peer.pc = null; } + detachSpatial(peer); + peer.micStream = null; + peer.screenStream = null; + peer.els = {}; + renderScreens(); +} + +// --------------------------------------------------------------------------- +// remote media: mic -> spatial chain, screen -> big video + direct audio +// --------------------------------------------------------------------------- +function onRemoteTrack(peer, ev) { + const stream = ev.streams[0]; + if (!stream) return; + if (stream.getVideoTracks().length > 0) { + peer.screenStream = stream; + stream.getVideoTracks().forEach((t) => { + t.addEventListener('ended', () => { + if (peer.screenStream === stream) { peer.screenStream = null; renderScreens(); } + }); + }); + renderScreens(); + console.log('remote screen share from', peer.name); + } else { + peer.micStream = stream; + attachSpatial(peer, stream); + console.log('remote mic from', peer.name); + } + renderTiles(); +} + +function attachSpatial(peer, stream) { + const ctx = S.audioCtx; + if (!ctx || peer.panner) return; + const src = ctx.createMediaStreamSource(stream); + const panner = ctx.createPanner(); + panner.panningModel = 'HRTF'; + panner.distanceModel = 'inverse'; + panner.refDistance = 4; + panner.rolloffFactor = 1.4; + panner.maxDistance = 200; + const gain = ctx.createGain(); + gain.gain.value = S.deafened ? 0 : peer.vol; + const analyser = ctx.createAnalyser(); + analyser.fftSize = 256; + src.connect(panner).connect(gain).connect(analyser).connect(ctx.destination); + Object.assign(peer, { panner, gain, analyser }); + updatePanner(peer); +} + +function detachSpatial(peer) { + if (peer.gain) { try { peer.gain.disconnect(); } catch {} } + if (peer.panner) { try { peer.panner.disconnect(); } catch {} } + peer.panner = peer.gain = peer.analyser = null; +} + +function updatePanner(peer) { + if (!peer.panner) return; + const x = (peer.x - S.me.x) * SPATIAL_SCALE; + const z = (peer.y - S.me.y) * SPATIAL_SCALE; // screen-down = behind listener + const p = peer.panner; + if (p.positionX) { + p.positionX.value = x; p.positionY.value = 0; p.positionZ.value = z; + } else { // old Safari + p.setPosition(x, 0, z); + } +} + +function orientListener() { + const l = S.audioCtx && S.audioCtx.listener; + if (!l) return; + if (l.forwardX) { + l.forwardX.value = 0; l.forwardY.value = 0; l.forwardZ.value = -1; + l.upX.value = 0; l.upY.value = 1; l.upZ.value = 0; + } else { + l.setOrientation(0, 0, -1, 0, 1, 0); + } +} + +// --------------------------------------------------------------------------- +// screen share (local) +// --------------------------------------------------------------------------- +async function startScreenShare() { + if (S.sharing || !S.room) return; + let stream; + try { + stream = await navigator.mediaDevices.getDisplayMedia({ + video: { frameRate: 30 }, audio: true, + }); + } catch { + return; // user cancelled + } + S.screenStream = stream; + S.sharing = true; + send({ type: 'state', state: { muted: S.muted, deafened: S.deafened, sharing: true } }); + + for (const peer of S.peers.values()) addScreenToPeer(peer); + stream.getVideoTracks()[0].addEventListener('ended', () => stopScreenShare()); + renderScreens(); + renderTiles(); + toast('You are sharing your screen', 'ok'); +} + +function addScreenToPeer(peer) { + if (!peer.pc || !S.screenStream) return; + const senders = []; + for (const track of S.screenStream.getTracks()) { + senders.push(peer.pc.addTrack(track, S.screenStream)); + } + S.screenSenders.set(peer.id, senders); // renegotiation fires automatically +} + +function stopScreenShare(silent) { + if (!S.sharing) return; + S.sharing = false; + for (const [peerId, senders] of S.screenSenders) { + const peer = S.peers.get(peerId); + if (peer && peer.pc) for (const s of senders) { try { peer.pc.removeTrack(s); } catch {} } + } + S.screenSenders.clear(); + if (S.screenStream) { S.screenStream.getTracks().forEach((t) => t.stop()); S.screenStream = null; } + send({ type: 'state', state: { muted: S.muted, deafened: S.deafened, sharing: false } }); + renderScreens(); + renderTiles(); + if (!silent) toast('Screen share stopped'); +} + +// --------------------------------------------------------------------------- +// position sync +// --------------------------------------------------------------------------- +let lastPosSend = 0; +function sendMyPos(force) { + const now = performance.now(); + if (!force && now - lastPosSend < 60) return; + lastPosSend = now; + send({ type: 'pos', x: S.me.x, y: S.me.y }); + for (const peer of S.peers.values()) updatePanner(peer); +} + +// --------------------------------------------------------------------------- +// speaking detection (local meter + per-peer analyser RMS) +// --------------------------------------------------------------------------- +const meterBuf = new Uint8Array(256); +function rms(analyser) { + analyser.getByteTimeDomainData(meterBuf); + let sum = 0; + for (let i = 0; i < meterBuf.length; i++) { + const v = (meterBuf[i] - 128) / 128; + sum += v * v; + } + return Math.sqrt(sum / meterBuf.length); +} + +let localAnalyser = null; +setInterval(() => { + if (!S.audioCtx) return; + if (S.micStream && !localAnalyser) { + const src = S.audioCtx.createMediaStreamSource(S.micStream); + localAnalyser = S.audioCtx.createAnalyser(); + localAnalyser.fftSize = 256; + src.connect(localAnalyser); // tap only — not connected to destination (no echo) + } + const meSpeaking = localAnalyser && !S.muted && rms(localAnalyser) > 0.04; + els.meAvatar.classList.toggle('speaking', !!meSpeaking); + let changed = false; + for (const peer of S.peers.values()) { + const speaking = !!(peer.analyser && !S.deafened && rms(peer.analyser) > 0.03); + if (speaking !== peer.speaking) { peer.speaking = speaking; changed = true; } + } + if (changed) renderTiles(); +}, 150); + +// --------------------------------------------------------------------------- +// rendering +// --------------------------------------------------------------------------- +function renderAll() { + renderTiles(); + renderScreens(); + renderStageEmpty(); + renderChannelCounts(); +} + +function renderStageEmpty() { + const anyone = S.peers.size > 0 || S.sharing || S.room; + els.stage.classList.toggle('empty', !anyone); +} + +function renderChannelCounts() { + // POC: server does not expose cross-room rosters; count is local-room only + const counts = {}; + for (const p of S.peers.values()) counts[S.room] = (counts[S.room] || 0) + 1; + document.querySelectorAll('[data-room-count]').forEach((el) => { + const n = counts[el.dataset.roomCount] || 0; + el.textContent = n ? `${n + (el.dataset.roomCount === S.room ? 1 : 0)}` : ''; + }); +} + +function renderTiles() { + els.tiles.innerHTML = ''; + for (const peer of S.peers.values()) { + const tile = document.createElement('div'); + tile.className = 'tile' + (peer.speaking ? ' speaking' : ''); + const av = document.createElement('div'); + av.className = 'avatar'; + setAvatar(av, peer.name, peer.id); + const name = document.createElement('div'); + name.className = 'name'; + name.textContent = peer.name; + const sub = document.createElement('div'); + sub.className = 'sub'; + const bits = []; + if (!peer.pc) bits.push('signaling…'); + else if (peer.pc.connectionState !== 'connected') bits.push(`${peer.pc.connectionState}…`); + else if (!peer.micStream && !peer.state.muted) bits.push('no audio yet'); + if (peer.state.muted) bits.push('muted'); + if (peer.state.sharing) bits.push(''); + sub.innerHTML = bits.join(' ') || 'connected'; + const vol = document.createElement('input'); + vol.type = 'range'; vol.min = 0; vol.max = 2; vol.step = 0.05; vol.value = peer.vol; + vol.title = 'Volume'; + vol.oninput = () => { + peer.vol = Number(vol.value); + if (peer.gain && !S.deafened) peer.gain.gain.value = peer.vol; + }; + tile.append(av, name, sub, vol); + els.tiles.appendChild(tile); + } + renderStageEmpty(); +} + +function renderScreens() { + els.screens.innerHTML = ''; + const shares = []; + if (S.sharing && S.screenStream) shares.push({ name: `${S.name} (you)`, stream: S.screenStream }); + for (const peer of S.peers.values()) { + if (peer.screenStream) shares.push({ name: peer.name, stream: peer.screenStream }); + } + for (const share of shares) { + const card = document.createElement('div'); + card.className = 'screen-card'; + const video = document.createElement('video'); + video.autoplay = true; + video.playsInline = true; + video.muted = false; + video.srcObject = share.stream; + video.play().catch(() => {}); + const label = document.createElement('div'); + label.className = 'label'; + label.innerHTML = '●'; + label.appendChild(document.createTextNode(share.name)); + card.append(video, label); + els.screens.appendChild(card); + } +} + +// --------------------------------------------------------------------------- +// spatial canvas +// --------------------------------------------------------------------------- +const ctx2d = els.spatial.getContext('2d'); +let dragging = null; + +function spatialMetrics() { + const r = els.spatial.getBoundingClientRect(); + const dpr = window.devicePixelRatio || 1; + if (els.spatial.width !== r.width * dpr) { + els.spatial.width = r.width * dpr; + els.spatial.height = r.height * dpr; + } + ctx2d.setTransform(dpr, 0, 0, dpr, 0, 0); + const pad = 30; + return { w: r.width, h: r.height, pad, + toPx: (x, y) => [pad + (x / ROOM_UNITS) * (r.width - 2 * pad), + pad + (y / ROOM_UNITS) * (r.height - 2 * pad)], + fromPx: (px, py) => [((px - pad) / (r.width - 2 * pad)) * ROOM_UNITS, + ((py - pad) / (r.height - 2 * pad)) * ROOM_UNITS] }; +} + +function drawSpatial() { + const m = spatialMetrics(); + ctx2d.clearRect(0, 0, m.w, m.h); + + // grid + ctx2d.strokeStyle = 'rgba(255,255,255,.05)'; + ctx2d.lineWidth = 1; + for (let i = 0; i <= ROOM_UNITS; i += 10) { + const [gx, gy] = m.toPx(i, i); + ctx2d.beginPath(); ctx2d.moveTo(gx, m.toPx(0, 0)[1]); ctx2d.lineTo(gx, m.toPx(0, 100)[1]); ctx2d.stroke(); + ctx2d.beginPath(); ctx2d.moveTo(m.toPx(0, 0)[0], gy); ctx2d.lineTo(m.toPx(100, 0)[0], gy); ctx2d.stroke(); + } + + // audible range around me (~gain 0.05 at 56 units with ref=4, rolloff=1.4) + const [mx, my] = m.toPx(S.me.x, S.me.y); + const rangeR = (56 / ROOM_UNITS) * (m.w - 2 * m.pad); + ctx2d.strokeStyle = 'rgba(88,101,242,.35)'; + ctx2d.setLineDash([5, 5]); + ctx2d.beginPath(); ctx2d.arc(mx, my, Math.max(0, Math.min(rangeR, m.h - 2 * m.pad)), 0, Math.PI * 2); ctx2d.stroke(); + ctx2d.setLineDash([]); + + // peers + for (const peer of S.peers.values()) drawAvatarDot(peer.name, peer.id, peer.x, peer.y, peer.speaking, peer.state.muted, false, m); + // me (draggable listener) + drawAvatarDot(S.name || 'me', S.myId || 'me', S.me.x, S.me.y, els.meAvatar.classList.contains('speaking'), S.muted, true, m); + + if (!dragging) requestAnimationFrame(drawSpatial); +} +requestAnimationFrame(drawSpatial); + +function drawAvatarDot(name, id, x, y, speaking, muted, isMe, m) { + const [px, py] = m.toPx(x, y); + const r = isMe ? 16 : 13; + ctx2d.beginPath(); + ctx2d.arc(px, py, r, 0, Math.PI * 2); + ctx2d.fillStyle = colorFor(id); + ctx2d.fill(); + if (speaking) { + ctx2d.strokeStyle = '#23a55a'; + ctx2d.lineWidth = 3; + ctx2d.stroke(); + } + if (muted) { + ctx2d.strokeStyle = '#f23f43'; + ctx2d.lineWidth = 3; + ctx2d.beginPath(); + ctx2d.moveTo(px - r, py + r); + ctx2d.lineTo(px + r, py - r); + ctx2d.stroke(); + } + ctx2d.fillStyle = '#fff'; + ctx2d.font = `bold ${Math.round(r)}px system-ui`; + ctx2d.textAlign = 'center'; + ctx2d.textBaseline = 'middle'; + ctx2d.fillText(name.slice(0, 1).toUpperCase(), px, py + 1); + ctx2d.font = '11px system-ui'; + ctx2d.fillStyle = isMe ? '#b5bac1' : '#80848e'; + ctx2d.fillText(name + (isMe ? ' (you)' : ''), px, py + r + 12); +} + +els.spatial.addEventListener('pointerdown', (ev) => { + const m = spatialMetrics(); + const rect = els.spatial.getBoundingClientRect(); + const px = ev.clientX - rect.left, py = ev.clientY - rect.top; + const [ux, uy] = m.fromPx(px, py); + const d = Math.hypot(ux - S.me.x, uy - S.me.y); + if (d < 10) { + dragging = { dx: S.me.x - ux, dy: S.me.y - uy }; + els.spatial.classList.add('dragging'); + els.spatial.setPointerCapture(ev.pointerId); + } +}); +els.spatial.addEventListener('pointermove', (ev) => { + if (!dragging) return; + const m = spatialMetrics(); + const rect = els.spatial.getBoundingClientRect(); + const [ux, uy] = m.fromPx(ev.clientX - rect.left, ev.clientY - rect.top); + S.me.x = Math.min(ROOM_UNITS, Math.max(0, ux + dragging.dx)); + S.me.y = Math.min(ROOM_UNITS, Math.max(0, uy + dragging.dy)); + sendMyPos(); +}); +els.spatial.addEventListener('pointerup', () => { + if (!dragging) return; + dragging = null; + els.spatial.classList.remove('dragging'); + sendMyPos(true); + requestAnimationFrame(drawSpatial); // rAF loop stopped while dragging +}); + +// --------------------------------------------------------------------------- +// controls & wiring +// --------------------------------------------------------------------------- +function updateMicButton() { + els.mic.classList.toggle('off', S.muted || !S.micStream); +} +function updateDeafenButton() { + els.deafen.classList.toggle('off', S.deafened); +} +function sendState() { + send({ type: 'state', state: { muted: S.muted, deafened: S.deafened, sharing: S.sharing } }); +} + +function toggleMic() { + if (!S.micStream) return; + S.muted = !S.muted; + S.micStream.getAudioTracks().forEach((t) => (t.enabled = !S.muted)); + updateMicButton(); + sendState(); + renderTiles(); +} + +function toggleDeafen() { + if (!S.audioCtx) return; + S.deafened = !S.deafened; + for (const peer of S.peers.values()) { + if (peer.gain) peer.gain.gain.value = S.deafened ? 0 : peer.vol; + } + updateDeafenButton(); + sendState(); + renderTiles(); +} + +els.mic.onclick = toggleMic; +els.deafen.onclick = toggleDeafen; +$('#btn-settings').onclick = openSettings; + +els.nick.value = S.name; +els.nick.addEventListener('change', () => { + S.name = els.nick.value.trim() || `guest-${Math.random().toString(36).slice(2, 6)}`; + els.nick.value = S.name; + localStorage.setItem(LS_NAME, S.name); + setAvatar(els.meAvatar, S.name, S.myId || 'me'); +}); +if (!S.name) { + S.name = `guest-${Math.random().toString(36).slice(2, 6)}`; + els.nick.value = S.name; + localStorage.setItem(LS_NAME, S.name); +} +setAvatar(els.meAvatar, S.name, 'me'); + +document.querySelectorAll('.channel.voice').forEach((el) => { + el.onclick = () => { + if (S.room === el.dataset.room) return; + document.querySelectorAll('.channel.voice').forEach((c) => c.classList.remove('active')); + el.classList.add('active'); + joinVoice(el.dataset.room).catch((e) => { + console.error(e); + toast(`Join failed: ${e.message}`, 'error'); + leaveVoice('join failed'); + }); + }; +}); +document.querySelectorAll('.channel.text').forEach((el) => { + el.onclick = () => toast('POC: text chat is not implemented'); +}); + +// spawn me somewhere spread out, not dead-center on top of others +(() => { + let h = 0; + for (const c of S.myId || S.name) h = (h * 33 + c.charCodeAt(0)) >>> 0; + const a = (h % 360) * (Math.PI / 180); + S.me.x = 50 + 20 * Math.cos(a); + S.me.y = 50 + 20 * Math.sin(a); +})(); + +window.addEventListener('keydown', (ev) => { + if (ev.target.tagName === 'INPUT' || ev.target.tagName === 'TEXTAREA') return; + if (ev.key === 'm') toggleMic(); + if (ev.key === 'd') toggleDeafen(); +}); +window.addEventListener('beforeunload', () => { try { leaveVoice(); } catch {} }); + +// --------------------------------------------------------------------------- +// settings modal (custom STUN/TURN) +// --------------------------------------------------------------------------- +function openSettings() { + const override = localStorage.getItem(LS_ICE); + $('#override-enabled').checked = !!override; + const current = override ? JSON.parse(override) : effectiveIce(); + $('#ice-json').value = JSON.stringify(current, null, 2); + fetchIce().then( + (server) => { $('#ice-server-default').textContent = JSON.stringify(server, null, 2); }, + () => { $('#ice-server-default').textContent = '(unavailable)'; }, + ); + $('#modal-backdrop').classList.remove('hidden'); +} +$('#ice-cancel').onclick = () => $('#modal-backdrop').classList.add('hidden'); +$('#modal-backdrop').onclick = (ev) => { + if (ev.target === $('#modal-backdrop')) $('#modal-backdrop').classList.add('hidden'); +}; +$('#ice-reset').onclick = () => { + localStorage.removeItem(LS_ICE); + $('#override-enabled').checked = false; + fetchIce().then((server) => { $('#ice-json').value = JSON.stringify(server, null, 2); }); +}; +$('#ice-save').onclick = () => { + const enabled = $('#override-enabled').checked; + let parsed = null; + if (enabled) { + try { + parsed = JSON.parse($('#ice-json').value); + if (!Array.isArray(parsed.iceServers)) throw new Error('missing "iceServers" array'); + } catch (err) { + toast(`Invalid ICE JSON: ${err.message}`, 'error'); + return; + } + localStorage.setItem(LS_ICE, JSON.stringify(parsed)); + } else { + localStorage.removeItem(LS_ICE); + } + $('#modal-backdrop').classList.add('hidden'); + toast(enabled ? 'Custom ICE saved — rejoin to apply' : 'Reverted to server ICE — rejoin to apply', 'ok'); +}; diff --git a/voice-poc/public/index.html b/voice-poc/public/index.html new file mode 100644 index 0000000..f264cbf --- /dev/null +++ b/voice-poc/public/index.html @@ -0,0 +1,92 @@ + + +
+ + +Peer-to-peer WebRTC voice & screen sharing. Drag avatars on the spatial plane to position who you hear.
+Overrides the server-provided ICE configuration (stored in localStorage, applied on next join).