Calls (VoIP)

npm install @zapo-js/voip @roamhq/wrtc libmlow-wasm-fork

import { WaClient } from 'zapo-js'
import { voipPlugin } from '@zapo-js/voip'

const client = new WaClient({
  store,
  sessionId: 'default',
  plugins: [voipPlugin()]
}, logger)

await client.connect()

client.on('voip_call_incoming', (call) => {
  console.log('incoming', call.callId, 'from', call.peerJid)
})

voipPlugin({ maxConcurrentCalls: 2, logLevel: 'warn' })

const callId = await client.voip.startCall({
  peerJid: '5511999999999@s.whatsapp.net'
})

await client.voip.acceptCall(callId)
await client.voip.rejectCall(callId)          // EndCallReason.Declined
await client.voip.endCall(callId)             // EndCallReason.UserEnded
await client.voip.endCall(callId, EndCallReason.Busy)

await client.voip.loadAudio(callId, './hello.mp3')

client.voip.setMute(callId, true)   // mute local outbound audio
client.voip.setMute(callId, false)  // unmute

client.on('voip_call_peer_mute', ({ call, muted }) => {
  console.log(call.callId, muted ? 'peer muted' : 'peer unmuted')
})

await client.voip.setHandRaised(callId, true)
await client.voip.setHandRaised(callId, false)

client.on('voip_call_hand_raise', ({ call, participantJid, raised }) => {
  console.log(participantJid, raised ? 'raised a hand' : 'lowered a hand')
  console.log('hands up:', [...call.raisedHands])
})

client.voip.sendReaction(callId, '❤️')

client.on('voip_call_reaction', ({ call, reaction }) => {
  console.log(reaction.reaction) // the glyph itself, never an index
})

client.voip.setExternalAudioMode(callId, true)

const { pauseMs, resumeMs } = client.voip.getFeedWatermarksMs()

// later, repeatedly:
const bufferedMs = client.voip.feedLiveAudio(callId, samples) // Float32Array, 16 kHz mono
if (bufferedMs >= pauseMs) {
  // back off until getLiveBufferMs(callId) <= resumeMs
}

const callId = await client.voip.startCall({
  peerJid: '5511999999999@s.whatsapp.net',
  isVideo: true
})

// once the call is active, per encoded frame:
const packets = client.voip.feedLiveVideo(callId, accessUnit, timestampUs)

client.on('voip_call_inbound_video', ({ call, frame }) => {
  // frame.data — Annex-B access unit, feed it straight to a decoder
  decoder.write(frame.data)
  if (frame.keyFrame) console.log('IDR on', call.callId)
})

import { WA_VIDEO_UPGRADE_RESULT } from '@zapo-js/voip'

const result = await client.voip.requestVideoUpgrade(callId)
if (result === WA_VIDEO_UPGRADE_RESULT.Accepted) {
  client.voip.feedLiveVideo(callId, annexBAccessUnit, timestampUs)
}

import { WA_VIDEO_STATE } from '@zapo-js/voip'

client.on('voip_call_peer_video_state', async ({ call, change }) => {
  if (change.state === WA_VIDEO_STATE.UpgradeRequestV2) {
    await client.voip.acceptVideoUpgrade(call.callId)
    // or: await client.voip.rejectVideoUpgrade(call.callId)
  }
})

await client.voip.setScreenShare(callId, true)
// every access unit fed from here on is what the peer renders as the screen
client.voip.feedLiveVideo(callId, screenAccessUnit, timestampUs)

await client.voip.setScreenShare(callId, false)

import { WA_SCREEN_SHARE_STATE } from '@zapo-js/voip'

client.on('voip_call_screen_share', ({ call, share }) => {
  if (share.state === WA_SCREEN_SHARE_STATE.Started) {
    console.log('peer is sharing', share.screenWidth, 'x', share.screenHeight)
  }
})

const call = client.voip.getCall(callId)   // CallInfo | null
const all  = client.voip.getCalls()        // readonly CallInfo[]

import { WaClient, createPinoLogger } from 'zapo-js'
import { CallState, voipPlugin } from '@zapo-js/voip'

const logger = await createPinoLogger({ level: 'info' })

const client = new WaClient({
  store,
  sessionId: 'default',
  plugins: [voipPlugin({ maxConcurrentCalls: 1 })]
}, logger)

const recordings = new Map<string, Float32Array[]>()

client.on('voip_call_incoming', async (call) => {
  if (!call.canAccept) return
  await client.voip.acceptCall(call.callId)
  recordings.set(call.callId, [])
})

client.on('voip_call_inbound_audio', ({ call, pcm }) => {
  // pcm is 16 kHz mono Float32Array
  const buffer = recordings.get(call.callId)
  if (buffer) buffer.push(pcm.slice())
})

client.on('voip_call_state', (call) => {
  if (call.stateData.state === CallState.Active) {
    console.log(`call ${call.callId} active`)
  }
})

client.on('voip_call_ended', (call) => {
  const chunks = recordings.get(call.callId) ?? []
  const total = chunks.reduce((n, c) => n + c.length, 0)
  console.log(`call ${call.callId} ended; recorded ${total} samples`)
  recordings.delete(call.callId)
})

await client.connect()