vdk/format/webrtc/adapter.go

package webrtc

import (
	"bytes"
	"encoding/base64"
	"errors"
	"fmt"
	"math/rand"
	"time"

	"github.com/pion/webrtc/v2"

	"github.com/deepch/vdk/av"
	"github.com/deepch/vdk/codec/h264parser"
	"github.com/pion/webrtc/v2/pkg/media"
)

var (
	ErrorNotFound          = errors.New("stream not found")
	ErrorCodecNotSupported = errors.New("codec not supported")
	ErrorClientOffline     = errors.New("client offline")
	Label                  = "track_"
)

type Muxer struct {
	streams map[int8]*Stream
	status  webrtc.ICEConnectionState
	stop    bool
	pc      *webrtc.PeerConnection
	pt      *time.Timer
	ps      chan bool
}
type Stream struct {
	codec av.CodecData
	track *webrtc.Track
}

func NewMuxer() *Muxer {
	tmp := Muxer{ps: make(chan bool, 100), pt: time.NewTimer(time.Second * 20), streams: make(map[int8]*Stream)}
	go tmp.WaitCloser()
	return &tmp
}

func (element *Muxer) WriteHeader(streams []av.CodecData, sdp64 string) (string, error) {
	if len(streams) == 0 {
		return "", ErrorNotFound
	}
	mediaEngine := webrtc.MediaEngine{}
	sdpB, err := base64.StdEncoding.DecodeString(sdp64)
	if err != nil {
		return "", err
	}
	offer := webrtc.SessionDescription{
		Type: webrtc.SDPTypeOffer,
		SDP:  string(sdpB),
	}
	if err = mediaEngine.PopulateFromSDP(offer); err != nil {
		return "", err
	}
	api := webrtc.NewAPI(webrtc.WithMediaEngine(mediaEngine))
	peerConnection, err := api.NewPeerConnection(webrtc.Configuration{
		ICEServers: []webrtc.ICEServer{
			{
				URLs: []string{"stun:stun.l.google.com:19302"},
			},
		},
	})
	if err != nil {
		return "", err
	}
	for i, i2 := range streams {
		var track *webrtc.Track
		if i2.Type().IsVideo() {
			track, err = peerConnection.NewTrack(getPayloadType(mediaEngine, webrtc.RTPCodecTypeVideo, i2.Type().String()), rand.Uint32(), "video", Label)
			if err != nil {
				return "", err
			}
		} else if i2.Type().IsAudio() {
			track, err = peerConnection.NewTrack(getPayloadType(mediaEngine, webrtc.RTPCodecTypeAudio, i2.Type().String()), rand.Uint32(), "audio", Label)
			if err != nil {
				return "", err
			}
		}
		_, err = peerConnection.AddTransceiverFromTrack(track,
			webrtc.RtpTransceiverInit{
				Direction: webrtc.RTPTransceiverDirectionSendonly,
			},
		)
		if err != nil {
			return "", err
		}
		_, err = peerConnection.AddTrack(track)
		if err != nil {
			return "", err
		}
		element.streams[int8(i)] = &Stream{track: track, codec: i2}
	}
	peerConnection.OnICEConnectionStateChange(func(connectionState webrtc.ICEConnectionState) {
		element.status = connectionState
		if connectionState == webrtc.ICEConnectionStateDisconnected {
			element.ps <- true
		}
	})
	peerConnection.OnDataChannel(func(d *webrtc.DataChannel) {
		d.OnMessage(func(msg webrtc.DataChannelMessage) {
			element.pt.Reset(5 * time.Second)
		})
	})
	if err = peerConnection.SetRemoteDescription(offer); err != nil {
		return "", err
	}
	answer, err := peerConnection.CreateAnswer(nil)
	if err != nil {
		return "", err
	}
	if err = peerConnection.SetLocalDescription(answer); err != nil {
		return "", err
	}
	element.pc = peerConnection
	return base64.StdEncoding.EncodeToString([]byte(answer.SDP)), nil
}

func (element *Muxer) WritePacket(pkt av.Packet) (err error) {
	if element.stop {
		return ErrorClientOffline
	}
	if element.status != webrtc.ICEConnectionStateConnected {
		return nil
	}
	if tmp, ok := element.streams[pkt.Idx]; ok {
		switch tmp.codec.Type() {
		case av.H264:
			codec := tmp.codec.(h264parser.CodecData)
			if pkt.IsKeyFrame {
				pkt.Data = append([]byte{0, 0, 0, 1}, bytes.Join([][]byte{codec.SPS(), codec.PPS(), pkt.Data[4:]}, []byte{0, 0, 0, 1})...)
			} else {
				pkt.Data = pkt.Data[4:]
			}
			return tmp.track.WriteSample(media.Sample{Data: pkt.Data, Samples: 90000})
		default:
			return ErrorCodecNotSupported
		}
	}
	return ErrorNotFound

}
func (element *Muxer) WaitCloser() {
	select {
	case <-element.ps:
		element.stop = true
		element.Close()
	case <-element.pt.C:
		element.stop = true
		element.Close()
	}
}
func (element *Muxer) Close() error {
	if element.pc != nil {
		err := element.pc.Close()
		if err != nil {
			return err
		}
	}
	return nil
}

func getPayloadType(m webrtc.MediaEngine, codecType webrtc.RTPCodecType, codecName string) uint8 {
	for _, codec := range m.GetCodecsByKind(codecType) {
		if codec.Name == codecName {
			return codec.PayloadType
		}
	}
	panic(fmt.Sprintf("Remote peer does not support %s", codecName))
}