Fix WebRTC client

pkg/webrtc/client.go

@@ -1,6 +1,10 @@
 package webrtc
 
-import "github.com/pion/webrtc/v3"
+import (
+	"github.com/AlexxIT/go2rtc/pkg/streamer"
+	"github.com/pion/sdp/v3"
+	"github.com/pion/webrtc/v3"
+)
 
 func (c *Conn) CreateOffer() (string, error) {
 	init := webrtc.RTPTransceiverInit{Direction: webrtc.RTPTransceiverDirectionRecvonly}
@@ -30,5 +34,29 @@ func (c *Conn) CreateCompleteOffer() (string, error) {
 
 func (c *Conn) SetAnswer(answer string) (err error) {
 	desc := webrtc.SessionDescription{SDP: answer, Type: webrtc.SDPTypeAnswer}
-	return c.pc.SetRemoteDescription(desc)
+	if err = c.pc.SetRemoteDescription(desc); err != nil {
+		return
+	}
+
+	sd := &sdp.SessionDescription{}
+	if err = sd.Unmarshal([]byte(answer)); err != nil {
+		return
+	}
+
+	medias := streamer.UnmarshalMedias(sd.MediaDescriptions)
+
+	// sort medias, so video will always be before audio
+	// and ignore application media from Hass default lovelace card
+	for _, media := range medias {
+		if media.Kind == streamer.KindVideo {
+			c.medias = append(c.medias, media)
+		}
+	}
+	for _, media := range medias {
+		if media.Kind == streamer.KindAudio {
+			c.medias = append(c.medias, media)
+		}
+	}
+
+	return nil
 }

pkg/webrtc/conn.go

@@ -19,10 +19,11 @@ type Conn struct {
 	send    int
 
 	offer string
+	start chan struct{}
 }
 
 func NewConn(pc *webrtc.PeerConnection) *Conn {
-	c := &Conn{pc: pc}
+	c := &Conn{pc: pc, start: make(chan struct{})}
 
 	pc.OnICECandidate(func(candidate *webrtc.ICECandidate) {
 		c.Fire(candidate)
@@ -64,14 +65,11 @@ func NewConn(pc *webrtc.PeerConnection) *Conn {
 	pc.OnConnectionStateChange(func(state webrtc.PeerConnectionState) {
 		c.Fire(state)
 
-		// TODO: rewrite?
 		switch state {
-		case webrtc.PeerConnectionStateDisconnected:
+		case webrtc.PeerConnectionStateDisconnected, webrtc.PeerConnectionStateFailed, webrtc.PeerConnectionStateClosed:
 			// disconnect event comes earlier, than failed
 			// but it comes only for success connections
-			_ = pc.Close()
-		case webrtc.PeerConnectionStateFailed:
-			_ = pc.Close()
+			_ = c.Close()
 		}
 	})
 
@@ -79,6 +77,11 @@ func NewConn(pc *webrtc.PeerConnection) *Conn {
 }
 
 func (c *Conn) Close() error {
+	// unblocked write to chan
+	select {
+	case c.start <- struct{}{}:
+	default:
+	}
 	return c.pc.Close()
 }
 

pkg/webrtc/producer.go

@@ -1,6 +1,8 @@
 package webrtc
 
-import "github.com/AlexxIT/go2rtc/pkg/streamer"
+import (
+	"github.com/AlexxIT/go2rtc/pkg/streamer"
+)
 
 func (c *Conn) GetTrack(media *streamer.Media, codec *streamer.Codec) *streamer.Track {
 	for _, track := range c.tracks {
@@ -8,10 +10,14 @@ func (c *Conn) GetTrack(media *streamer.Media, codec *streamer.Codec) *streamer.
 			return track
 		}
 	}
-	return nil
+
+	track := streamer.NewTrack(codec, media.Direction)
+	c.tracks = append(c.tracks, track)
+	return track
 }
 
 func (c *Conn) Start() error {
+	<-c.start
 	return nil
 }