Migrate gstreamer-send to go-gst

Drop our custom code

Author: Sean-Der

gstreamer-send-offer/main.go

@@ -11,16 +11,21 @@ import (
 	"flag"
 	"fmt"
 
-	gst "github.com/pion/example-webrtc-applications/v3/internal/gstreamer-src"
+	"github.com/go-gst/go-gst/gst"
+	"github.com/go-gst/go-gst/gst/app"
 	"github.com/pion/example-webrtc-applications/v3/internal/signal"
 	"github.com/pion/webrtc/v3"
+	"github.com/pion/webrtc/v3/pkg/media"
 )
 
 func main() {
 	audioSrc := flag.String("audio-src", "audiotestsrc", "GStreamer audio src")
 	videoSrc := flag.String("video-src", "videotestsrc", "GStreamer video src")
 	sdpChan := signal.HTTPSDPServer()
 
+	// Initialize GStreamer
+	gst.Init(nil)
+
 	// Everything below is the Pion WebRTC API! Thanks for using it ❤️.
 
 	// Prepare the configuration
@@ -93,9 +98,69 @@ func main() {
 	}
 
 	// Start pushing buffers on these tracks
-	gst.CreatePipeline("opus", []*webrtc.TrackLocalStaticSample{opusTrack}, *audioSrc).Start()
-	gst.CreatePipeline("vp8", []*webrtc.TrackLocalStaticSample{vp8Track}, *videoSrc).Start()
+	pipelineForCodec("opus", []*webrtc.TrackLocalStaticSample{opusTrack}, *audioSrc)
+	pipelineForCodec("vp8", []*webrtc.TrackLocalStaticSample{vp8Track}, *videoSrc)
 
 	// Block forever
 	select {}
 }
+
+// Create the appropriate GStreamer pipeline depending on what codec we are working with
+func pipelineForCodec(codecName string, tracks []*webrtc.TrackLocalStaticSample, pipelineSrc string) {
+	pipelineStr := "appsink name=appsink"
+	switch codecName {
+	case "vp8":
+		pipelineStr = pipelineSrc + " ! vp8enc error-resilient=partitions keyframe-max-dist=10 auto-alt-ref=true cpu-used=5 deadline=1 ! " + pipelineStr
+	case "vp9":
+		pipelineStr = pipelineSrc + " ! vp9enc ! " + pipelineStr
+	case "h264":
+		pipelineStr = pipelineSrc + " ! video/x-raw,format=I420 ! x264enc speed-preset=ultrafast tune=zerolatency key-int-max=20 ! video/x-h264,stream-format=byte-stream ! " + pipelineStr
+	case "opus":
+		pipelineStr = pipelineSrc + " ! opusenc ! " + pipelineStr
+	case "pcmu":
+		pipelineStr = pipelineSrc + " ! audio/x-raw, rate=8000 ! mulawenc ! " + pipelineStr
+	case "pcma":
+		pipelineStr = pipelineSrc + " ! audio/x-raw, rate=8000 ! alawenc ! " + pipelineStr
+	default:
+		panic("Unhandled codec " + codecName) //nolint
+	}
+
+	pipeline, err := gst.NewPipelineFromString(pipelineStr)
+	if err != nil {
+		panic(err)
+	}
+
+	if err = pipeline.SetState(gst.StatePlaying); err != nil {
+		panic(err)
+	}
+
+	appSink, err := pipeline.GetElementByName("appsink")
+	if err != nil {
+		panic(err)
+	}
+
+	app.SinkFromElement(appSink).SetCallbacks(&app.SinkCallbacks{
+		NewSampleFunc: func(sink *app.Sink) gst.FlowReturn {
+			sample := sink.PullSample()
+			if sample == nil {
+				return gst.FlowEOS
+			}
+
+			buffer := sample.GetBuffer()
+			if buffer == nil {
+				return gst.FlowError
+			}
+
+			samples := buffer.Map(gst.MapRead).Bytes()
+			defer buffer.Unmap()
+
+			for _, t := range tracks {
+				if err := t.WriteSample(media.Sample{Data: samples, Duration: *buffer.Duration().AsDuration()}); err != nil {
+					panic(err) //nolint
+				}
+			}
+
+			return gst.FlowOK
+		},
+	})
+}

gstreamer-send/main.go

@@ -11,26 +11,25 @@ import (
 	"flag"
 	"fmt"
 
-	gst "github.com/pion/example-webrtc-applications/v3/internal/gstreamer-src"
+	"github.com/go-gst/go-gst/gst"
+	"github.com/go-gst/go-gst/gst/app"
 	"github.com/pion/example-webrtc-applications/v3/internal/signal"
 	"github.com/pion/webrtc/v3"
+	"github.com/pion/webrtc/v3/pkg/media"
 )
 
 func main() {
 	audioSrc := flag.String("audio-src", "audiotestsrc", "GStreamer audio src")
 	videoSrc := flag.String("video-src", "videotestsrc", "GStreamer video src")
 	flag.Parse()
 
+	// Initialize GStreamer
+	gst.Init(nil)
+
 	// Everything below is the Pion WebRTC API! Thanks for using it ❤️.
 
 	// Prepare the configuration
-	config := webrtc.Configuration{
-		ICEServers: []webrtc.ICEServer{
-			{
-				URLs: []string{"stun:stun.l.google.com:19302"},
-			},
-		},
-	}
+	config := webrtc.Configuration{}
 
 	// Create a new RTCPeerConnection
 	peerConnection, err := webrtc.NewPeerConnection(config)
@@ -105,9 +104,69 @@ func main() {
 	fmt.Println(signal.Encode(*peerConnection.LocalDescription()))
 
 	// Start pushing buffers on these tracks
-	gst.CreatePipeline("opus", []*webrtc.TrackLocalStaticSample{audioTrack}, *audioSrc).Start()
-	gst.CreatePipeline("vp8", []*webrtc.TrackLocalStaticSample{firstVideoTrack, secondVideoTrack}, *videoSrc).Start()
+	pipelineForCodec("opus", []*webrtc.TrackLocalStaticSample{audioTrack}, *audioSrc)
+	pipelineForCodec("vp8", []*webrtc.TrackLocalStaticSample{firstVideoTrack, secondVideoTrack}, *videoSrc)
 
 	// Block forever
 	select {}
 }
+
+// Create the appropriate GStreamer pipeline depending on what codec we are working with
+func pipelineForCodec(codecName string, tracks []*webrtc.TrackLocalStaticSample, pipelineSrc string) {
+	pipelineStr := "appsink name=appsink"
+	switch codecName {
+	case "vp8":
+		pipelineStr = pipelineSrc + " ! vp8enc error-resilient=partitions keyframe-max-dist=10 auto-alt-ref=true cpu-used=5 deadline=1 ! " + pipelineStr
+	case "vp9":
+		pipelineStr = pipelineSrc + " ! vp9enc ! " + pipelineStr
+	case "h264":
+		pipelineStr = pipelineSrc + " ! video/x-raw,format=I420 ! x264enc speed-preset=ultrafast tune=zerolatency key-int-max=20 ! video/x-h264,stream-format=byte-stream ! " + pipelineStr
+	case "opus":
+		pipelineStr = pipelineSrc + " ! opusenc ! " + pipelineStr
+	case "pcmu":
+		pipelineStr = pipelineSrc + " ! audio/x-raw, rate=8000 ! mulawenc ! " + pipelineStr
+	case "pcma":
+		pipelineStr = pipelineSrc + " ! audio/x-raw, rate=8000 ! alawenc ! " + pipelineStr
+	default:
+		panic("Unhandled codec " + codecName) //nolint
+	}
+
+	pipeline, err := gst.NewPipelineFromString(pipelineStr)
+	if err != nil {
+		panic(err)
+	}
+
+	if err = pipeline.SetState(gst.StatePlaying); err != nil {
+		panic(err)
+	}
+
+	appSink, err := pipeline.GetElementByName("appsink")
+	if err != nil {
+		panic(err)
+	}
+
+	app.SinkFromElement(appSink).SetCallbacks(&app.SinkCallbacks{
+		NewSampleFunc: func(sink *app.Sink) gst.FlowReturn {
+			sample := sink.PullSample()
+			if sample == nil {
+				return gst.FlowEOS
+			}
+
+			buffer := sample.GetBuffer()
+			if buffer == nil {
+				return gst.FlowError
+			}
+
+			samples := buffer.Map(gst.MapRead).Bytes()
+			defer buffer.Unmap()
+
+			for _, t := range tracks {
+				if err := t.WriteSample(media.Sample{Data: samples, Duration: *buffer.Duration().AsDuration()}); err != nil {
+					panic(err) //nolint
+				}
+			}
+
+			return gst.FlowOK
+		},
+	})
+}