--- ext/opus/gstrtpopuspay.c
+++ ext/opus/gstrtpopuspay.c
@@ -136,5 +136,7 @@
   gst_rtp_buffer_set_marker (outbuf, FALSE);
   GST_BUFFER_TIMESTAMP (outbuf) = timestamp;
 
+  gst_buffer_unref(buffer);
+
   return gst_basertppayload_push (basepayload, outbuf);
 }
