diff --git a/gst/vaapi/gstvaapipostproc.c b/gst/vaapi/gstvaapipostproc.c
index e5d5630..c0a175f 100644
--- a/gst/vaapi/gstvaapipostproc.c
+++ b/gst/vaapi/gstvaapipostproc.c
@@ -947,6 +947,8 @@ gst_vaapipostproc_update_src_caps (GstVaapiPostproc * postproc, GstCaps * caps,
       postproc->width != GST_VIDEO_INFO_WIDTH (&postproc->sinkpad_info) &&
       postproc->height != GST_VIDEO_INFO_HEIGHT (&postproc->sinkpad_info))
     postproc->flags |= GST_VAAPI_POSTPROC_FLAG_SIZE;
+  else
+    postproc->flags &= ~GST_VAAPI_POSTPROC_FLAG_SIZE;
   return TRUE;
 }
 
