diff --git a/libavcodec/h264.c b/libavcodec/h264.c
index fe12846..c0115bb 100644
--- a/libavcodec/h264.c
+++ b/libavcodec/h264.c
@@ -1725,6 +1725,9 @@ int ff_h264_frame_start(H264Context *h)
     if ((ret = alloc_picture(h, pic)) < 0)
         return ret;
     if(!h->sync && !h->avctx->hwaccel &&
+#if CONFIG_H264_VDA_DECODER
+       h->avctx->codec != ff_h264_vda_decoder &&
+#endif
        !(h->avctx->codec->capabilities & CODEC_CAP_HWACCEL_VDPAU))
         avpriv_color_frame(&pic->f, c);