h264: reject unsupported 422 9 bit streams

[ffmpeg] / libavcodec / jpegls.h

diff --git a/libavcodec/jpegls.h b/libavcodec/jpegls.h
index 28c75248be7cf0ec6efb0ef7bd2f8eee560a4336..2c21f774e8bdec38eb3090f52054435391e8a31a 100644 (file)
--- a/libavcodec/jpegls.h
+++ b/libavcodec/jpegls.h
@@ -86,6 +86,8 @@ static inline void ff_jpegls_downscale_state(JLSState *state, int Q){
 }
 
 static inline int ff_jpegls_update_state_regular(JLSState *state, int Q, int err){
+    if(FFABS(err) > 0xFFFF)
+        return -0x10000;
     state->A[Q] += FFABS(err);
     err *= state->twonear;
     state->B[Q] += err;