]> git.sesse.net Git - ffmpeg/commitdiff
avcodec/simple_idct_template: fix integer overflow
authorPaul B Mahol <onemda@gmail.com>
Fri, 13 Dec 2019 14:21:19 +0000 (15:21 +0100)
committerPaul B Mahol <onemda@gmail.com>
Fri, 13 Dec 2019 23:20:52 +0000 (00:20 +0100)
libavcodec/simple_idct_template.c

index d8fcfd7c53f0cbf05f0e03b4a6e88787af2cf920..5ddd0b45a2b717628dfa0505bae4c7b6e8d647ba 100644 (file)
@@ -121,7 +121,7 @@ static inline void FUNC6(idctRowCondDC)(idctin *row, int extra_shift)
 // TODO: Add DC-only support for int32_t input
 #if IN_IDCT_DEPTH == 16
 #if HAVE_FAST_64BIT
-#define ROW0_MASK (0xffffLL << 48 * HAVE_BIGENDIAN)
+#define ROW0_MASK (0xffffULL << 48 * HAVE_BIGENDIAN)
     if (((AV_RN64A(row) & ~ROW0_MASK) | AV_RN64A(row+4)) == 0) {
         uint64_t temp;
         if (DC_SHIFT - extra_shift >= 0) {