swscale/output: fix signed integer overflow for ya16

Fixes #7666.

diff --git a/libswscale/output.c b/libswscale/output.c
index 7eb4644ce653aacc31c667dbd58000fe0549081f..0e20a0a6b8e643ea392c09a6c40d9349ad52b509 100644 (file)
--- a/libswscale/output.c
+++ b/libswscale/output.c
@@ -904,7 +904,7 @@ yuv2ya16_X_c_template(SwsContext *c, const int16_t *lumFilter,
 
     for (i = 0; i < dstW; i++) {
         int j;
-        int Y = 1 << 18;
+        int64_t Y = 1 << 18;
         int64_t A = 0xffff<<14;
 
         for (j = 0; j < lumFilterSize; j++)