avcodec/mjpegdec: fix rgb ljpeg prediction 5/6/7 with point_transform
authorMichael Niedermayer <michaelni@gmx.at>
Wed, 4 Sep 2013 23:29:31 +0000 (01:29 +0200)
committerMichael Niedermayer <michaelni@gmx.at>
Wed, 4 Sep 2013 23:39:20 +0000 (01:39 +0200)
untested due to lack of sample

Signed-off-by: Michael Niedermayer <michaelni@gmx.at>
libavcodec/mjpegdec.c

index c18502b..9d74c6e 100644 (file)
@@ -790,7 +790,7 @@ static int ljpeg_decode_rgb_scan(MJpegDecodeContext *s, int nb_components, int p
     uint16_t (*buffer)[4];
     int left[4], top[4], topleft[4];
     const int linesize = s->linesize[0];
-    const int mask     = (1 << s->bits) - 1;
+    const int mask     = ((1 << s->bits) - 1) << point_transform;
     int resync_mb_y = 0;
     int resync_mb_x = 0;