opj_t1_encode_cblk(): avoid undefined behaviour on fuzzed input (fixes …

…#1432)
uclouvain · Jun 29, 2022 · dd1a2d6 · dd1a2d6
1 parent ca74961
commit dd1a2d6
Showing 1 changed file with 7 additions and 0 deletions.
diff --git a/src/lib/openjp2/t1.c b/src/lib/openjp2/t1.c
@@ -2443,6 +2443,13 @@ static OPJ_FLOAT64 opj_t1_encode_cblk(opj_t1_t *t1,
             OPJ_INT32 tmp = *datap;
             if (tmp < 0) {
                 OPJ_UINT32 tmp_unsigned;
+                if (tmp == INT_MIN) {
+                    /* To avoid undefined behaviour when negating INT_MIN */
+                    /* but if we go here, it means we have supplied an input */
+                    /* with more bit depth than we we can really support. */
+                    /* Cf https://github.com/uclouvain/openjpeg/issues/1432 */
+                    tmp = INT_MIN + 1;
+                }
                 max = opj_int_max(max, -tmp);
                 tmp_unsigned = opj_to_smr(tmp);
                 memcpy(datap, &tmp_unsigned, sizeof(OPJ_INT32));