Merge pull request #3558 from douzzer/fix-mp_mod_2d-sub-byte-clearing

fix mp_mod_2d() for DIGIT_BIT != sizeof(mp_digit)*8
This commit is contained in:
David Garske
2020-12-11 08:43:51 -08:00
committed by GitHub

View File

@ -686,7 +686,7 @@ int mp_mod_2d (mp_int * a, int b, mp_int * c)
/* clear the digit that is not completely outside/inside the modulus */
x = DIGIT_BIT - (b % DIGIT_BIT);
if (x != DIGIT_BIT) {
c->dp[b / DIGIT_BIT] &= ~((mp_digit)0) >> x;
c->dp[b / DIGIT_BIT] &= ~((mp_digit)0) >> (x + ((sizeof(mp_digit)*8) - DIGIT_BIT));
}
mp_clamp (c);
return MP_OKAY;