File openssl-fips_RSA_compute_d_with_lcm.patch of Package openssl.4105
Index: openssl-1.0.1i/crypto/rsa/rsa_gen.c
===================================================================
--- openssl-1.0.1i.orig/crypto/rsa/rsa_gen.c 2014-10-15 14:42:10.879787012 +0200
+++ openssl-1.0.1i/crypto/rsa/rsa_gen.c 2014-10-23 18:11:04.378422531 +0200
@@ -172,6 +172,7 @@ static int FIPS_rsa_builtin_keygen(RSA *
BIGNUM *r0 = NULL, *r1 = NULL, *r2 = NULL, *r3 = NULL, *tmp;
BIGNUM local_r0, local_d, local_p;
BIGNUM *pr0, *d, *p;
+ BIGNUM *gcd_p1_q1 = NULL, *lcm_p1_q1 = NULL;
BN_CTX *ctx = NULL;
int ok = -1;
int i;
@@ -198,6 +199,8 @@ static int FIPS_rsa_builtin_keygen(RSA *
r1 = BN_CTX_get(ctx);
r2 = BN_CTX_get(ctx);
r3 = BN_CTX_get(ctx);
+ gcd_p1_q1 = BN_CTX_get(ctx);
+ lcm_p1_q1 = BN_CTX_get(ctx);
if (r3 == NULL) goto err;
@@ -332,7 +335,11 @@ static int FIPS_rsa_builtin_keygen(RSA *
}
else
pr0 = r0;
- if (!BN_mod_inverse(rsa->d,rsa->e,pr0,ctx)) goto err; /* d */
+
+ /* calculate lcm(p-1,q-1) = (p-1)*(q-1) / gcd(p-1,q-1) */
+ if (!BN_gcd(gcd_p1_q1,r1,r2,ctx)) goto err; /* gcd(p-1,q-1) */
+ if (!BN_div(lcm_p1_q1,NULL,pr0,gcd_p1_q1,ctx)) goto err;
+ if (!BN_mod_inverse(rsa->d,rsa->e,lcm_p1_q1,ctx)) goto err; /* d */
/* set up d for correct BN_FLG_CONSTTIME flag */
if (!(rsa->flags & RSA_FLAG_NO_CONSTTIME))