padding: Exclude PKCS#1 v1.5 type 02 flag to correctly detect type 01

OpenSC · Mar 18, 2024 · 722cd6b · 722cd6b
1 parent d2cbd63
commit 722cd6b
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/src/libopensc/padding.c b/src/libopensc/padding.c
@@ -611,6 +611,8 @@ int sc_pkcs1_encode(sc_context_t *ctx, unsigned long flags,
  pad_algo = flags & SC_ALGORITHM_RSA_PADS;
  if (pad_algo == 0)
  pad_algo = SC_ALGORITHM_RSA_PAD_NONE;
+ /* exclude PKCS#1 v1.5 type 02 padding to correctly detect type 01 */
+ pad_algo &= ~SC_ALGORITHM_RSA_PAD_PKCS1_TYPE_02;
  sc_log(ctx, "hash algorithm 0x%X, pad algorithm 0x%X", hash_algo, pad_algo);
 
  if ((pad_algo == SC_ALGORITHM_RSA_PAD_PKCS1_TYPE_01 || pad_algo == SC_ALGORITHM_RSA_PAD_NONE) &&