[PATCH v2 5/8] crypto/openssl: add RSA-OAEP support for OpenSSL PMD

Akhil Goyal gakhil at marvell.com
Thu Sep 24 14:14:01 CEST 2026


> Subject: [PATCH v2 5/8] crypto/openssl: add RSA-OAEP support for OpenSSL PMD
Rename to crypto/openssl: support RSA-OAEP

> 
> Add support for RSA OAEP padding in the OpenSSL PMD OpenSSL 3.x
> implementation.
> 
> Store OAEP configuration parameters in the RSA asymmetric session,
> including the OAEP hash, MGF1 hash, and optional label. Configure
> these parameters on the EVP_PKEY context during RSA encrypt and
> decrypt operations, and default the MGF1 hash to the OAEP hash when
> not specified by the application.
> 
> Validate OAEP-specific usage, restrict it to encrypt/decrypt
> operations, and add proper cleanup of allocated label resources on
> error and session teardown paths.
> 
> Signed-off-by: Sucharitha Sarananaga <ssarananaga at marvell.com>
> ---
>  drivers/crypto/openssl/openssl_pmd_private.h |  5 ++
>  drivers/crypto/openssl/rte_openssl_pmd.c     | 53 ++++++++++++
>  drivers/crypto/openssl/rte_openssl_pmd_ops.c | 90 ++++++++++++++++++++
>  3 files changed, 148 insertions(+)
> 
> diff --git a/drivers/crypto/openssl/openssl_pmd_private.h
> b/drivers/crypto/openssl/openssl_pmd_private.h
> index ab40012d61..8704e1915a 100644
> --- a/drivers/crypto/openssl/openssl_pmd_private.h
> +++ b/drivers/crypto/openssl/openssl_pmd_private.h
> @@ -181,6 +181,11 @@ struct __rte_cache_aligned openssl_asym_session {
>  			RSA *rsa;
>  			uint32_t pad;
>  			EVP_PKEY_CTX * ctx;
> +			const EVP_MD *oaep_md;
> +			const EVP_MD *mgf1_md;
> +

Remove extra line

> +			uint8_t *label;
> +			uint32_t label_len;
>  		} r;
>  		struct exp {
>  			BIGNUM *exp;
> diff --git a/drivers/crypto/openssl/rte_openssl_pmd.c
> b/drivers/crypto/openssl/rte_openssl_pmd.c
> index 2319c7cfa9..4fbbb73bfa 100644
> --- a/drivers/crypto/openssl/rte_openssl_pmd.c
> +++ b/drivers/crypto/openssl/rte_openssl_pmd.c
> @@ -2292,6 +2292,41 @@ process_openssl_modexp_op(struct rte_crypto_op
> *cop,
>  	return 0;
>  }
> 
> +/**
> + * Configure RSA-OAEP parameters on an initialized EVP_PKEY_CTX.
> + * Must be called after EVP_PKEY_encrypt_init() or EVP_PKEY_decrypt_init().
> + *
> + * @return 0 on success, -1 on failure.
> + */
> +static int
> +openssl_rsa_set_oaep_params(EVP_PKEY_CTX *ctx,
> +		const struct openssl_asym_session *sess)
> +{
> +	if (sess->u.r.pad != RTE_CRYPTO_RSA_PADDING_OAEP)
> +		return 0;
> +
> +	if (EVP_PKEY_CTX_set_rsa_oaep_md(ctx, sess->u.r.oaep_md) <= 0)
> +		return -1;
> +
> +	if (EVP_PKEY_CTX_set_rsa_mgf1_md(ctx, sess->u.r.mgf1_md) <= 0)
> +		return -1;
> +
> +	if (sess->u.r.label_len > 0) {
> +		void *label = OPENSSL_memdup(sess->u.r.label, sess-
> >u.r.label_len);
> +
> +		if (label == NULL)
> +			return -1;
> +
> +		if (EVP_PKEY_CTX_set0_rsa_oaep_label(ctx, label, sess-
> >u.r.label_len) <= 0) {
> +			OPENSSL_free(label);
> +			return -1;
> +		}
> +	}
> +	/* Empty label is default; set0_rsa_oaep_label(NULL,0) fails on OpenSSL
> 3. */
> +
> +	return 0;
> +}
> +
>  /* process rsa operations */
>  static int
>  process_openssl_rsa_op_evp(struct rte_crypto_op *cop,
> @@ -2308,6 +2343,15 @@ process_openssl_rsa_op_evp(struct rte_crypto_op
> *cop,
>  	if (!rsa_ctx)
>  		return ret;
> 
> +	/* OAEP is only valid for encrypt/decrypt */
> +	if (sess->u.r.pad == RTE_CRYPTO_RSA_PADDING_OAEP &&
> +			op->rsa.op_type != RTE_CRYPTO_ASYM_OP_ENCRYPT
> &&
> +			op->rsa.op_type != RTE_CRYPTO_ASYM_OP_DECRYPT)
> {
> +		OPENSSL_LOG(ERR, "OAEP supports encrypt/decrypt only");
> +		cop->status = RTE_CRYPTO_OP_STATUS_INVALID_ARGS;
> +		return ret;
> +	}
> +
>  	switch (pad) {
>  	case RTE_CRYPTO_RSA_PADDING_PKCS1_5:
>  		pad = RSA_PKCS1_PADDING;
> @@ -2315,6 +2359,9 @@ process_openssl_rsa_op_evp(struct rte_crypto_op
> *cop,
>  	case RTE_CRYPTO_RSA_PADDING_NONE:
>  		pad = RSA_NO_PADDING;
>  		break;
> +	case RTE_CRYPTO_RSA_PADDING_OAEP:
> +		pad = RSA_PKCS1_OAEP_PADDING;
> +		break;
>  	default:
>  		cop->status = RTE_CRYPTO_OP_STATUS_INVALID_ARGS;
>  		OPENSSL_LOG(ERR,
> @@ -2330,6 +2377,9 @@ process_openssl_rsa_op_evp(struct rte_crypto_op
> *cop,
>  		if (EVP_PKEY_CTX_set_rsa_padding(rsa_ctx, pad) <= 0)
>  			goto err_rsa;
> 
> +		if (openssl_rsa_set_oaep_params(rsa_ctx, sess) < 0)
> +			goto err_rsa;
> +
>  		if (EVP_PKEY_encrypt(rsa_ctx, NULL, &outlen,
>  				op->rsa.message.data,
>  				op->rsa.message.length) <= 0)
> @@ -2355,6 +2405,9 @@ process_openssl_rsa_op_evp(struct rte_crypto_op
> *cop,
>  		if (EVP_PKEY_CTX_set_rsa_padding(rsa_ctx, pad) <= 0)
>  			goto err_rsa;
> 
> +		if (openssl_rsa_set_oaep_params(rsa_ctx, sess) < 0)
> +			goto err_rsa;
> +
>  		if (EVP_PKEY_decrypt(rsa_ctx, NULL, &outlen,
>  				op->rsa.cipher.data,
>  				op->rsa.cipher.length) <= 0)
> diff --git a/drivers/crypto/openssl/rte_openssl_pmd_ops.c
> b/drivers/crypto/openssl/rte_openssl_pmd_ops.c
> index 60d33f3474..902b46918d 100644
> --- a/drivers/crypto/openssl/rte_openssl_pmd_ops.c
> +++ b/drivers/crypto/openssl/rte_openssl_pmd_ops.c
> @@ -2,6 +2,7 @@
>   * Copyright(c) 2016-2017 Intel Corporation
>   */
> 
> +#include <limits.h>
>  #include <string.h>
> 
>  #include <rte_common.h>
> @@ -1208,6 +1209,33 @@ openssl_pmd_sym_session_configure(struct
> rte_cryptodev *dev,
>  	return 0;
>  }
> 
> +static const EVP_MD *
> +openssl_get_md(enum rte_crypto_auth_algorithm alg)
> +{
> +	switch (alg) {
> +	case RTE_CRYPTO_AUTH_SHA1:
> +		return EVP_sha1();
> +	case RTE_CRYPTO_AUTH_SHA224:
> +		return EVP_sha224();
> +	case RTE_CRYPTO_AUTH_SHA256:
> +		return EVP_sha256();
> +	case RTE_CRYPTO_AUTH_SHA384:
> +		return EVP_sha384();
> +	case RTE_CRYPTO_AUTH_SHA512:
> +		return EVP_sha512();
> +	case RTE_CRYPTO_AUTH_SHA3_224:
> +		return EVP_sha3_224();
> +	case RTE_CRYPTO_AUTH_SHA3_256:
> +		return EVP_sha3_256();
> +	case RTE_CRYPTO_AUTH_SHA3_384:
> +		return EVP_sha3_384();
> +	case RTE_CRYPTO_AUTH_SHA3_512:
> +		return EVP_sha3_512();
> +	default:
> +		return NULL;
> +	}
> +}
> +
>  static int openssl_set_asym_session_parameters(
>  		struct openssl_asym_session *asym_session,
>  		struct rte_crypto_asym_xform *xform)
> @@ -1229,6 +1257,7 @@ static int openssl_set_asym_session_parameters(
>  		BIGNUM *d = NULL;
>  		BIGNUM *p = NULL, *q = NULL, *dmp1 = NULL;
>  		BIGNUM *iqmp = NULL, *dmq1 = NULL;
> +		uint32_t label_len = 0;
> 
>  		/* copy xfrm data into rsa struct */
>  		n = BN_bin2bn((const unsigned char *)xform->rsa.n.data,
> @@ -1240,6 +1269,57 @@ static int openssl_set_asym_session_parameters(
>  			goto err_rsa;
> 
>  		asym_session->u.r.pad = xform->rsa.padding.type;
> +		if (xform->rsa.padding.type ==
> RTE_CRYPTO_RSA_PADDING_OAEP) {
> +			asym_session->u.r.oaep_md = openssl_get_md(xform-
> >rsa.padding.hash);
> +
> +			if (asym_session->u.r.oaep_md == NULL) {
> +				OPENSSL_LOG(ERR,
> +					"Unsupported OAEP hash algorithm
> %u",
> +					xform->rsa.padding.hash);
> +				goto err_rsa;
> +			}
> +
> +			enum rte_crypto_auth_algorithm mgf1 = xform-
> >rsa.padding.mgf1hash;

Move the definitions at start of functions. I see there are 3-4 such instances in this and subsequent patches.

> +
> +			if (mgf1 == 0)
> +				mgf1 = xform->rsa.padding.hash;
> +
> +			asym_session->u.r.mgf1_md = openssl_get_md(mgf1);
> +			if (asym_session->u.r.mgf1_md == NULL) {
> +				OPENSSL_LOG(ERR,
> +					"Unsupported OAEP MGF1 hash
> algorithm %u", mgf1);
> +				goto err_rsa;
> +			}
> +
> +			if (xform->rsa.padding.oaep_label.length >
> (size_t)INT_MAX) {
> +				OPENSSL_LOG(ERR,
> +					"OAEP label length %zu is too large",
> +					xform->rsa.padding.oaep_label.length);
> +				goto err_rsa;
> +			}
> +
> +			label_len = (uint32_t)xform-
> >rsa.padding.oaep_label.length;
> +			if (label_len > 0) {
> +				if (xform->rsa.padding.oaep_label.data ==
> NULL) {
> +					OPENSSL_LOG(ERR,
> +						"OAEP label length is non-zero
> but data is NULL");
> +					goto err_rsa;
> +				}
> +
> +				asym_session->u.r.label =
> OPENSSL_zalloc(label_len);
> +				if (asym_session->u.r.label == NULL)
> +					goto err_rsa;
> +
> +				rte_memcpy(asym_session->u.r.label,
> +					xform->rsa.padding.oaep_label.data,
> +					label_len);

I think you can use memcpy instead of rte_memcpy.

> +				asym_session->u.r.label_len = label_len;
> +			} else {
> +				asym_session->u.r.label_len = 0;
> +				asym_session->u.r.label = NULL;
> +			}
> +		}
> +
>  		OSSL_PARAM_BLD * param_bld = OSSL_PARAM_BLD_new();
>  		if (!param_bld) {
>  			OPENSSL_LOG(ERR, "failed to allocate resources");
> @@ -1342,6 +1422,11 @@ static int openssl_set_asym_session_parameters(
>  		ret = 0;
> 
>  err_rsa:
> +		if (ret != 0 && asym_session->u.r.label) {
> +			OPENSSL_free(asym_session->u.r.label);
> +			asym_session->u.r.label = NULL;
> +			asym_session->u.r.label_len = 0;
> +		}
>  		BN_clear_free(n);
>  		BN_clear_free(e);
>  		BN_clear_free(d);
> @@ -1817,6 +1902,11 @@ static void openssl_reset_asym_session(struct
> openssl_asym_session *sess)
>  	switch (sess->xfrm_type) {
>  	case RTE_CRYPTO_ASYM_XFORM_RSA:
>  		EVP_PKEY_CTX_free(sess->u.r.ctx);
> +		if (sess->u.r.label_len > 0) {
> +			OPENSSL_free(sess->u.r.label);
> +			sess->u.r.label = NULL;
> +			sess->u.r.label_len = 0;
> +		}
>  		break;
>  	case RTE_CRYPTO_ASYM_XFORM_MODEX:
>  		if (sess->u.e.ctx) {
> --
> 2.54.0



More information about the dev mailing list