Commit 1ca6492e authored by Maxim Mikityanskiy's avatar Maxim Mikityanskiy Committed by Jakub Kicinski
Browse files

net/mlx5e: xsk: Include XSK skb_from_cqe callbacks in INDIRECT_CALL 



XSK is a performance-critical data path. To avoid an indirect function
call with a retpoline, include XSK callbacks in the INDIRECT_CALL macro,
so that they are called directly in XSK flows.

Signed-off-by: default avatarMaxim Mikityanskiy <maximmi@nvidia.com>
Reviewed-by: default avatarTariq Toukan <tariqt@nvidia.com>
Signed-off-by: default avatarSaeed Mahameed <saeedm@nvidia.com>
Signed-off-by: default avatarJakub Kicinski <kuba@kernel.org>
parent a2740f52

drivers/net/ethernet/mellanox/mlx5/core/en_rx.c

+4 −2
Original line number Diff line number Diff line
@@ -1709,9 +1709,10 @@ static void mlx5e_handle_rx_cqe(struct mlx5e_rq *rq, struct mlx5_cqe64 *cqe) 
		goto free_wqe;

	}



	skb = INDIRECT_CALL_2(rq->wqe.skb_from_cqe,

	skb = INDIRECT_CALL_3(rq->wqe.skb_from_cqe,

			      mlx5e_skb_from_cqe_linear,

			      mlx5e_skb_from_cqe_nonlinear,

			      mlx5e_xsk_skb_from_cqe_linear,

			      rq, wi, cqe_bcnt);

	if (!skb) {

		/* probably for XDP */
@@ -2180,9 +2181,10 @@ static void mlx5e_handle_rx_cqe_mpwrq(struct mlx5e_rq *rq, struct mlx5_cqe64 *cq 


	cqe_bcnt = mpwrq_get_cqe_byte_cnt(cqe);



	skb = INDIRECT_CALL_2(rq->mpwqe.skb_from_cqe_mpwrq,

	skb = INDIRECT_CALL_3(rq->mpwqe.skb_from_cqe_mpwrq,

			      mlx5e_skb_from_cqe_mpwrq_linear,

			      mlx5e_skb_from_cqe_mpwrq_nonlinear,

			      mlx5e_xsk_skb_from_cqe_mpwrq_linear,

			      rq, wi, cqe_bcnt, head_offset, page_idx);

	if (!skb)

		goto mpwrq_cqe_out;