Commit a8128326 authored by Roi Dayan's avatar Roi Dayan Committed by Saeed Mahameed
Browse files

net/mlx5e: Use multi table support for CT and sample actions 



CT and sample actions use post actions for their implementation.
Flag those actions as multi table actions so the post act infrastructure
will handle the post actions allocation.

Signed-off-by: default avatarRoi Dayan <roid@nvidia.com>
Signed-off-by: default avatarSaeed Mahameed <saeedm@nvidia.com>
parent 8300f225

drivers/net/ethernet/mellanox/mlx5/core/en/tc/act/ct.c

+12 −0
Original line number Diff line number Diff line
@@ -56,8 +56,20 @@ tc_act_parse_ct(struct mlx5e_tc_act_parse_state *parse_state, 
	return 0;

}



static bool

tc_act_is_multi_table_act_ct(struct mlx5e_priv *priv,

			     const struct flow_action_entry *act,

			     struct mlx5_flow_attr *attr)

{

	if (act->ct.action & TCA_CT_ACT_CLEAR)

		return false;



	return true;

}



struct mlx5e_tc_act mlx5e_tc_act_ct = {

	.can_offload = tc_act_can_offload_ct,

	.parse_action = tc_act_parse_ct,

	.is_multi_table_act = tc_act_is_multi_table_act_ct,

};

drivers/net/ethernet/mellanox/mlx5/core/en/tc/act/sample.c

+21 −0
Original line number Diff line number Diff line
@@ -4,6 +4,7 @@ 
#include <net/psample.h>

#include "act.h"

#include "en/tc_priv.h"

#include "en/tc/act/sample.h"



static bool

tc_act_can_offload_sample(struct mlx5e_tc_act_parse_state *parse_state,
@@ -42,7 +43,27 @@ tc_act_parse_sample(struct mlx5e_tc_act_parse_state *parse_state, 
	return 0;

}



bool

mlx5e_tc_act_sample_is_multi_table(struct mlx5_core_dev *mdev,

				   struct mlx5_flow_attr *attr)

{

	if (MLX5_CAP_GEN(mdev, reg_c_preserve) ||

	    attr->action & MLX5_FLOW_CONTEXT_ACTION_DECAP)

		return true;



	return false;

}



static bool

tc_act_is_multi_table_act_sample(struct mlx5e_priv *priv,

				 const struct flow_action_entry *act,

				 struct mlx5_flow_attr *attr)

{

	return mlx5e_tc_act_sample_is_multi_table(priv->mdev, attr);

}



struct mlx5e_tc_act mlx5e_tc_act_sample = {

	.can_offload = tc_act_can_offload_sample,

	.parse_action = tc_act_parse_sample,

	.is_multi_table_act = tc_act_is_multi_table_act_sample,

};

drivers/net/ethernet/mellanox/mlx5/core/en/tc/act/sample.h

0 → 100644
+14 −0
Original line number Diff line number Diff line 
/* SPDX-License-Identifier: GPL-2.0 OR Linux-OpenIB */

/* Copyright (c) 2021, NVIDIA CORPORATION & AFFILIATES. All rights reserved. */



#ifndef __MLX5_EN_TC_ACT_SAMPLE_H__

#define __MLX5_EN_TC_ACT_SAMPLE_H__



#include <net/flow_offload.h>

#include "en/tc_priv.h"



bool

mlx5e_tc_act_sample_is_multi_table(struct mlx5_core_dev *mdev,

				   struct mlx5_flow_attr *attr);



#endif /* __MLX5_EN_TC_ACT_SAMPLE_H__ */

drivers/net/ethernet/mellanox/mlx5/core/en/tc/post_act.c

+1 −2
Original line number Diff line number Diff line
@@ -126,8 +126,7 @@ mlx5e_tc_post_act_add(struct mlx5e_post_act *post_act, struct mlx5_flow_attr *at 
	post_attr->ft = post_act->ft;

	post_attr->inner_match_level = MLX5_MATCH_NONE;

	post_attr->outer_match_level = MLX5_MATCH_NONE;

	post_attr->action &= ~(MLX5_FLOW_CONTEXT_ACTION_DECAP);

	post_attr->flags &= ~MLX5_ATTR_FLAG_SAMPLE;

	post_attr->action &= ~MLX5_FLOW_CONTEXT_ACTION_DECAP;



	handle->ns_type = post_act->ns_type;

	/* Splits were handled before post action */

drivers/net/ethernet/mellanox/mlx5/core/en/tc/sample.c

+18 −56
Original line number Diff line number Diff line
@@ -5,6 +5,7 @@ 
#include <net/psample.h>

#include "en/mapping.h"

#include "en/tc/post_act.h"

#include "en/tc/act/sample.h"

#include "en/mod_hdr.h"

#include "sample.h"

#include "eswitch.h"
@@ -46,14 +47,12 @@ struct mlx5e_sample_flow { 
	struct mlx5_flow_handle *pre_rule;

	struct mlx5_flow_attr *post_attr;

	struct mlx5_flow_handle *post_rule;

	struct mlx5e_post_act_handle *post_act_handle;

};



struct mlx5e_sample_restore {

	struct hlist_node hlist;

	struct mlx5_modify_hdr *modify_hdr;

	struct mlx5_flow_handle *rule;

	struct mlx5e_post_act_handle *post_act_handle;

	u32 obj_id;

	int count;

};
@@ -231,69 +230,46 @@ sampler_put(struct mlx5e_tc_psample *tc_psample, struct mlx5e_sampler *sampler) 
 */

static struct mlx5_modify_hdr *

sample_modify_hdr_get(struct mlx5_core_dev *mdev, u32 obj_id,

		      struct mlx5e_post_act_handle *handle)

		      struct mlx5e_tc_mod_hdr_acts *mod_acts)

{

	struct mlx5e_tc_mod_hdr_acts mod_acts = {};

	struct mlx5_modify_hdr *modify_hdr;

	int err;



	err = mlx5e_tc_match_to_reg_set(mdev, &mod_acts, MLX5_FLOW_NAMESPACE_FDB,

	err = mlx5e_tc_match_to_reg_set(mdev, mod_acts, MLX5_FLOW_NAMESPACE_FDB,

					CHAIN_TO_REG, obj_id);

	if (err)

		goto err_set_regc0;



	if (handle) {

		err = mlx5e_tc_post_act_set_handle(mdev, handle, &mod_acts);

		if (err)

			goto err_post_act;

	}



	modify_hdr = mlx5_modify_header_alloc(mdev, MLX5_FLOW_NAMESPACE_FDB,

					      mod_acts.num_actions,

					      mod_acts.actions);

					      mod_acts->num_actions,

					      mod_acts->actions);

	if (IS_ERR(modify_hdr)) {

		err = PTR_ERR(modify_hdr);

		goto err_modify_hdr;

	}



	mlx5e_mod_hdr_dealloc(&mod_acts);

	mlx5e_mod_hdr_dealloc(mod_acts);

	return modify_hdr;



err_modify_hdr:

err_post_act:

	mlx5e_mod_hdr_dealloc(&mod_acts);

	mlx5e_mod_hdr_dealloc(mod_acts);

err_set_regc0:

	return ERR_PTR(err);

}



static u32

restore_hash(u32 obj_id, struct mlx5e_post_act_handle *post_act_handle)

{

	return jhash_2words(obj_id, hash32_ptr(post_act_handle), 0);

}



static bool

restore_equal(struct mlx5e_sample_restore *restore, u32 obj_id,

	      struct mlx5e_post_act_handle *post_act_handle)

{

	return restore->obj_id == obj_id && restore->post_act_handle == post_act_handle;

}



static struct mlx5e_sample_restore *

sample_restore_get(struct mlx5e_tc_psample *tc_psample, u32 obj_id,

		   struct mlx5e_post_act_handle *post_act_handle)

		   struct mlx5e_tc_mod_hdr_acts *mod_acts)

{

	struct mlx5_eswitch *esw = tc_psample->esw;

	struct mlx5_core_dev *mdev = esw->dev;

	struct mlx5e_sample_restore *restore;

	struct mlx5_modify_hdr *modify_hdr;

	u32 hash_key;

	int err;



	mutex_lock(&tc_psample->restore_lock);

	hash_key = restore_hash(obj_id, post_act_handle);

	hash_for_each_possible(tc_psample->restore_hashtbl, restore, hlist, hash_key)

		if (restore_equal(restore, obj_id, post_act_handle))

	hash_for_each_possible(tc_psample->restore_hashtbl, restore, hlist, obj_id)

		if (restore->obj_id == obj_id)

			goto add_ref;



	restore = kzalloc(sizeof(*restore), GFP_KERNEL);
@@ -302,9 +278,8 @@ sample_restore_get(struct mlx5e_tc_psample *tc_psample, u32 obj_id, 
		goto err_alloc;

	}

	restore->obj_id = obj_id;

	restore->post_act_handle = post_act_handle;



	modify_hdr = sample_modify_hdr_get(mdev, obj_id, post_act_handle);

	modify_hdr = sample_modify_hdr_get(mdev, obj_id, mod_acts);

	if (IS_ERR(modify_hdr)) {

		err = PTR_ERR(modify_hdr);

		goto err_modify_hdr;
@@ -317,7 +292,7 @@ sample_restore_get(struct mlx5e_tc_psample *tc_psample, u32 obj_id, 
		goto err_restore;

	}



	hash_add(tc_psample->restore_hashtbl, &restore->hlist, hash_key);

	hash_add(tc_psample->restore_hashtbl, &restore->hlist, obj_id);

add_ref:

	restore->count++;

	mutex_unlock(&tc_psample->restore_lock);
@@ -494,10 +469,10 @@ mlx5e_tc_sample_offload(struct mlx5e_tc_psample *tc_psample, 
			struct mlx5_flow_spec *spec,

			struct mlx5_flow_attr *attr)

{

	struct mlx5e_post_act_handle *post_act_handle = NULL;

	struct mlx5_esw_flow_attr *esw_attr = attr->esw_attr;

	struct mlx5_esw_flow_attr *pre_esw_attr;

	struct mlx5_mapped_obj restore_obj = {};

	struct mlx5e_tc_mod_hdr_acts *mod_acts;

	struct mlx5e_sample_flow *sample_flow;

	struct mlx5e_sample_attr *sample_attr;

	struct mlx5_flow_attr *pre_attr;
@@ -522,21 +497,11 @@ mlx5e_tc_sample_offload(struct mlx5e_tc_psample *tc_psample, 
	 * original flow table.

	 */

	esw = tc_psample->esw;

	if (MLX5_CAP_GEN(esw->dev, reg_c_preserve) ||

	    attr->action & MLX5_FLOW_CONTEXT_ACTION_DECAP) {

	if (mlx5e_tc_act_sample_is_multi_table(esw->dev, attr)) {

		struct mlx5_flow_table *ft;



		ft = mlx5e_tc_post_act_get_ft(tc_psample->post_act);

		default_tbl_id = ft->id;

		post_act_handle = mlx5e_tc_post_act_add(tc_psample->post_act, attr);

		if (IS_ERR(post_act_handle)) {

			err = PTR_ERR(post_act_handle);

			goto err_post_act;

		}

		err = mlx5e_tc_post_act_offload(tc_psample->post_act, post_act_handle);

		if (err)

			goto err_post_rule;

		sample_flow->post_act_handle = post_act_handle;

	} else {

		err = add_post_rule(esw, sample_flow, spec, attr, &default_tbl_id);

		if (err)
@@ -563,7 +528,8 @@ mlx5e_tc_sample_offload(struct mlx5e_tc_psample *tc_psample, 
	sample_attr->restore_obj_id = obj_id;



	/* Create sample restore context. */

	sample_flow->restore = sample_restore_get(tc_psample, obj_id, post_act_handle);

	mod_acts = &attr->parse_attr->mod_hdr_acts;

	sample_flow->restore = sample_restore_get(tc_psample, obj_id, mod_acts);

	if (IS_ERR(sample_flow->restore)) {

		err = PTR_ERR(sample_flow->restore);

		goto err_sample_restore;
@@ -589,6 +555,7 @@ mlx5e_tc_sample_offload(struct mlx5e_tc_psample *tc_psample, 
	pre_attr->outer_match_level = attr->outer_match_level;

	pre_attr->chain = attr->chain;

	pre_attr->prio = attr->prio;

	pre_attr->ft = attr->ft;

	pre_attr->sample_attr = *sample_attr;

	pre_esw_attr = pre_attr->esw_attr;

	pre_esw_attr->in_mdev = esw_attr->in_mdev;
@@ -614,9 +581,6 @@ mlx5e_tc_sample_offload(struct mlx5e_tc_psample *tc_psample, 
	if (sample_flow->post_rule)

		del_post_rule(esw, sample_flow, attr);

err_post_rule:

	if (post_act_handle)

		mlx5e_tc_post_act_del(tc_psample->post_act, post_act_handle);

err_post_act:

	kfree(sample_flow);

	return ERR_PTR(err);

}
@@ -642,9 +606,7 @@ mlx5e_tc_sample_unoffload(struct mlx5e_tc_psample *tc_psample, 
	sample_restore_put(tc_psample, sample_flow->restore);

	mapping_remove(esw->offloads.reg_c0_obj_pool, attr->sample_attr.restore_obj_id);

	sampler_put(tc_psample, sample_flow->sampler);

	if (sample_flow->post_act_handle)

		mlx5e_tc_post_act_del(tc_psample->post_act, sample_flow->post_act_handle);

	else

	if (sample_flow->post_rule)

		del_post_rule(esw, sample_flow, attr);



	kfree(sample_flow->pre_attr);