Commit db90f001 authored by Junxian Huang's avatar Junxian Huang Committed by Juan Zhou
Browse files

RDMA/hns: Support SW stats with debugfs 

mainline inclusion
from mainline-v6.8-rc1
commit eb7854d63db543caeb8cadb5c3ae5296d0cb7b8f
category: feature
bugzilla: https://gitee.com/openeuler/kernel/issues/I90X3R
CVE: NA

Reference: https://git.kernel.org/pub/scm/linux/kernel/git/torvalds/linux.git/commit/?id=eb7854d63db543caeb8cadb5c3ae5296d0cb7b8f



----------------------------------------------------------------------

Support SW stats with debugfs.

Query output:
$ cat /sys/kernel/debug/hns_roce/hns_0/sw_stat/sw_stat
aeqe                 --- 3341
ceqe                 --- 0
cmds                 --- 6764
cmds_err             --- 0
posted_mbx           --- 3344
polled_mbx           --- 3
mbx_event            --- 3341
qp_create_err        --- 0
qp_modify_err        --- 0
cq_create_err        --- 0
cq_modify_err        --- 0
srq_create_err       --- 0
srq_modify_err       --- 0
xrcd_alloc_err       --- 0
mr_reg_err           --- 0
mr_rereg_err         --- 0
ah_create_err        --- 0
mmap_err             --- 0
uctx_alloc_err       --- 0

Signed-off-by: default avatarJunxian Huang <huangjunxian6@hisilicon.com>
Signed-off-by: default avatarChengchang Tang <tangchengchang@huawei.com>
Link: https://lore.kernel.org/r/20231114123449.1106162-4-huangjunxian6@hisilicon.com


Signed-off-by: default avatarLeon Romanovsky <leon@kernel.org>
Signed-off-by: default avatarJuan Zhou <zhoujuan51@h-partners.com>
parent ece45e26

drivers/infiniband/hw/hns/hns_roce_ah.c

+5 −1
Original line number Diff line number Diff line
@@ -92,11 +92,15 @@ int hns_roce_create_ah(struct ib_ah *ibah, struct rdma_ah_init_attr *init_attr, 
		ret = rdma_read_gid_l2_fields(ah_attr->grh.sgid_attr,

					      &ah->av.vlan_id, NULL);

		if (ret)

			return ret;

			goto err_out;



		ah->av.vlan_en = ah->av.vlan_id < VLAN_N_VID;

	}



err_out:

	if (ret)

		atomic64_inc(&hr_dev->dfx_cnt[HNS_ROCE_DFX_AH_CREATE_ERR_CNT]);



	return ret;

}

drivers/infiniband/hw/hns/hns_roce_cmd.c

+17 −2
Original line number Diff line number Diff line
@@ -41,7 +41,15 @@ 
static int hns_roce_cmd_mbox_post_hw(struct hns_roce_dev *hr_dev,

				     struct hns_roce_mbox_msg *mbox_msg)

{

	return hr_dev->hw->post_mbox(hr_dev, mbox_msg);

	int ret;



	ret = hr_dev->hw->post_mbox(hr_dev, mbox_msg);

	if (ret)

		return ret;



	atomic64_inc(&hr_dev->dfx_cnt[HNS_ROCE_DFX_MBX_POSTED_CNT]);



	return 0;

}



/* this should be called with "poll_sem" */
@@ -58,7 +66,13 @@ static int __hns_roce_cmd_mbox_poll(struct hns_roce_dev *hr_dev, 
		return ret;

	}



	return hr_dev->hw->poll_mbox_done(hr_dev);

	ret = hr_dev->hw->poll_mbox_done(hr_dev);

	if (ret)

		return ret;



	atomic64_inc(&hr_dev->dfx_cnt[HNS_ROCE_DFX_MBX_POLLED_CNT]);



	return 0;

}



static int hns_roce_cmd_mbox_poll(struct hns_roce_dev *hr_dev,
@@ -89,6 +103,7 @@ void hns_roce_cmd_event(struct hns_roce_dev *hr_dev, u16 token, u8 status, 
	context->result = (status == HNS_ROCE_CMD_SUCCESS) ? 0 : (-EIO);

	context->out_param = out_param;

	complete(&context->done);

	atomic64_inc(&hr_dev->dfx_cnt[HNS_ROCE_DFX_MBX_EVENT_CNT]);

}



static int __hns_roce_cmd_mbox_wait(struct hns_roce_dev *hr_dev,

drivers/infiniband/hw/hns/hns_roce_cq.c

+11 −6
Original line number Diff line number Diff line
@@ -363,29 +363,31 @@ int hns_roce_create_cq(struct ib_cq *ib_cq, const struct ib_cq_init_attr *attr, 
	struct hns_roce_ib_create_cq ucmd = {};

	int ret;



	if (attr->flags)

		return -EOPNOTSUPP;

	if (attr->flags) {

		ret = -EOPNOTSUPP;

		goto err_out;

	}



	ret = verify_cq_create_attr(hr_dev, attr);

	if (ret)

		return ret;

		goto err_out;



	if (udata) {

		ret = get_cq_ucmd(hr_cq, udata, &ucmd);

		if (ret)

			return ret;

			goto err_out;

	}



	set_cq_param(hr_cq, attr->cqe, attr->comp_vector, &ucmd);



	ret = set_cqe_size(hr_cq, udata, &ucmd);

	if (ret)

		return ret;

		goto err_out;



	ret = alloc_cq_buf(hr_dev, hr_cq, udata, ucmd.buf_addr);

	if (ret) {

		ibdev_err(ibdev, "failed to alloc CQ buf, ret = %d.\n", ret);

		return ret;

		goto err_out;

	}



	ret = alloc_cq_db(hr_dev, hr_cq, udata, ucmd.db_addr, &resp);
@@ -430,6 +432,9 @@ int hns_roce_create_cq(struct ib_cq *ib_cq, const struct ib_cq_init_attr *attr, 
	free_cq_db(hr_dev, hr_cq, udata);

err_cq_buf:

	free_cq_buf(hr_dev, hr_cq);

err_out:

	atomic64_inc(&hr_dev->dfx_cnt[HNS_ROCE_DFX_CQ_CREATE_ERR_CNT]);



	return ret;

}

drivers/infiniband/hw/hns/hns_roce_debugfs.c

+47 −0
Original line number Diff line number Diff line
@@ -36,6 +36,51 @@ static void init_debugfs_seqfile(struct hns_debugfs_seqfile *seq, 
	seq->data = data;

}



static const char * const sw_stat_info[] = {

	[HNS_ROCE_DFX_AEQE_CNT] = "aeqe",

	[HNS_ROCE_DFX_CEQE_CNT] = "ceqe",

	[HNS_ROCE_DFX_CMDS_CNT] = "cmds",

	[HNS_ROCE_DFX_CMDS_ERR_CNT] = "cmds_err",

	[HNS_ROCE_DFX_MBX_POSTED_CNT] = "posted_mbx",

	[HNS_ROCE_DFX_MBX_POLLED_CNT] = "polled_mbx",

	[HNS_ROCE_DFX_MBX_EVENT_CNT] = "mbx_event",

	[HNS_ROCE_DFX_QP_CREATE_ERR_CNT] = "qp_create_err",

	[HNS_ROCE_DFX_QP_MODIFY_ERR_CNT] = "qp_modify_err",

	[HNS_ROCE_DFX_CQ_CREATE_ERR_CNT] = "cq_create_err",

	[HNS_ROCE_DFX_CQ_MODIFY_ERR_CNT] = "cq_modify_err",

	[HNS_ROCE_DFX_SRQ_CREATE_ERR_CNT] = "srq_create_err",

	[HNS_ROCE_DFX_SRQ_MODIFY_ERR_CNT] = "srq_modify_err",

	[HNS_ROCE_DFX_XRCD_ALLOC_ERR_CNT] = "xrcd_alloc_err",

	[HNS_ROCE_DFX_MR_REG_ERR_CNT] = "mr_reg_err",

	[HNS_ROCE_DFX_MR_REREG_ERR_CNT] = "mr_rereg_err",

	[HNS_ROCE_DFX_AH_CREATE_ERR_CNT] = "ah_create_err",

	[HNS_ROCE_DFX_MMAP_ERR_CNT] = "mmap_err",

	[HNS_ROCE_DFX_UCTX_ALLOC_ERR_CNT] = "uctx_alloc_err",

};



static int sw_stat_debugfs_show(struct seq_file *file, void *offset)

{

	struct hns_roce_dev *hr_dev = file->private;

	int i;



	for (i = 0; i < HNS_ROCE_DFX_CNT_TOTAL; i++)

		seq_printf(file, "%-20s --- %lld\n", sw_stat_info[i],

			   atomic64_read(&hr_dev->dfx_cnt[i]));



	return 0;

}



static void create_sw_stat_debugfs(struct hns_roce_dev *hr_dev,

				   struct dentry *parent)

{

	struct hns_sw_stat_debugfs *dbgfs = &hr_dev->dbgfs.sw_stat_root;



	dbgfs->root = debugfs_create_dir("sw_stat", parent);



	init_debugfs_seqfile(&dbgfs->sw_stat, "sw_stat", dbgfs->root,

			     sw_stat_debugfs_show, hr_dev);

}



/* debugfs for device */

void hns_roce_register_debugfs(struct hns_roce_dev *hr_dev)

{
@@ -43,6 +88,8 @@ void hns_roce_register_debugfs(struct hns_roce_dev *hr_dev) 


	dbgfs->root = debugfs_create_dir(dev_name(&hr_dev->ib_dev.dev),

					 hns_roce_dbgfs_root);



	create_sw_stat_debugfs(hr_dev, dbgfs->root);

}



void hns_roce_unregister_debugfs(struct hns_roce_dev *hr_dev)

drivers/infiniband/hw/hns/hns_roce_debugfs.h

+6 −0
Original line number Diff line number Diff line
@@ -12,9 +12,15 @@ struct hns_debugfs_seqfile { 
	void *data;

};



struct hns_sw_stat_debugfs {

	struct dentry *root;

	struct hns_debugfs_seqfile sw_stat;

};



/* Debugfs for device */

struct hns_roce_dev_debugfs {

	struct dentry *root;

	struct hns_sw_stat_debugfs sw_stat_root;

};



struct hns_roce_dev;