Commit 920d93ea authored by Cheng Xu's avatar Cheng Xu Committed by Jason Gunthorpe
Browse files

RDMA/erdma: Add connection management (CM) support 

ERDMA's transport protocol is iWarp, so the driver must support CM
interface. In CM part, we use the same way as SoftiWarp: using kernel
socket to set up the connection, then performing MPA negotiation in
kernel. So, this part of code mainly comes from SoftiWarp, base on it,
we add some more features, such as non-blocking iw_connect implementation.

This commit also fixes a duplicated include issue reported by Abaci Robot.

Link: https://lore.kernel.org/r/20220727014927.76564-9-chengyou@linux.alibaba.com


Reported-by: default avatarAbaci Robot <abaci@linux.alibaba.com>
Signed-off-by: default avatarYang Li <yang.lee@linux.alibaba.com>
Signed-off-by: default avatarCheng Xu <chengyou@linux.alibaba.com>
Signed-off-by: default avatarJason Gunthorpe <jgg@nvidia.com>
parent 15505577

drivers/infiniband/hw/erdma/erdma_cm.c

0 → 100644
+1430 −0

File added.

Preview size limit exceeded, changes collapsed.

drivers/infiniband/hw/erdma/erdma_cm.h

0 → 100644
+167 −0
Original line number Diff line number Diff line 
/* SPDX-License-Identifier: GPL-2.0 OR BSD-3-Clause */



/* Authors: Cheng Xu <chengyou@linux.alibaba.com> */

/*          Kai Shen <kaishen@linux.alibaba.com> */

/* Copyright (c) 2020-2022, Alibaba Group. */



/* Authors: Bernard Metzler <bmt@zurich.ibm.com> */

/*          Greg Joyce <greg@opengridcomputing.com> */

/* Copyright (c) 2008-2019, IBM Corporation */

/* Copyright (c) 2017, Open Grid Computing, Inc. */



#ifndef __ERDMA_CM_H__

#define __ERDMA_CM_H__



#include <linux/tcp.h>

#include <net/sock.h>

#include <rdma/iw_cm.h>



/* iWarp MPA protocol defs */

#define MPA_REVISION_EXT_1 129

#define MPA_MAX_PRIVDATA RDMA_MAX_PRIVATE_DATA

#define MPA_KEY_REQ "MPA ID Req Frame"

#define MPA_KEY_REP "MPA ID Rep Frame"

#define MPA_KEY_SIZE 16

#define MPA_DEFAULT_HDR_LEN 28



struct mpa_rr_params {

	__be16 bits;

	__be16 pd_len;

};



/*

 * MPA request/response Hdr bits & fields

 */

enum {

	MPA_RR_FLAG_MARKERS = __cpu_to_be16(0x8000),

	MPA_RR_FLAG_CRC = __cpu_to_be16(0x4000),

	MPA_RR_FLAG_REJECT = __cpu_to_be16(0x2000),

	MPA_RR_RESERVED = __cpu_to_be16(0x1f00),

	MPA_RR_MASK_REVISION = __cpu_to_be16(0x00ff)

};



/*

 * MPA request/reply header

 */

struct mpa_rr {

	u8 key[16];

	struct mpa_rr_params params;

};



struct erdma_mpa_ext {

	__be32 cookie;

	__be32 bits;

};



enum {

	MPA_EXT_FLAG_CC = cpu_to_be32(0x0000000f),

};



struct erdma_mpa_info {

	struct mpa_rr hdr; /* peer mpa hdr in host byte order */

	struct erdma_mpa_ext ext_data;

	char *pdata;

	int bytes_rcvd;

};



struct erdma_sk_upcalls {

	void (*sk_state_change)(struct sock *sk);

	void (*sk_data_ready)(struct sock *sk, int bytes);

	void (*sk_error_report)(struct sock *sk);

};



struct erdma_dev;



enum erdma_cep_state {

	ERDMA_EPSTATE_IDLE = 1,

	ERDMA_EPSTATE_LISTENING,

	ERDMA_EPSTATE_CONNECTING,

	ERDMA_EPSTATE_AWAIT_MPAREQ,

	ERDMA_EPSTATE_RECVD_MPAREQ,

	ERDMA_EPSTATE_AWAIT_MPAREP,

	ERDMA_EPSTATE_RDMA_MODE,

	ERDMA_EPSTATE_CLOSED

};



struct erdma_cep {

	struct iw_cm_id *cm_id;

	struct erdma_dev *dev;

	struct list_head devq;

	spinlock_t lock;

	struct kref ref;

	int in_use;

	wait_queue_head_t waitq;

	enum erdma_cep_state state;



	struct list_head listenq;

	struct erdma_cep *listen_cep;



	struct erdma_qp *qp;

	struct socket *sock;



	struct erdma_cm_work *mpa_timer;

	struct list_head work_freelist;



	struct erdma_mpa_info mpa;

	int ord;

	int ird;



	int pd_len;

	/* hold user's private data. */

	void *private_data;



	/* Saved upcalls of socket llp.sock */

	void (*sk_state_change)(struct sock *sk);

	void (*sk_data_ready)(struct sock *sk);

	void (*sk_error_report)(struct sock *sk);

};



#define MPAREQ_TIMEOUT (HZ * 20)

#define MPAREP_TIMEOUT (HZ * 10)

#define CONNECT_TIMEOUT (HZ * 10)



enum erdma_work_type {

	ERDMA_CM_WORK_ACCEPT = 1,

	ERDMA_CM_WORK_READ_MPAHDR,

	ERDMA_CM_WORK_CLOSE_LLP, /* close socket */

	ERDMA_CM_WORK_PEER_CLOSE, /* socket indicated peer close */

	ERDMA_CM_WORK_MPATIMEOUT,

	ERDMA_CM_WORK_CONNECTED,

	ERDMA_CM_WORK_CONNECTTIMEOUT

};



struct erdma_cm_work {

	struct delayed_work work;

	struct list_head list;

	enum erdma_work_type type;

	struct erdma_cep *cep;

};



#define to_sockaddr_in(a) (*(struct sockaddr_in *)(&(a)))



static inline int getname_peer(struct socket *s, struct sockaddr_storage *a)

{

	return s->ops->getname(s, (struct sockaddr *)a, 1);

}



static inline int getname_local(struct socket *s, struct sockaddr_storage *a)

{

	return s->ops->getname(s, (struct sockaddr *)a, 0);

}



int erdma_connect(struct iw_cm_id *id, struct iw_cm_conn_param *param);

int erdma_accept(struct iw_cm_id *id, struct iw_cm_conn_param *param);

int erdma_reject(struct iw_cm_id *id, const void *pdata, u8 plen);

int erdma_create_listen(struct iw_cm_id *id, int backlog);

int erdma_destroy_listen(struct iw_cm_id *id);



void erdma_cep_get(struct erdma_cep *ceq);

void erdma_cep_put(struct erdma_cep *ceq);

int erdma_cm_queue_work(struct erdma_cep *ceq, enum erdma_work_type type);



int erdma_cm_init(void);

void erdma_cm_exit(void);



#define sk_to_cep(sk) ((struct erdma_cep *)((sk)->sk_user_data))



#endif