Commit d642b012 authored by Haijun Liu's avatar Haijun Liu Committed by David S. Miller
Browse files

net: wwan: t7xx: Add data path interface 



Data Path Modem AP Interface (DPMAIF) HIF layer provides methods
for initialization, ISR, control and event handling of TX/RX flows.

DPMAIF TX
Exposes the 'dmpaif_tx_send_skb' function which can be used by the
network device to transmit packets.
The uplink data management uses a Descriptor Ring Buffer (DRB).
First DRB entry is a message type that will be followed by 1 or more
normal DRB entries. Message type DRB will hold the skb information
and each normal DRB entry holds a pointer to the skb payload.

DPMAIF RX
The downlink buffer management uses Buffer Address Table (BAT) and
Packet Information Table (PIT) rings.
The BAT ring holds the address of skb data buffer for the HW to use,
while the PIT contains metadata about a whole network packet including
a reference to the BAT entry holding the data buffer address.
The driver reads the PIT and BAT entries written by the modem, when
reaching a threshold, the driver will reload the PIT and BAT rings.

Signed-off-by: default avatarHaijun Liu <haijun.liu@mediatek.com>
Signed-off-by: default avatarChandrashekar Devegowda <chandrashekar.devegowda@intel.com>
Co-developed-by: default avatarRicardo Martinez <ricardo.martinez@linux.intel.com>
Signed-off-by: default avatarRicardo Martinez <ricardo.martinez@linux.intel.com>
Reviewed-by: default avatarLoic Poulain <loic.poulain@linaro.org>
Reviewed-by: default avatarSergey Ryazanov <ryazanov.s.a@gmail.com>
Reviewed-by: default avatarIlpo Järvinen <ilpo.jarvinen@linux.intel.com>
Signed-off-by: default avatarDavid S. Miller <davem@davemloft.net>
parent 33f78ab5

drivers/net/wwan/t7xx/Makefile

+4 −0
Original line number Diff line number Diff line
@@ -13,3 +13,7 @@ mtk_t7xx-y:= t7xx_pci.o \ 
		t7xx_port_proxy.o  \

		t7xx_port_ctrl_msg.o \

		t7xx_port_wwan.o \

		t7xx_hif_dpmaif.o  \

		t7xx_hif_dpmaif_tx.o \

		t7xx_hif_dpmaif_rx.o  \

		t7xx_dpmaif.o \

drivers/net/wwan/t7xx/t7xx_hif_dpmaif.c

0 → 100644
+484 −0
Original line number Diff line number Diff line 
// SPDX-License-Identifier: GPL-2.0-only

/*

 * Copyright (c) 2021, MediaTek Inc.

 * Copyright (c) 2021-2022, Intel Corporation.

 *

 * Authors:

 *  Amir Hanania <amir.hanania@intel.com>

 *  Haijun Liu <haijun.liu@mediatek.com>

 *  Moises Veleta <moises.veleta@intel.com>

 *  Ricardo Martinez <ricardo.martinez@linux.intel.com>

 *

 * Contributors:

 *  Chiranjeevi Rapolu <chiranjeevi.rapolu@intel.com>

 *  Eliot Lee <eliot.lee@intel.com>

 *  Sreehari Kancharla <sreehari.kancharla@intel.com>

 */



#include <linux/device.h>

#include <linux/gfp.h>

#include <linux/irqreturn.h>

#include <linux/kernel.h>

#include <linux/list.h>

#include <linux/string.h>

#include <linux/wait.h>

#include <linux/workqueue.h>



#include "t7xx_dpmaif.h"

#include "t7xx_hif_dpmaif.h"

#include "t7xx_hif_dpmaif_rx.h"

#include "t7xx_hif_dpmaif_tx.h"

#include "t7xx_pci.h"

#include "t7xx_pcie_mac.h"

#include "t7xx_state_monitor.h"



unsigned int t7xx_ring_buf_get_next_wr_idx(unsigned int buf_len, unsigned int buf_idx)

{

	buf_idx++;



	return buf_idx < buf_len ? buf_idx : 0;

}



unsigned int t7xx_ring_buf_rd_wr_count(unsigned int total_cnt, unsigned int rd_idx,

				       unsigned int wr_idx, enum dpmaif_rdwr rd_wr)

{

	int pkt_cnt;



	if (rd_wr == DPMAIF_READ)

		pkt_cnt = wr_idx - rd_idx;

	else

		pkt_cnt = rd_idx - wr_idx - 1;



	if (pkt_cnt < 0)

		pkt_cnt += total_cnt;



	return (unsigned int)pkt_cnt;

}



static void t7xx_dpmaif_enable_irq(struct dpmaif_ctrl *dpmaif_ctrl)

{

	struct dpmaif_isr_para *isr_para;

	int i;



	for (i = 0; i < ARRAY_SIZE(dpmaif_ctrl->isr_para); i++) {

		isr_para = &dpmaif_ctrl->isr_para[i];

		t7xx_pcie_mac_set_int(dpmaif_ctrl->t7xx_dev, isr_para->pcie_int);

	}

}



static void t7xx_dpmaif_disable_irq(struct dpmaif_ctrl *dpmaif_ctrl)

{

	struct dpmaif_isr_para *isr_para;

	int i;



	for (i = 0; i < ARRAY_SIZE(dpmaif_ctrl->isr_para); i++) {

		isr_para = &dpmaif_ctrl->isr_para[i];

		t7xx_pcie_mac_clear_int(dpmaif_ctrl->t7xx_dev, isr_para->pcie_int);

	}

}



static void t7xx_dpmaif_irq_cb(struct dpmaif_isr_para *isr_para)

{

	struct dpmaif_ctrl *dpmaif_ctrl = isr_para->dpmaif_ctrl;

	struct dpmaif_hw_intr_st_para intr_status;

	struct device *dev = dpmaif_ctrl->dev;

	struct dpmaif_hw_info *hw_info;

	int i;



	memset(&intr_status, 0, sizeof(intr_status));

	hw_info = &dpmaif_ctrl->hw_info;



	if (t7xx_dpmaif_hw_get_intr_cnt(hw_info, &intr_status, isr_para->dlq_id) < 0) {

		dev_err(dev, "Failed to get HW interrupt count\n");

		return;

	}



	t7xx_pcie_mac_clear_int_status(dpmaif_ctrl->t7xx_dev, isr_para->pcie_int);



	for (i = 0; i < intr_status.intr_cnt; i++) {

		switch (intr_status.intr_types[i]) {

		case DPF_INTR_UL_DONE:

			t7xx_dpmaif_irq_tx_done(dpmaif_ctrl, intr_status.intr_queues[i]);

			break;



		case DPF_INTR_UL_DRB_EMPTY:

		case DPF_INTR_UL_MD_NOTREADY:

		case DPF_INTR_UL_MD_PWR_NOTREADY:

			/* No need to log an error for these */

			break;



		case DPF_INTR_DL_BATCNT_LEN_ERR:

			dev_err_ratelimited(dev, "DL interrupt: packet BAT count length error\n");

			t7xx_dpmaif_dl_unmask_batcnt_len_err_intr(hw_info);

			break;



		case DPF_INTR_DL_PITCNT_LEN_ERR:

			dev_err_ratelimited(dev, "DL interrupt: PIT count length error\n");

			t7xx_dpmaif_dl_unmask_pitcnt_len_err_intr(hw_info);

			break;



		case DPF_INTR_DL_Q0_PITCNT_LEN_ERR:

			dev_err_ratelimited(dev, "DL interrupt: DLQ0 PIT count length error\n");

			t7xx_dpmaif_dlq_unmask_pitcnt_len_err_intr(hw_info, DPF_RX_QNO_DFT);

			break;



		case DPF_INTR_DL_Q1_PITCNT_LEN_ERR:

			dev_err_ratelimited(dev, "DL interrupt: DLQ1 PIT count length error\n");

			t7xx_dpmaif_dlq_unmask_pitcnt_len_err_intr(hw_info, DPF_RX_QNO1);

			break;



		case DPF_INTR_DL_DONE:

		case DPF_INTR_DL_Q0_DONE:

		case DPF_INTR_DL_Q1_DONE:

			t7xx_dpmaif_irq_rx_done(dpmaif_ctrl, intr_status.intr_queues[i]);

			break;



		default:

			dev_err_ratelimited(dev, "DL interrupt error: unknown type : %d\n",

					    intr_status.intr_types[i]);

		}

	}

}



static irqreturn_t t7xx_dpmaif_isr_handler(int irq, void *data)

{

	struct dpmaif_isr_para *isr_para = data;

	struct dpmaif_ctrl *dpmaif_ctrl;



	dpmaif_ctrl = isr_para->dpmaif_ctrl;

	if (dpmaif_ctrl->state != DPMAIF_STATE_PWRON) {

		dev_err(dpmaif_ctrl->dev, "Interrupt received before initializing DPMAIF\n");

		return IRQ_HANDLED;

	}



	t7xx_pcie_mac_clear_int(dpmaif_ctrl->t7xx_dev, isr_para->pcie_int);

	t7xx_dpmaif_irq_cb(isr_para);

	t7xx_pcie_mac_set_int(dpmaif_ctrl->t7xx_dev, isr_para->pcie_int);

	return IRQ_HANDLED;

}



static void t7xx_dpmaif_isr_parameter_init(struct dpmaif_ctrl *dpmaif_ctrl)

{

	struct dpmaif_isr_para *isr_para;

	unsigned char i;



	dpmaif_ctrl->rxq_int_mapping[DPF_RX_QNO0] = DPMAIF_INT;

	dpmaif_ctrl->rxq_int_mapping[DPF_RX_QNO1] = DPMAIF2_INT;



	for (i = 0; i < DPMAIF_RXQ_NUM; i++) {

		isr_para = &dpmaif_ctrl->isr_para[i];

		isr_para->dpmaif_ctrl = dpmaif_ctrl;

		isr_para->dlq_id = i;

		isr_para->pcie_int = dpmaif_ctrl->rxq_int_mapping[i];

	}

}



static void t7xx_dpmaif_register_pcie_irq(struct dpmaif_ctrl *dpmaif_ctrl)

{

	struct t7xx_pci_dev *t7xx_dev = dpmaif_ctrl->t7xx_dev;

	struct dpmaif_isr_para *isr_para;

	enum t7xx_int int_type;

	int i;



	t7xx_dpmaif_isr_parameter_init(dpmaif_ctrl);



	for (i = 0; i < DPMAIF_RXQ_NUM; i++) {

		isr_para = &dpmaif_ctrl->isr_para[i];

		int_type = isr_para->pcie_int;

		t7xx_pcie_mac_clear_int(t7xx_dev, int_type);



		t7xx_dev->intr_handler[int_type] = t7xx_dpmaif_isr_handler;

		t7xx_dev->intr_thread[int_type] = NULL;

		t7xx_dev->callback_param[int_type] = isr_para;



		t7xx_pcie_mac_clear_int_status(t7xx_dev, int_type);

		t7xx_pcie_mac_set_int(t7xx_dev, int_type);

	}

}



static int t7xx_dpmaif_rxtx_sw_allocs(struct dpmaif_ctrl *dpmaif_ctrl)

{

	struct dpmaif_rx_queue *rx_q;

	struct dpmaif_tx_queue *tx_q;

	int ret, rx_idx, tx_idx, i;



	ret = t7xx_dpmaif_bat_alloc(dpmaif_ctrl, &dpmaif_ctrl->bat_req, BAT_TYPE_NORMAL);

	if (ret) {

		dev_err(dpmaif_ctrl->dev, "Failed to allocate normal BAT table: %d\n", ret);

		return ret;

	}



	ret = t7xx_dpmaif_bat_alloc(dpmaif_ctrl, &dpmaif_ctrl->bat_frag, BAT_TYPE_FRAG);

	if (ret) {

		dev_err(dpmaif_ctrl->dev, "Failed to allocate frag BAT table: %d\n", ret);

		goto err_free_normal_bat;

	}



	for (rx_idx = 0; rx_idx < DPMAIF_RXQ_NUM; rx_idx++) {

		rx_q = &dpmaif_ctrl->rxq[rx_idx];

		rx_q->index = rx_idx;

		rx_q->dpmaif_ctrl = dpmaif_ctrl;

		ret = t7xx_dpmaif_rxq_init(rx_q);

		if (ret)

			goto err_free_rxq;

	}



	for (tx_idx = 0; tx_idx < DPMAIF_TXQ_NUM; tx_idx++) {

		tx_q = &dpmaif_ctrl->txq[tx_idx];

		tx_q->index = tx_idx;

		tx_q->dpmaif_ctrl = dpmaif_ctrl;

		ret = t7xx_dpmaif_txq_init(tx_q);

		if (ret)

			goto err_free_txq;

	}



	ret = t7xx_dpmaif_tx_thread_init(dpmaif_ctrl);

	if (ret) {

		dev_err(dpmaif_ctrl->dev, "Failed to start TX thread\n");

		goto err_free_txq;

	}



	ret = t7xx_dpmaif_bat_rel_wq_alloc(dpmaif_ctrl);

	if (ret)

		goto err_thread_rel;



	return 0;



err_thread_rel:

	t7xx_dpmaif_tx_thread_rel(dpmaif_ctrl);



err_free_txq:

	for (i = 0; i < tx_idx; i++) {

		tx_q = &dpmaif_ctrl->txq[i];

		t7xx_dpmaif_txq_free(tx_q);

	}



err_free_rxq:

	for (i = 0; i < rx_idx; i++) {

		rx_q = &dpmaif_ctrl->rxq[i];

		t7xx_dpmaif_rxq_free(rx_q);

	}



	t7xx_dpmaif_bat_free(dpmaif_ctrl, &dpmaif_ctrl->bat_frag);



err_free_normal_bat:

	t7xx_dpmaif_bat_free(dpmaif_ctrl, &dpmaif_ctrl->bat_req);



	return ret;

}



static void t7xx_dpmaif_sw_release(struct dpmaif_ctrl *dpmaif_ctrl)

{

	struct dpmaif_rx_queue *rx_q;

	struct dpmaif_tx_queue *tx_q;

	int i;



	t7xx_dpmaif_tx_thread_rel(dpmaif_ctrl);

	t7xx_dpmaif_bat_wq_rel(dpmaif_ctrl);



	for (i = 0; i < DPMAIF_TXQ_NUM; i++) {

		tx_q = &dpmaif_ctrl->txq[i];

		t7xx_dpmaif_txq_free(tx_q);

	}



	for (i = 0; i < DPMAIF_RXQ_NUM; i++) {

		rx_q = &dpmaif_ctrl->rxq[i];

		t7xx_dpmaif_rxq_free(rx_q);

	}

}



static int t7xx_dpmaif_start(struct dpmaif_ctrl *dpmaif_ctrl)

{

	struct dpmaif_hw_info *hw_info = &dpmaif_ctrl->hw_info;

	struct dpmaif_hw_params hw_init_para;

	struct dpmaif_rx_queue *rxq;

	struct dpmaif_tx_queue *txq;

	unsigned int buf_cnt;

	int i, ret = 0;



	if (dpmaif_ctrl->state == DPMAIF_STATE_PWRON)

		return -EFAULT;



	memset(&hw_init_para, 0, sizeof(hw_init_para));



	for (i = 0; i < DPMAIF_RXQ_NUM; i++) {

		rxq = &dpmaif_ctrl->rxq[i];

		rxq->que_started = true;

		rxq->index = i;

		rxq->budget = rxq->bat_req->bat_size_cnt - 1;



		hw_init_para.pkt_bat_base_addr[i] = rxq->bat_req->bat_bus_addr;

		hw_init_para.pkt_bat_size_cnt[i] = rxq->bat_req->bat_size_cnt;

		hw_init_para.pit_base_addr[i] = rxq->pit_bus_addr;

		hw_init_para.pit_size_cnt[i] = rxq->pit_size_cnt;

		hw_init_para.frg_bat_base_addr[i] = rxq->bat_frag->bat_bus_addr;

		hw_init_para.frg_bat_size_cnt[i] = rxq->bat_frag->bat_size_cnt;

	}



	bitmap_zero(dpmaif_ctrl->bat_req.bat_bitmap, dpmaif_ctrl->bat_req.bat_size_cnt);

	buf_cnt = dpmaif_ctrl->bat_req.bat_size_cnt - 1;

	ret = t7xx_dpmaif_rx_buf_alloc(dpmaif_ctrl, &dpmaif_ctrl->bat_req, 0, buf_cnt, true);

	if (ret) {

		dev_err(dpmaif_ctrl->dev, "Failed to allocate RX buffer: %d\n", ret);

		return ret;

	}



	buf_cnt = dpmaif_ctrl->bat_frag.bat_size_cnt - 1;

	ret = t7xx_dpmaif_rx_frag_alloc(dpmaif_ctrl, &dpmaif_ctrl->bat_frag, buf_cnt, true);

	if (ret) {

		dev_err(dpmaif_ctrl->dev, "Failed to allocate frag RX buffer: %d\n", ret);

		goto err_free_normal_bat;

	}



	for (i = 0; i < DPMAIF_TXQ_NUM; i++) {

		txq = &dpmaif_ctrl->txq[i];

		txq->que_started = true;



		hw_init_para.drb_base_addr[i] = txq->drb_bus_addr;

		hw_init_para.drb_size_cnt[i] = txq->drb_size_cnt;

	}



	ret = t7xx_dpmaif_hw_init(hw_info, &hw_init_para);

	if (ret) {

		dev_err(dpmaif_ctrl->dev, "Failed to initialize DPMAIF HW: %d\n", ret);

		goto err_free_frag_bat;

	}



	ret = t7xx_dpmaif_dl_snd_hw_bat_cnt(hw_info, rxq->bat_req->bat_size_cnt - 1);

	if (ret)

		goto err_free_frag_bat;



	ret = t7xx_dpmaif_dl_snd_hw_frg_cnt(hw_info, rxq->bat_frag->bat_size_cnt - 1);

	if (ret)

		goto err_free_frag_bat;



	t7xx_dpmaif_ul_clr_all_intr(hw_info);

	t7xx_dpmaif_dl_clr_all_intr(hw_info);

	dpmaif_ctrl->state = DPMAIF_STATE_PWRON;

	t7xx_dpmaif_enable_irq(dpmaif_ctrl);

	wake_up(&dpmaif_ctrl->tx_wq);

	return 0;



err_free_frag_bat:

	t7xx_dpmaif_bat_free(rxq->dpmaif_ctrl, rxq->bat_frag);



err_free_normal_bat:

	t7xx_dpmaif_bat_free(rxq->dpmaif_ctrl, rxq->bat_req);



	return ret;

}



static void t7xx_dpmaif_stop_sw(struct dpmaif_ctrl *dpmaif_ctrl)

{

	t7xx_dpmaif_tx_stop(dpmaif_ctrl);

	t7xx_dpmaif_rx_stop(dpmaif_ctrl);

}



static void t7xx_dpmaif_stop_hw(struct dpmaif_ctrl *dpmaif_ctrl)

{

	t7xx_dpmaif_hw_stop_all_txq(&dpmaif_ctrl->hw_info);

	t7xx_dpmaif_hw_stop_all_rxq(&dpmaif_ctrl->hw_info);

}



static int t7xx_dpmaif_stop(struct dpmaif_ctrl *dpmaif_ctrl)

{

	if (!dpmaif_ctrl->dpmaif_sw_init_done) {

		dev_err(dpmaif_ctrl->dev, "dpmaif SW init fail\n");

		return -EFAULT;

	}



	if (dpmaif_ctrl->state == DPMAIF_STATE_PWROFF)

		return -EFAULT;



	t7xx_dpmaif_disable_irq(dpmaif_ctrl);

	dpmaif_ctrl->state = DPMAIF_STATE_PWROFF;

	t7xx_dpmaif_stop_sw(dpmaif_ctrl);

	t7xx_dpmaif_tx_clear(dpmaif_ctrl);

	t7xx_dpmaif_rx_clear(dpmaif_ctrl);

	return 0;

}



int t7xx_dpmaif_md_state_callback(struct dpmaif_ctrl *dpmaif_ctrl, enum md_state state)

{

	int ret = 0;



	switch (state) {

	case MD_STATE_WAITING_FOR_HS1:

		ret = t7xx_dpmaif_start(dpmaif_ctrl);

		break;



	case MD_STATE_EXCEPTION:

		ret = t7xx_dpmaif_stop(dpmaif_ctrl);

		break;



	case MD_STATE_STOPPED:

		ret = t7xx_dpmaif_stop(dpmaif_ctrl);

		break;



	case MD_STATE_WAITING_TO_STOP:

		t7xx_dpmaif_stop_hw(dpmaif_ctrl);

		break;



	default:

		break;

	}



	return ret;

}



/**

 * t7xx_dpmaif_hif_init() - Initialize data path.

 * @t7xx_dev: MTK context structure.

 * @callbacks: Callbacks implemented by the network layer to handle RX skb and

 *	       event notifications.

 *

 * Allocate and initialize datapath control block.

 * Register datapath ISR, TX and RX resources.

 *

 * Return:

 * * dpmaif_ctrl pointer - Pointer to DPMAIF context structure.

 * * NULL		 - In case of error.

 */

struct dpmaif_ctrl *t7xx_dpmaif_hif_init(struct t7xx_pci_dev *t7xx_dev,

					 struct dpmaif_callbacks *callbacks)

{

	struct device *dev = &t7xx_dev->pdev->dev;

	struct dpmaif_ctrl *dpmaif_ctrl;

	int ret;



	if (!callbacks)

		return NULL;



	dpmaif_ctrl = devm_kzalloc(dev, sizeof(*dpmaif_ctrl), GFP_KERNEL);

	if (!dpmaif_ctrl)

		return NULL;



	dpmaif_ctrl->t7xx_dev = t7xx_dev;

	dpmaif_ctrl->callbacks = callbacks;

	dpmaif_ctrl->dev = dev;

	dpmaif_ctrl->dpmaif_sw_init_done = false;

	dpmaif_ctrl->hw_info.dev = dev;

	dpmaif_ctrl->hw_info.pcie_base = t7xx_dev->base_addr.pcie_ext_reg_base -

					 t7xx_dev->base_addr.pcie_dev_reg_trsl_addr;



	t7xx_dpmaif_register_pcie_irq(dpmaif_ctrl);

	t7xx_dpmaif_disable_irq(dpmaif_ctrl);



	ret = t7xx_dpmaif_rxtx_sw_allocs(dpmaif_ctrl);

	if (ret) {

		dev_err(dev, "Failed to allocate RX/TX SW resources: %d\n", ret);

		return NULL;

	}



	dpmaif_ctrl->dpmaif_sw_init_done = true;

	return dpmaif_ctrl;

}



void t7xx_dpmaif_hif_exit(struct dpmaif_ctrl *dpmaif_ctrl)

{

	if (dpmaif_ctrl->dpmaif_sw_init_done) {

		t7xx_dpmaif_stop(dpmaif_ctrl);

		t7xx_dpmaif_sw_release(dpmaif_ctrl);

		dpmaif_ctrl->dpmaif_sw_init_done = false;

	}

}

drivers/net/wwan/t7xx/t7xx_hif_dpmaif.h

0 → 100644
+205 −0
Original line number Diff line number Diff line 
/* SPDX-License-Identifier: GPL-2.0-only

 *

 * Copyright (c) 2021, MediaTek Inc.

 * Copyright (c) 2021-2022, Intel Corporation.

 *

 * Authors:

 *  Amir Hanania <amir.hanania@intel.com>

 *  Haijun Liu <haijun.liu@mediatek.com>

 *  Moises Veleta <moises.veleta@intel.com>

 *  Ricardo Martinez <ricardo.martinez@linux.intel.com>

 *

 * Contributors:

 *  Chiranjeevi Rapolu <chiranjeevi.rapolu@intel.com>

 *  Eliot Lee <eliot.lee@intel.com>

 *  Sreehari Kancharla <sreehari.kancharla@intel.com>

 */



#ifndef __T7XX_HIF_DPMAIF_H__

#define __T7XX_HIF_DPMAIF_H__



#include <linux/bitmap.h>

#include <linux/mm_types.h>

#include <linux/sched.h>

#include <linux/skbuff.h>

#include <linux/spinlock.h>

#include <linux/types.h>

#include <linux/wait.h>

#include <linux/workqueue.h>



#include "t7xx_dpmaif.h"

#include "t7xx_pci.h"

#include "t7xx_state_monitor.h"



/* SKB control buffer */

struct t7xx_skb_cb {

	u8	netif_idx;

	u8	txq_number;

	u8	rx_pkt_type;

};



#define T7XX_SKB_CB(__skb)	((struct t7xx_skb_cb *)(__skb)->cb)



enum dpmaif_rdwr {

	DPMAIF_READ,

	DPMAIF_WRITE,

};



/* Structure of DL BAT */

struct dpmaif_cur_rx_skb_info {

	bool			msg_pit_received;

	struct sk_buff		*cur_skb;

	unsigned int		cur_chn_idx;

	unsigned int		check_sum;

	unsigned int		pit_dp;

	unsigned int		pkt_type;

	int			err_payload;

};



struct dpmaif_bat {

	unsigned int		p_buffer_addr;

	unsigned int		buffer_addr_ext;

};



struct dpmaif_bat_skb {

	struct sk_buff		*skb;

	dma_addr_t		data_bus_addr;

	unsigned int		data_len;

};



struct dpmaif_bat_page {

	struct page		*page;

	dma_addr_t		data_bus_addr;

	unsigned int		offset;

	unsigned int		data_len;

};



enum bat_type {

	BAT_TYPE_NORMAL,

	BAT_TYPE_FRAG,

};



struct dpmaif_bat_request {

	void			*bat_base;

	dma_addr_t		bat_bus_addr;

	unsigned int		bat_size_cnt;

	unsigned int		bat_wr_idx;

	unsigned int		bat_release_rd_idx;

	void			*bat_skb;

	unsigned int		pkt_buf_sz;

	unsigned long		*bat_bitmap;

	atomic_t		refcnt;

	spinlock_t		mask_lock; /* Protects BAT mask */

	enum bat_type		type;

};



struct dpmaif_rx_queue {

	unsigned int		index;

	bool			que_started;

	unsigned int		budget;



	void			*pit_base;

	dma_addr_t		pit_bus_addr;

	unsigned int		pit_size_cnt;



	unsigned int		pit_rd_idx;

	unsigned int		pit_wr_idx;

	unsigned int		pit_release_rd_idx;



	struct dpmaif_bat_request *bat_req;

	struct dpmaif_bat_request *bat_frag;



	wait_queue_head_t	rx_wq;

	struct task_struct	*rx_thread;

	struct sk_buff_head	skb_list;

	unsigned int		skb_list_max_len;



	struct workqueue_struct	*worker;

	struct work_struct	dpmaif_rxq_work;



	atomic_t		rx_processing;



	struct dpmaif_ctrl	*dpmaif_ctrl;

	unsigned int		expect_pit_seq;

	unsigned int		pit_remain_release_cnt;

	struct dpmaif_cur_rx_skb_info rx_data_info;

};



struct dpmaif_tx_queue {

	unsigned int		index;

	bool			que_started;

	atomic_t		tx_budget;

	void			*drb_base;

	dma_addr_t		drb_bus_addr;

	unsigned int		drb_size_cnt;

	unsigned int		drb_wr_idx;

	unsigned int		drb_rd_idx;

	unsigned int		drb_release_rd_idx;

	void			*drb_skb_base;

	wait_queue_head_t	req_wq;

	struct workqueue_struct	*worker;

	struct work_struct	dpmaif_tx_work;

	spinlock_t		tx_lock; /* Protects txq DRB */

	atomic_t		tx_processing;



	struct dpmaif_ctrl	*dpmaif_ctrl;

	struct sk_buff_head	tx_skb_head;

};



struct dpmaif_isr_para {

	struct dpmaif_ctrl	*dpmaif_ctrl;

	unsigned char		pcie_int;

	unsigned char		dlq_id;

};



enum dpmaif_state {

	DPMAIF_STATE_MIN,

	DPMAIF_STATE_PWROFF,

	DPMAIF_STATE_PWRON,

	DPMAIF_STATE_EXCEPTION,

	DPMAIF_STATE_MAX

};



enum dpmaif_txq_state {

	DMPAIF_TXQ_STATE_IRQ,

	DMPAIF_TXQ_STATE_FULL,

};



struct dpmaif_callbacks {

	void (*state_notify)(struct t7xx_pci_dev *t7xx_dev,

			     enum dpmaif_txq_state state, int txq_number);

	void (*recv_skb)(struct t7xx_pci_dev *t7xx_dev, struct sk_buff *skb);

};



struct dpmaif_ctrl {

	struct device			*dev;

	struct t7xx_pci_dev		*t7xx_dev;

	enum dpmaif_state		state;

	bool				dpmaif_sw_init_done;

	struct dpmaif_hw_info		hw_info;

	struct dpmaif_tx_queue		txq[DPMAIF_TXQ_NUM];

	struct dpmaif_rx_queue		rxq[DPMAIF_RXQ_NUM];



	unsigned char			rxq_int_mapping[DPMAIF_RXQ_NUM];

	struct dpmaif_isr_para		isr_para[DPMAIF_RXQ_NUM];



	struct dpmaif_bat_request	bat_req;

	struct dpmaif_bat_request	bat_frag;

	struct workqueue_struct		*bat_release_wq;

	struct work_struct		bat_release_work;



	wait_queue_head_t		tx_wq;

	struct task_struct		*tx_thread;



	struct dpmaif_callbacks		*callbacks;

};



struct dpmaif_ctrl *t7xx_dpmaif_hif_init(struct t7xx_pci_dev *t7xx_dev,

					 struct dpmaif_callbacks *callbacks);

void t7xx_dpmaif_hif_exit(struct dpmaif_ctrl *dpmaif_ctrl);

int t7xx_dpmaif_md_state_callback(struct dpmaif_ctrl *dpmaif_ctrl, enum md_state state);

unsigned int t7xx_ring_buf_get_next_wr_idx(unsigned int buf_len, unsigned int buf_idx);

unsigned int t7xx_ring_buf_rd_wr_count(unsigned int total_cnt, unsigned int rd_idx,

				       unsigned int wr_idx, enum dpmaif_rdwr);



#endif /* __T7XX_HIF_DPMAIF_H__ */

drivers/net/wwan/t7xx/t7xx_hif_dpmaif_rx.c

0 → 100644
+1220 −0

File added.

Preview size limit exceeded, changes collapsed.

drivers/net/wwan/t7xx/t7xx_hif_dpmaif_rx.h

0 → 100644
+116 −0
Original line number Diff line number Diff line 
/* SPDX-License-Identifier: GPL-2.0-only

 *

 * Copyright (c) 2021, MediaTek Inc.

 * Copyright (c) 2021-2022, Intel Corporation.

 *

 * Authors:

 *  Haijun Liu <haijun.liu@mediatek.com>

 *  Eliot Lee <eliot.lee@intel.com>

 *  Ricardo Martinez <ricardo.martinez@linux.intel.com>

 *

 * Contributors:

 *  Amir Hanania <amir.hanania@intel.com>

 *  Moises Veleta <moises.veleta@intel.com>

 *  Sreehari Kancharla <sreehari.kancharla@intel.com>

 */



#ifndef __T7XX_HIF_DPMA_RX_H__

#define __T7XX_HIF_DPMA_RX_H__



#include <linux/bits.h>

#include <linux/types.h>



#include "t7xx_hif_dpmaif.h"



#define NETIF_MASK		GENMASK(4, 0)



#define PKT_TYPE_IP4		0

#define PKT_TYPE_IP6		1



/* Structure of DL PIT */

struct dpmaif_pit {

	__le32 header;

	union {

		struct {

			__le32 data_addr_l;

			__le32 data_addr_h;

			__le32 footer;

		} pd;

		struct {

			__le32 params_1;

			__le32 params_2;

			__le32 params_3;

		} msg;

	};

};



/* PIT header fields */

#define PD_PIT_DATA_LEN		GENMASK(31, 16)

#define PD_PIT_BUFFER_ID	GENMASK(15, 3)

#define PD_PIT_BUFFER_TYPE	BIT(2)

#define PD_PIT_CONT		BIT(1)

#define PD_PIT_PACKET_TYPE	BIT(0)

/* PIT footer fields */

#define PD_PIT_DLQ_DONE		GENMASK(31, 30)

#define PD_PIT_ULQ_DONE		GENMASK(29, 24)

#define PD_PIT_HEADER_OFFSET	GENMASK(23, 19)

#define PD_PIT_BI_F		GENMASK(18, 17)

#define PD_PIT_IG		BIT(16)

#define PD_PIT_RES		GENMASK(15, 11)

#define PD_PIT_H_BID		GENMASK(10, 8)

#define PD_PIT_PIT_SEQ		GENMASK(7, 0)



#define MSG_PIT_DP		BIT(31)

#define MSG_PIT_RES		GENMASK(30, 27)

#define MSG_PIT_NETWORK_TYPE	GENMASK(26, 24)

#define MSG_PIT_CHANNEL_ID	GENMASK(23, 16)

#define MSG_PIT_RES2		GENMASK(15, 12)

#define MSG_PIT_HPC_IDX		GENMASK(11, 8)

#define MSG_PIT_SRC_QID		GENMASK(7, 5)

#define MSG_PIT_ERROR_BIT	BIT(4)

#define MSG_PIT_CHECKSUM	GENMASK(3, 2)

#define MSG_PIT_CONT		BIT(1)

#define MSG_PIT_PACKET_TYPE	BIT(0)



#define MSG_PIT_HP_IDX		GENMASK(31, 27)

#define MSG_PIT_CMD		GENMASK(26, 24)

#define MSG_PIT_RES3		GENMASK(23, 21)

#define MSG_PIT_FLOW		GENMASK(20, 16)

#define MSG_PIT_COUNT		GENMASK(15, 0)



#define MSG_PIT_HASH		GENMASK(31, 24)

#define MSG_PIT_RES4		GENMASK(23, 18)

#define MSG_PIT_PRO		GENMASK(17, 16)

#define MSG_PIT_VBID		GENMASK(15, 3)

#define MSG_PIT_RES5		GENMASK(2, 0)



#define MSG_PIT_DLQ_DONE	GENMASK(31, 30)

#define MSG_PIT_ULQ_DONE	GENMASK(29, 24)

#define MSG_PIT_IP		BIT(23)

#define MSG_PIT_RES6		BIT(22)

#define MSG_PIT_MR		GENMASK(21, 20)

#define MSG_PIT_RES7		GENMASK(19, 17)

#define MSG_PIT_IG		BIT(16)

#define MSG_PIT_RES8		GENMASK(15, 11)

#define MSG_PIT_H_BID		GENMASK(10, 8)

#define MSG_PIT_PIT_SEQ		GENMASK(7, 0)



int t7xx_dpmaif_rxq_init(struct dpmaif_rx_queue *queue);

void t7xx_dpmaif_rx_clear(struct dpmaif_ctrl *dpmaif_ctrl);

int t7xx_dpmaif_bat_rel_wq_alloc(struct dpmaif_ctrl *dpmaif_ctrl);

int t7xx_dpmaif_rx_buf_alloc(struct dpmaif_ctrl *dpmaif_ctrl,

			     const struct dpmaif_bat_request *bat_req,

			     const unsigned int q_num, const unsigned int buf_cnt,

			     const bool initial);

int t7xx_dpmaif_rx_frag_alloc(struct dpmaif_ctrl *dpmaif_ctrl, struct dpmaif_bat_request *bat_req,

			      const unsigned int buf_cnt, const bool first_time);

void t7xx_dpmaif_rx_stop(struct dpmaif_ctrl *dpmaif_ctrl);

void t7xx_dpmaif_irq_rx_done(struct dpmaif_ctrl *dpmaif_ctrl, const unsigned int que_mask);

void t7xx_dpmaif_rxq_free(struct dpmaif_rx_queue *queue);

void t7xx_dpmaif_bat_wq_rel(struct dpmaif_ctrl *dpmaif_ctrl);

int t7xx_dpmaif_bat_alloc(const struct dpmaif_ctrl *dpmaif_ctrl, struct dpmaif_bat_request *bat_req,

			  const enum bat_type buf_type);

void t7xx_dpmaif_bat_free(const struct dpmaif_ctrl *dpmaif_ctrl,

			  struct dpmaif_bat_request *bat_req);



#endif /* __T7XX_HIF_DPMA_RX_H__ */