Unverified Commit cc5afc8e authored by openeuler-ci-bot's avatar openeuler-ci-bot Committed by Gitee
Browse files

!13179 bpf: Use raw_spinlock_t in ringbuf 

Merge Pull Request from: @ci-robot 
 
PR sync from: Xiaomeng Zhang <zhangxiaomeng13@huawei.com>
https://mailweb.openeuler.org/hyperkitty/list/kernel@openeuler.org/message/35XT4FBHXLH5J3CYUOTKX5ZKRYOFLVQH/ 
 
https://gitee.com/openeuler/kernel/issues/IB3I26 
 
Link:https://gitee.com/openeuler/kernel/pulls/13179

 

Reviewed-by: default avatarXu Kuohai <xukuohai@huawei.com>
Reviewed-by: default avatarYe Weihua <yeweihua4@huawei.com>
Signed-off-by: default avatarZhang Peng <zhangpeng362@huawei.com>
parents 7a7909bb 29f2559f

kernel/bpf/ringbuf.c

+6 −6
Original line number Diff line number Diff line
@@ -29,7 +29,7 @@ struct bpf_ringbuf { 
	u64 mask;

	struct page **pages;

	int nr_pages;

	spinlock_t spinlock ____cacheline_aligned_in_smp;

	raw_spinlock_t spinlock ____cacheline_aligned_in_smp;

	/* For user-space producer ring buffers, an atomic_t busy bit is used

	 * to synchronize access to the ring buffers in the kernel, rather than

	 * the spinlock that is used for kernel-producer ring buffers. This is
@@ -173,7 +173,7 @@ static struct bpf_ringbuf *bpf_ringbuf_alloc(size_t data_sz, int numa_node) 
	if (!rb)

		return NULL;



	spin_lock_init(&rb->spinlock);

	raw_spin_lock_init(&rb->spinlock);

	atomic_set(&rb->busy, 0);

	init_waitqueue_head(&rb->waitq);

	init_irq_work(&rb->work, bpf_ringbuf_notify);
@@ -421,10 +421,10 @@ static void *__bpf_ringbuf_reserve(struct bpf_ringbuf *rb, u64 size) 
	cons_pos = smp_load_acquire(&rb->consumer_pos);



	if (in_nmi()) {

		if (!spin_trylock_irqsave(&rb->spinlock, flags))

		if (!raw_spin_trylock_irqsave(&rb->spinlock, flags))

			return NULL;

	} else {

		spin_lock_irqsave(&rb->spinlock, flags);

		raw_spin_lock_irqsave(&rb->spinlock, flags);

	}



	pend_pos = rb->pending_pos;
@@ -450,7 +450,7 @@ static void *__bpf_ringbuf_reserve(struct bpf_ringbuf *rb, u64 size) 
	 */

	if (new_prod_pos - cons_pos > rb->mask ||

	    new_prod_pos - pend_pos > rb->mask) {

		spin_unlock_irqrestore(&rb->spinlock, flags);

		raw_spin_unlock_irqrestore(&rb->spinlock, flags);

		return NULL;

	}
@@ -462,7 +462,7 @@ static void *__bpf_ringbuf_reserve(struct bpf_ringbuf *rb, u64 size) 
	/* pairs with consumer's smp_load_acquire() */

	smp_store_release(&rb->producer_pos, new_prod_pos);



	spin_unlock_irqrestore(&rb->spinlock, flags);

	raw_spin_unlock_irqrestore(&rb->spinlock, flags);



	return (void *)hdr + BPF_RINGBUF_HDR_SZ;

}