Commit 117940aa authored by Raghavendra Rao Ananta's avatar Raghavendra Rao Ananta Committed by Marc Zyngier
Browse files

KVM: arm64: Define kvm_tlb_flush_vmid_range() 



Implement the helper kvm_tlb_flush_vmid_range() that acts
as a wrapper for range-based TLB invalidations. For the
given VMID, use the range-based TLBI instructions to do
the job or fallback to invalidating all the TLB entries.

Signed-off-by: default avatarRaghavendra Rao Ananta <rananta@google.com>
Reviewed-by: default avatarGavin Shan <gshan@redhat.com>
Reviewed-by: default avatarShaoqin Huang <shahuang@redhat.com>
Signed-off-by: default avatarMarc Zyngier <maz@kernel.org>
Link: https://lore.kernel.org/r/20230811045127.3308641-11-rananta@google.com
parent 6354d150

arch/arm64/include/asm/kvm_pgtable.h

+10 −0
Original line number Diff line number Diff line
@@ -746,4 +746,14 @@ enum kvm_pgtable_prot kvm_pgtable_stage2_pte_prot(kvm_pte_t pte); 
 *	   kvm_pgtable_prot format.

 */

enum kvm_pgtable_prot kvm_pgtable_hyp_pte_prot(kvm_pte_t pte);



/**

 * kvm_tlb_flush_vmid_range() - Invalidate/flush a range of TLB entries

 *

 * @mmu:	Stage-2 KVM MMU struct

 * @addr:	The base Intermediate physical address from which to invalidate

 * @size:	Size of the range from the base to invalidate

 */

void kvm_tlb_flush_vmid_range(struct kvm_s2_mmu *mmu,

				phys_addr_t addr, size_t size);

#endif	/* __ARM64_KVM_PGTABLE_H__ */

arch/arm64/kvm/hyp/pgtable.c

+20 −0
Original line number Diff line number Diff line
@@ -670,6 +670,26 @@ static bool stage2_has_fwb(struct kvm_pgtable *pgt) 
	return !(pgt->flags & KVM_PGTABLE_S2_NOFWB);

}



void kvm_tlb_flush_vmid_range(struct kvm_s2_mmu *mmu,

				phys_addr_t addr, size_t size)

{

	unsigned long pages, inval_pages;



	if (!system_supports_tlb_range()) {

		kvm_call_hyp(__kvm_tlb_flush_vmid, mmu);

		return;

	}



	pages = size >> PAGE_SHIFT;

	while (pages > 0) {

		inval_pages = min(pages, MAX_TLBI_RANGE_PAGES);

		kvm_call_hyp(__kvm_tlb_flush_vmid_range, mmu, addr, inval_pages);



		addr += inval_pages << PAGE_SHIFT;

		pages -= inval_pages;

	}

}



#define KVM_S2_MEMATTR(pgt, attr) PAGE_S2_MEMATTR(attr, stage2_has_fwb(pgt))



static int stage2_set_prot_attr(struct kvm_pgtable *pgt, enum kvm_pgtable_prot prot,