Commit 78d76819 authored by Athira Rajeev's avatar Athira Rajeev Committed by Michael Ellerman
Browse files

powerpc/perf: Update cpu_hw_event to use `struct` for storing MMCR registers 



core-book3s currently uses array to store the MMCR registers as part
of per-cpu `cpu_hw_events`. This patch does a clean up to use `struct`
to store mmcr regs instead of array. This will make code easier to read
and reduces chance of any subtle bug that may come in the future, say
when new registers are added. Patch updates all relevant code that was
using MMCR array ( cpuhw->mmcr[x]) to use newly introduced `struct`.
This includes the PMU driver code for supported platforms (power5
to power9) and ISA macros for counter support functions.

Signed-off-by: default avatarAthira Rajeev <atrajeev@linux.vnet.ibm.com>
Signed-off-by: default avatarMichael Ellerman <mpe@ellerman.id.au>
Link: https://lore.kernel.org/r/1594996707-3727-2-git-send-email-atrajeev@linux.vnet.ibm.com
parent 3c9450c0

arch/powerpc/include/asm/perf_event_server.h

+8 −2
Original line number Diff line number Diff line
@@ -17,6 +17,12 @@ 


struct perf_event;



struct mmcr_regs {

	unsigned long mmcr0;

	unsigned long mmcr1;

	unsigned long mmcr2;

	unsigned long mmcra;

};

/*

 * This struct provides the constants and functions needed to

 * describe the PMU on a particular POWER-family CPU.
@@ -28,7 +34,7 @@ struct power_pmu { 
	unsigned long	add_fields;

	unsigned long	test_adder;

	int		(*compute_mmcr)(u64 events[], int n_ev,

				unsigned int hwc[], unsigned long mmcr[],

				unsigned int hwc[], struct mmcr_regs *mmcr,

				struct perf_event *pevents[]);

	int		(*get_constraint)(u64 event_id, unsigned long *mskp,

				unsigned long *valp);
@@ -41,7 +47,7 @@ struct power_pmu { 
	unsigned long	group_constraint_val;

	u64             (*bhrb_filter_map)(u64 branch_sample_type);

	void            (*config_bhrb)(u64 pmu_bhrb_filter);

	void		(*disable_pmc)(unsigned int pmc, unsigned long mmcr[]);

	void		(*disable_pmc)(unsigned int pmc, struct mmcr_regs *mmcr);

	int		(*limited_pmc_event)(u64 event_id);

	u32		flags;

	const struct attribute_group	**attr_groups;

arch/powerpc/perf/core-book3s.c

+24 −29
Original line number Diff line number Diff line
@@ -37,12 +37,7 @@ struct cpu_hw_events { 
	struct perf_event *event[MAX_HWEVENTS];

	u64 events[MAX_HWEVENTS];

	unsigned int flags[MAX_HWEVENTS];

	/*

	 * The order of the MMCR array is:

	 *  - 64-bit, MMCR0, MMCR1, MMCRA, MMCR2

	 *  - 32-bit, MMCR0, MMCR1, MMCR2

	 */

	unsigned long mmcr[4];

	struct mmcr_regs mmcr;

	struct perf_event *limited_counter[MAX_LIMITED_HWCOUNTERS];

	u8  limited_hwidx[MAX_LIMITED_HWCOUNTERS];

	u64 alternatives[MAX_HWEVENTS][MAX_EVENT_ALTERNATIVES];
@@ -121,7 +116,7 @@ static void ebb_event_add(struct perf_event *event) { } 
static void ebb_switch_out(unsigned long mmcr0) { }

static unsigned long ebb_switch_in(bool ebb, struct cpu_hw_events *cpuhw)

{

	return cpuhw->mmcr[0];

	return cpuhw->mmcr.mmcr0;

}



static inline void power_pmu_bhrb_enable(struct perf_event *event) {}
@@ -590,7 +585,7 @@ static void ebb_switch_out(unsigned long mmcr0) 


static unsigned long ebb_switch_in(bool ebb, struct cpu_hw_events *cpuhw)

{

	unsigned long mmcr0 = cpuhw->mmcr[0];

	unsigned long mmcr0 = cpuhw->mmcr.mmcr0;



	if (!ebb)

		goto out;
@@ -624,7 +619,7 @@ static unsigned long ebb_switch_in(bool ebb, struct cpu_hw_events *cpuhw) 
	 * unfreeze counters, it should not set exclude_xxx in its events and

	 * instead manage the MMCR2 entirely by itself.

	 */

	mtspr(SPRN_MMCR2, cpuhw->mmcr[3] | current->thread.mmcr2);

	mtspr(SPRN_MMCR2, cpuhw->mmcr.mmcr2 | current->thread.mmcr2);

out:

	return mmcr0;

}
@@ -1232,9 +1227,9 @@ static void power_pmu_disable(struct pmu *pmu) 
		/*

		 * Disable instruction sampling if it was enabled

		 */

		if (cpuhw->mmcr[2] & MMCRA_SAMPLE_ENABLE) {

		if (cpuhw->mmcr.mmcra & MMCRA_SAMPLE_ENABLE) {

			mtspr(SPRN_MMCRA,

			      cpuhw->mmcr[2] & ~MMCRA_SAMPLE_ENABLE);

			      cpuhw->mmcr.mmcra & ~MMCRA_SAMPLE_ENABLE);

			mb();

			isync();

		}
@@ -1308,18 +1303,18 @@ static void power_pmu_enable(struct pmu *pmu) 
	 * (possibly updated for removal of events).

	 */

	if (!cpuhw->n_added) {

		mtspr(SPRN_MMCRA, cpuhw->mmcr[2] & ~MMCRA_SAMPLE_ENABLE);

		mtspr(SPRN_MMCR1, cpuhw->mmcr[1]);

		mtspr(SPRN_MMCRA, cpuhw->mmcr.mmcra & ~MMCRA_SAMPLE_ENABLE);

		mtspr(SPRN_MMCR1, cpuhw->mmcr.mmcr1);

		goto out_enable;

	}



	/*

	 * Clear all MMCR settings and recompute them for the new set of events.

	 */

	memset(cpuhw->mmcr, 0, sizeof(cpuhw->mmcr));

	memset(&cpuhw->mmcr, 0, sizeof(cpuhw->mmcr));



	if (ppmu->compute_mmcr(cpuhw->events, cpuhw->n_events, hwc_index,

			       cpuhw->mmcr, cpuhw->event)) {

			       &cpuhw->mmcr, cpuhw->event)) {

		/* shouldn't ever get here */

		printk(KERN_ERR "oops compute_mmcr failed\n");

		goto out;
@@ -1333,11 +1328,11 @@ static void power_pmu_enable(struct pmu *pmu) 
		 */

		event = cpuhw->event[0];

		if (event->attr.exclude_user)

			cpuhw->mmcr[0] |= MMCR0_FCP;

			cpuhw->mmcr.mmcr0 |= MMCR0_FCP;

		if (event->attr.exclude_kernel)

			cpuhw->mmcr[0] |= freeze_events_kernel;

			cpuhw->mmcr.mmcr0 |= freeze_events_kernel;

		if (event->attr.exclude_hv)

			cpuhw->mmcr[0] |= MMCR0_FCHV;

			cpuhw->mmcr.mmcr0 |= MMCR0_FCHV;

	}



	/*
@@ -1346,12 +1341,12 @@ static void power_pmu_enable(struct pmu *pmu) 
	 * Then unfreeze the events.

	 */

	ppc_set_pmu_inuse(1);

	mtspr(SPRN_MMCRA, cpuhw->mmcr[2] & ~MMCRA_SAMPLE_ENABLE);

	mtspr(SPRN_MMCR1, cpuhw->mmcr[1]);

	mtspr(SPRN_MMCR0, (cpuhw->mmcr[0] & ~(MMCR0_PMC1CE | MMCR0_PMCjCE))

	mtspr(SPRN_MMCRA, cpuhw->mmcr.mmcra & ~MMCRA_SAMPLE_ENABLE);

	mtspr(SPRN_MMCR1, cpuhw->mmcr.mmcr1);

	mtspr(SPRN_MMCR0, (cpuhw->mmcr.mmcr0 & ~(MMCR0_PMC1CE | MMCR0_PMCjCE))

				| MMCR0_FC);

	if (ppmu->flags & PPMU_ARCH_207S)

		mtspr(SPRN_MMCR2, cpuhw->mmcr[3]);

		mtspr(SPRN_MMCR2, cpuhw->mmcr.mmcr2);



	/*

	 * Read off any pre-existing events that need to move
@@ -1402,7 +1397,7 @@ static void power_pmu_enable(struct pmu *pmu) 
		perf_event_update_userpage(event);

	}

	cpuhw->n_limited = n_lim;

	cpuhw->mmcr[0] |= MMCR0_PMXE | MMCR0_FCECE;

	cpuhw->mmcr.mmcr0 |= MMCR0_PMXE | MMCR0_FCECE;



 out_enable:

	pmao_restore_workaround(ebb);
@@ -1418,9 +1413,9 @@ static void power_pmu_enable(struct pmu *pmu) 
	/*

	 * Enable instruction sampling if necessary

	 */

	if (cpuhw->mmcr[2] & MMCRA_SAMPLE_ENABLE) {

	if (cpuhw->mmcr.mmcra & MMCRA_SAMPLE_ENABLE) {

		mb();

		mtspr(SPRN_MMCRA, cpuhw->mmcr[2]);

		mtspr(SPRN_MMCRA, cpuhw->mmcr.mmcra);

	}



 out:
@@ -1550,7 +1545,7 @@ static void power_pmu_del(struct perf_event *event, int ef_flags) 
				cpuhw->flags[i-1] = cpuhw->flags[i];

			}

			--cpuhw->n_events;

			ppmu->disable_pmc(event->hw.idx - 1, cpuhw->mmcr);

			ppmu->disable_pmc(event->hw.idx - 1, &cpuhw->mmcr);

			if (event->hw.idx) {

				write_pmc(event->hw.idx, 0);

				event->hw.idx = 0;
@@ -1571,7 +1566,7 @@ static void power_pmu_del(struct perf_event *event, int ef_flags) 
	}

	if (cpuhw->n_events == 0) {

		/* disable exceptions if no events are running */

		cpuhw->mmcr[0] &= ~(MMCR0_PMXE | MMCR0_FCECE);

		cpuhw->mmcr.mmcr0 &= ~(MMCR0_PMXE | MMCR0_FCECE);

	}



	if (has_branch_stack(event))
@@ -2240,7 +2235,7 @@ static void __perf_event_interrupt(struct pt_regs *regs) 
	 * XXX might want to use MSR.PM to keep the events frozen until

	 * we get back out of this interrupt.

	 */

	write_mmcr0(cpuhw, cpuhw->mmcr[0]);

	write_mmcr0(cpuhw, cpuhw->mmcr.mmcr0);



	if (nmi)

		nmi_exit();
@@ -2262,7 +2257,7 @@ static int power_pmu_prepare_cpu(unsigned int cpu) 


	if (ppmu) {

		memset(cpuhw, 0, sizeof(*cpuhw));

		cpuhw->mmcr[0] = MMCR0_FC;

		cpuhw->mmcr.mmcr0 = MMCR0_FC;

	}

	return 0;

}

arch/powerpc/perf/isa207-common.c

+10 −10
Original line number Diff line number Diff line
@@ -363,7 +363,7 @@ int isa207_get_constraint(u64 event, unsigned long *maskp, unsigned long *valp) 
}



int isa207_compute_mmcr(u64 event[], int n_ev,

			       unsigned int hwc[], unsigned long mmcr[],

			       unsigned int hwc[], struct mmcr_regs *mmcr,

			       struct perf_event *pevents[])

{

	unsigned long mmcra, mmcr1, mmcr2, unit, combine, psel, cache, val;
@@ -464,30 +464,30 @@ int isa207_compute_mmcr(u64 event[], int n_ev, 
	}



	/* Return MMCRx values */

	mmcr[0] = 0;

	mmcr->mmcr0 = 0;



	/* pmc_inuse is 1-based */

	if (pmc_inuse & 2)

		mmcr[0] = MMCR0_PMC1CE;

		mmcr->mmcr0 = MMCR0_PMC1CE;



	if (pmc_inuse & 0x7c)

		mmcr[0] |= MMCR0_PMCjCE;

		mmcr->mmcr0 |= MMCR0_PMCjCE;



	/* If we're not using PMC 5 or 6, freeze them */

	if (!(pmc_inuse & 0x60))

		mmcr[0] |= MMCR0_FC56;

		mmcr->mmcr0 |= MMCR0_FC56;



	mmcr[1] = mmcr1;

	mmcr[2] = mmcra;

	mmcr[3] = mmcr2;

	mmcr->mmcr1 = mmcr1;

	mmcr->mmcra = mmcra;

	mmcr->mmcr2 = mmcr2;



	return 0;

}



void isa207_disable_pmc(unsigned int pmc, unsigned long mmcr[])

void isa207_disable_pmc(unsigned int pmc, struct mmcr_regs *mmcr)

{

	if (pmc <= 3)

		mmcr[1] &= ~(0xffUL << MMCR1_PMCSEL_SHIFT(pmc + 1));

		mmcr->mmcr1 &= ~(0xffUL << MMCR1_PMCSEL_SHIFT(pmc + 1));

}



static int find_alternative(u64 event, const unsigned int ev_alt[][MAX_ALT], int size)

arch/powerpc/perf/isa207-common.h

+2 −2
Original line number Diff line number Diff line
@@ -217,9 +217,9 @@ 


int isa207_get_constraint(u64 event, unsigned long *maskp, unsigned long *valp);

int isa207_compute_mmcr(u64 event[], int n_ev,

				unsigned int hwc[], unsigned long mmcr[],

				unsigned int hwc[], struct mmcr_regs *mmcr,

				struct perf_event *pevents[]);

void isa207_disable_pmc(unsigned int pmc, unsigned long mmcr[]);

void isa207_disable_pmc(unsigned int pmc, struct mmcr_regs *mmcr);

int isa207_get_alternatives(u64 event, u64 alt[], int size, unsigned int flags,

					const unsigned int ev_alt[][MAX_ALT]);

void isa207_get_mem_data_src(union perf_mem_data_src *dsrc, u32 flags,

arch/powerpc/perf/mpc7450-pmu.c

+14 −7
Original line number Diff line number Diff line
@@ -257,7 +257,7 @@ static const u32 pmcsel_mask[N_COUNTER] = { 
 * Compute MMCR0/1/2 values for a set of events.

 */

static int mpc7450_compute_mmcr(u64 event[], int n_ev, unsigned int hwc[],

				unsigned long mmcr[],

				struct mmcr_regs *mmcr,

				struct perf_event *pevents[])

{

	u8 event_index[N_CLASSES][N_COUNTER];
@@ -321,9 +321,16 @@ static int mpc7450_compute_mmcr(u64 event[], int n_ev, unsigned int hwc[], 
		mmcr0 |= MMCR0_PMCnCE;



	/* Return MMCRx values */

	mmcr[0] = mmcr0;

	mmcr[1] = mmcr1;

	mmcr[2] = mmcr2;

	mmcr->mmcr0 = mmcr0;

	mmcr->mmcr1 = mmcr1;

	mmcr->mmcr2 = mmcr2;

	/*

	 * 32-bit doesn't have an MMCRA and uses SPRN_MMCR2 to define

	 * SPRN_MMCRA. So assign mmcra of cpu_hw_events with `mmcr2`

	 * value to ensure that any write to this SPRN_MMCRA will

	 * use mmcr2 value.

	 */

	mmcr->mmcra = mmcr2;

	return 0;

}
@@ -331,12 +338,12 @@ static int mpc7450_compute_mmcr(u64 event[], int n_ev, unsigned int hwc[], 
 * Disable counting by a PMC.

 * Note that the pmc argument is 0-based here, not 1-based.

 */

static void mpc7450_disable_pmc(unsigned int pmc, unsigned long mmcr[])

static void mpc7450_disable_pmc(unsigned int pmc, struct mmcr_regs *mmcr)

{

	if (pmc <= 1)

		mmcr[0] &= ~(pmcsel_mask[pmc] << pmcsel_shift[pmc]);

		mmcr->mmcr0 &= ~(pmcsel_mask[pmc] << pmcsel_shift[pmc]);

	else

		mmcr[1] &= ~(pmcsel_mask[pmc] << pmcsel_shift[pmc]);

		mmcr->mmcr1 &= ~(pmcsel_mask[pmc] << pmcsel_shift[pmc]);

}



static int mpc7450_generic_events[] = {