Unverified Commit c791a369 authored by openeuler-ci-bot's avatar openeuler-ci-bot Committed by Gitee
Browse files

!9573 [OLK-5.10] Intel: backport RAPL bugfixes up to v6.9 

Merge Pull Request from: @xiaolong-wang-intel 
 
Backport Intel RAPL driver's bugfixes up to upstream v6.9. Including:
```
v6.9-rc1: 903eb9fb85e3 powercap: intel_rapl_tpmi: Fix System Domain probing
v6.9-rc1: faa9130ce716 powercap: intel_rapl_tpmi: Fix a register bug
v6.9-rc1: 1aa09b9379a7 powercap: intel_rapl: Fix locking in TPMI RAPL
v6.9-rc1: 2d1f5006ff95 powercap: intel_rapl: Fix a NULL pointer dereference
v6.5-rc5: 16e95a62 powercap: intel_rapl: Fix a sparse warning in TPMI interface
```

Intel-kernel issue:
https://gitee.com/openeuler/intel-kernel/issues/IA85P6

Test:
RAPL sysfs interfaces are available and work fine on Intel EMR & GNR platforms after this patchset is merged.

Known issue:
N/A

Default config change:
N/A 
 
Link:https://gitee.com/openeuler/kernel/pulls/9573

 

Reviewed-by: default avatarJason Zeng <jason.zeng@intel.com>
Signed-off-by: default avatarYang Yingliang <yangyingliang@huawei.com>
parents 4e576094 fa1a4f11

drivers/powercap/intel_rapl_common.c

+44 −10
Original line number Diff line number Diff line
@@ -759,6 +759,11 @@ static int rapl_config(struct rapl_package *rp) 
	default:

		return -EINVAL;

	}



	/* defaults_msr can be NULL on unsupported platforms */

	if (!rp->priv->defaults || !rp->priv->rpi)

		return -ENODEV;



	return 0;

}
@@ -816,7 +821,7 @@ static int rapl_read_data_raw(struct rapl_domain *rd, 
		return -EINVAL;



	ra.reg = rd->regs[rpi->id];

	if (!ra.reg)

	if (!ra.reg.val)

		return -EINVAL;



	/* non-hardware data are collected by the polling thread */
@@ -828,7 +833,7 @@ static int rapl_read_data_raw(struct rapl_domain *rd, 
	ra.mask = rpi->mask;



	if (rd->rp->priv->read_raw(get_rid(rd->rp), &ra)) {

		pr_debug("failed to read reg 0x%llx for %s:%s\n", ra.reg, rd->rp->name, rd->name);

		pr_debug("failed to read reg 0x%llx for %s:%s\n", ra.reg.val, rd->rp->name, rd->name);

		return -EIO;

	}
@@ -918,7 +923,7 @@ static int rapl_check_unit_core(struct rapl_domain *rd) 
	ra.mask = ~0;

	if (rd->rp->priv->read_raw(get_rid(rd->rp), &ra)) {

		pr_err("Failed to read power unit REG 0x%llx on %s:%s, exit.\n",

			ra.reg, rd->rp->name, rd->name);

			ra.reg.val, rd->rp->name, rd->name);

		return -ENODEV;

	}
@@ -946,7 +951,7 @@ static int rapl_check_unit_atom(struct rapl_domain *rd) 
	ra.mask = ~0;

	if (rd->rp->priv->read_raw(get_rid(rd->rp), &ra)) {

		pr_err("Failed to read power unit REG 0x%llx on %s:%s, exit.\n",

			ra.reg, rd->rp->name, rd->name);

			ra.reg.val, rd->rp->name, rd->name);

		return -ENODEV;

	}
@@ -1125,7 +1130,7 @@ static int rapl_check_unit_tpmi(struct rapl_domain *rd) 
	ra.mask = ~0;

	if (rd->rp->priv->read_raw(get_rid(rd->rp), &ra)) {

		pr_err("Failed to read power unit REG 0x%llx on %s:%s, exit.\n",

			ra.reg, rd->rp->name, rd->name);

			ra.reg.val, rd->rp->name, rd->name);

		return -ENODEV;

	}
@@ -1393,8 +1398,8 @@ static int rapl_get_domain_unit(struct rapl_domain *rd) 
	struct rapl_defaults *defaults = get_defaults(rd->rp);

	int ret;



	if (!rd->regs[RAPL_DOMAIN_REG_UNIT]) {

		if (!rd->rp->priv->reg_unit) {

	if (!rd->regs[RAPL_DOMAIN_REG_UNIT].val) {

		if (!rd->rp->priv->reg_unit.val) {

			pr_err("No valid Unit register found\n");

			return -ENODEV;

		}
@@ -1483,7 +1488,7 @@ static int rapl_detect_domains(struct rapl_package *rp) 
}



/* called from CPU hotplug notifier, hotplug lock held */

void rapl_remove_package(struct rapl_package *rp)

void rapl_remove_package_cpuslocked(struct rapl_package *rp)

{

	struct rapl_domain *rd, *rd_package = NULL;
@@ -1512,10 +1517,19 @@ void rapl_remove_package(struct rapl_package *rp) 
	list_del(&rp->plist);

	kfree(rp);

}

EXPORT_SYMBOL_GPL(rapl_remove_package_cpuslocked);



void rapl_remove_package(struct rapl_package *rp)

{

	cpus_read_lock();

	rapl_remove_package_cpuslocked(rp);

	cpus_read_unlock();

}

EXPORT_SYMBOL_GPL(rapl_remove_package);



/* caller to ensure CPU hotplug lock is held */

struct rapl_package *rapl_find_package_domain(int id, struct rapl_if_priv *priv, bool id_is_cpu)

struct rapl_package *rapl_find_package_domain_cpuslocked(int id, struct rapl_if_priv *priv,

							 bool id_is_cpu)

{

	struct rapl_package *rp;

	int uid;
@@ -1533,10 +1547,20 @@ struct rapl_package *rapl_find_package_domain(int id, struct rapl_if_priv *priv, 


	return NULL;

}

EXPORT_SYMBOL_GPL(rapl_find_package_domain_cpuslocked);



struct rapl_package *rapl_find_package_domain(int id, struct rapl_if_priv *priv, bool id_is_cpu)

{

	struct rapl_package *rp;

	cpus_read_lock();

	rp = rapl_find_package_domain_cpuslocked(id, priv, id_is_cpu);

	cpus_read_unlock();

	return rp;

}

EXPORT_SYMBOL_GPL(rapl_find_package_domain);



/* called from CPU hotplug notifier, hotplug lock held */

struct rapl_package *rapl_add_package(int id, struct rapl_if_priv *priv, bool id_is_cpu)

struct rapl_package *rapl_add_package_cpuslocked(int id, struct rapl_if_priv *priv, bool id_is_cpu)

{

	struct rapl_package *rp;

	int ret;
@@ -1582,6 +1606,16 @@ struct rapl_package *rapl_add_package(int id, struct rapl_if_priv *priv, bool id 
	kfree(rp);

	return ERR_PTR(ret);

}

EXPORT_SYMBOL_GPL(rapl_add_package_cpuslocked);



struct rapl_package *rapl_add_package(int id, struct rapl_if_priv *priv, bool id_is_cpu)

{

	struct rapl_package *rp;

	cpus_read_lock();

	rp = rapl_add_package_cpuslocked(id, priv, id_is_cpu);

	cpus_read_unlock();

	return rp;

}

EXPORT_SYMBOL_GPL(rapl_add_package);



static void power_limit_state_save(void)

drivers/powercap/intel_rapl_msr.c

+29 −28
Original line number Diff line number Diff line
@@ -34,28 +34,32 @@ static struct rapl_if_priv *rapl_msr_priv; 


static struct rapl_if_priv rapl_msr_priv_intel = {

	.type = RAPL_IF_MSR,

	.reg_unit = MSR_RAPL_POWER_UNIT,

	.regs[RAPL_DOMAIN_PACKAGE] = {

		MSR_PKG_POWER_LIMIT, MSR_PKG_ENERGY_STATUS, MSR_PKG_PERF_STATUS, 0, MSR_PKG_POWER_INFO },

	.regs[RAPL_DOMAIN_PP0] = {

		MSR_PP0_POWER_LIMIT, MSR_PP0_ENERGY_STATUS, 0, MSR_PP0_POLICY, 0 },

	.regs[RAPL_DOMAIN_PP1] = {

		MSR_PP1_POWER_LIMIT, MSR_PP1_ENERGY_STATUS, 0, MSR_PP1_POLICY, 0 },

	.regs[RAPL_DOMAIN_DRAM] = {

		MSR_DRAM_POWER_LIMIT, MSR_DRAM_ENERGY_STATUS, MSR_DRAM_PERF_STATUS, 0, MSR_DRAM_POWER_INFO },

	.regs[RAPL_DOMAIN_PLATFORM] = {

		MSR_PLATFORM_POWER_LIMIT, MSR_PLATFORM_ENERGY_STATUS, 0, 0, 0},

	.reg_unit.msr = MSR_RAPL_POWER_UNIT,

	.regs[RAPL_DOMAIN_PACKAGE][RAPL_DOMAIN_REG_LIMIT].msr	= MSR_PKG_POWER_LIMIT,

	.regs[RAPL_DOMAIN_PACKAGE][RAPL_DOMAIN_REG_STATUS].msr	= MSR_PKG_ENERGY_STATUS,

	.regs[RAPL_DOMAIN_PACKAGE][RAPL_DOMAIN_REG_PERF].msr	= MSR_PKG_PERF_STATUS,

	.regs[RAPL_DOMAIN_PACKAGE][RAPL_DOMAIN_REG_INFO].msr	= MSR_PKG_POWER_INFO,

	.regs[RAPL_DOMAIN_PP0][RAPL_DOMAIN_REG_LIMIT].msr	= MSR_PP0_POWER_LIMIT,

	.regs[RAPL_DOMAIN_PP0][RAPL_DOMAIN_REG_STATUS].msr	= MSR_PP0_ENERGY_STATUS,

	.regs[RAPL_DOMAIN_PP0][RAPL_DOMAIN_REG_POLICY].msr	= MSR_PP0_POLICY,

	.regs[RAPL_DOMAIN_PP1][RAPL_DOMAIN_REG_LIMIT].msr	= MSR_PP1_POWER_LIMIT,

	.regs[RAPL_DOMAIN_PP1][RAPL_DOMAIN_REG_STATUS].msr	= MSR_PP1_ENERGY_STATUS,

	.regs[RAPL_DOMAIN_PP1][RAPL_DOMAIN_REG_POLICY].msr	= MSR_PP1_POLICY,

	.regs[RAPL_DOMAIN_DRAM][RAPL_DOMAIN_REG_LIMIT].msr	= MSR_DRAM_POWER_LIMIT,

	.regs[RAPL_DOMAIN_DRAM][RAPL_DOMAIN_REG_STATUS].msr	= MSR_DRAM_ENERGY_STATUS,

	.regs[RAPL_DOMAIN_DRAM][RAPL_DOMAIN_REG_PERF].msr	= MSR_DRAM_PERF_STATUS,

	.regs[RAPL_DOMAIN_DRAM][RAPL_DOMAIN_REG_INFO].msr	= MSR_DRAM_POWER_INFO,

	.regs[RAPL_DOMAIN_PLATFORM][RAPL_DOMAIN_REG_LIMIT].msr	= MSR_PLATFORM_POWER_LIMIT,

	.regs[RAPL_DOMAIN_PLATFORM][RAPL_DOMAIN_REG_STATUS].msr	= MSR_PLATFORM_ENERGY_STATUS,

	.limits[RAPL_DOMAIN_PACKAGE] = BIT(POWER_LIMIT2),

	.limits[RAPL_DOMAIN_PLATFORM] = BIT(POWER_LIMIT2),

};



static struct rapl_if_priv rapl_msr_priv_amd = {

	.type = RAPL_IF_MSR,

	.reg_unit = MSR_AMD_RAPL_POWER_UNIT,

	.regs[RAPL_DOMAIN_PACKAGE] = {

		0, MSR_AMD_PKG_ENERGY_STATUS, 0, 0, 0 },

	.regs[RAPL_DOMAIN_PP0] = {

		0, MSR_AMD_CORE_ENERGY_STATUS, 0, 0, 0 },

	.reg_unit.msr = MSR_AMD_RAPL_POWER_UNIT,

	.regs[RAPL_DOMAIN_PACKAGE][RAPL_DOMAIN_REG_STATUS].msr	= MSR_AMD_PKG_ENERGY_STATUS,

	.regs[RAPL_DOMAIN_PP0][RAPL_DOMAIN_REG_STATUS].msr	= MSR_AMD_CORE_ENERGY_STATUS,

};



/* Handles CPU hotplug on multi-socket systems.
@@ -69,9 +73,9 @@ static int rapl_cpu_online(unsigned int cpu) 
{

	struct rapl_package *rp;



	rp = rapl_find_package_domain(cpu, rapl_msr_priv, true);

	rp = rapl_find_package_domain_cpuslocked(cpu, rapl_msr_priv, true);

	if (!rp) {

		rp = rapl_add_package(cpu, rapl_msr_priv, true);

		rp = rapl_add_package_cpuslocked(cpu, rapl_msr_priv, true);

		if (IS_ERR(rp))

			return PTR_ERR(rp);

	}
@@ -84,14 +88,14 @@ static int rapl_cpu_down_prep(unsigned int cpu) 
	struct rapl_package *rp;

	int lead_cpu;



	rp = rapl_find_package_domain(cpu, rapl_msr_priv, true);

	rp = rapl_find_package_domain_cpuslocked(cpu, rapl_msr_priv, true);

	if (!rp)

		return 0;



	cpumask_clear_cpu(cpu, &rp->cpumask);

	lead_cpu = cpumask_first(&rp->cpumask);

	if (lead_cpu >= nr_cpu_ids)

		rapl_remove_package(rp);

		rapl_remove_package_cpuslocked(rp);

	else if (rp->lead_cpu == cpu)

		rp->lead_cpu = lead_cpu;

	return 0;
@@ -99,10 +103,8 @@ static int rapl_cpu_down_prep(unsigned int cpu) 


static int rapl_msr_read_raw(int cpu, struct reg_action *ra)

{

	u32 msr = (u32)ra->reg;



	if (rdmsrl_safe_on_cpu(cpu, msr, &ra->value)) {

		pr_debug("failed to read msr 0x%x on cpu %d\n", msr, cpu);

	if (rdmsrl_safe_on_cpu(cpu, ra->reg.msr, &ra->value)) {

		pr_debug("failed to read msr 0x%x on cpu %d\n", ra->reg.msr, cpu);

		return -EIO;

	}

	ra->value &= ra->mask;
@@ -112,17 +114,16 @@ static int rapl_msr_read_raw(int cpu, struct reg_action *ra) 
static void rapl_msr_update_func(void *info)

{

	struct reg_action *ra = info;

	u32 msr = (u32)ra->reg;

	u64 val;



	ra->err = rdmsrl_safe(msr, &val);

	ra->err = rdmsrl_safe(ra->reg.msr, &val);

	if (ra->err)

		return;



	val &= ~ra->mask;

	val |= ra->value;



	ra->err = wrmsrl_safe(msr, val);

	ra->err = wrmsrl_safe(ra->reg.msr, val);

}



static int rapl_msr_write_raw(int cpu, struct reg_action *ra)
@@ -163,7 +164,7 @@ static int rapl_msr_probe(struct platform_device *pdev) 


	if (id) {

		rapl_msr_priv->limits[RAPL_DOMAIN_PACKAGE] |= BIT(POWER_LIMIT4);

		rapl_msr_priv->regs[RAPL_DOMAIN_PACKAGE][RAPL_DOMAIN_REG_PL4] =

		rapl_msr_priv->regs[RAPL_DOMAIN_PACKAGE][RAPL_DOMAIN_REG_PL4].msr =

			MSR_VR_CURRENT_CONFIG;

		pr_info("PL4 support detected.\n");

	}

drivers/powercap/intel_rapl_tpmi.c

+23 −9
Original line number Diff line number Diff line
@@ -40,6 +40,7 @@ enum tpmi_rapl_register { 
	TPMI_RAPL_REG_ENERGY_STATUS,

	TPMI_RAPL_REG_PERF_STATUS,

	TPMI_RAPL_REG_POWER_INFO,

	TPMI_RAPL_REG_DOMAIN_INFO,

	TPMI_RAPL_REG_INTERRUPT,

	TPMI_RAPL_REG_MAX = 15,

};
@@ -59,10 +60,10 @@ static struct powercap_control_type *tpmi_control_type; 


static int tpmi_rapl_read_raw(int id, struct reg_action *ra)

{

	if (!ra->reg)

	if (!ra->reg.mmio)

		return -EINVAL;



	ra->value = readq((void __iomem *)ra->reg);

	ra->value = readq(ra->reg.mmio);



	ra->value &= ra->mask;

	return 0;
@@ -72,15 +73,15 @@ static int tpmi_rapl_write_raw(int id, struct reg_action *ra) 
{

	u64 val;



	if (!ra->reg)

	if (!ra->reg.mmio)

		return -EINVAL;



	val = readq((void __iomem *)ra->reg);

	val = readq(ra->reg.mmio);



	val &= ~ra->mask;

	val |= ra->value;



	writeq(val, (void __iomem *)ra->reg);

	writeq(val, ra->reg.mmio);

	return 0;

}
@@ -130,6 +131,12 @@ static void trp_release(struct tpmi_rapl_package *trp) 
	mutex_unlock(&tpmi_rapl_lock);

}



/*

 * Bit 0 of TPMI_RAPL_REG_DOMAIN_INFO indicates if the current package is a domain

 * root or not. Only domain root packages can enumerate System (Psys) Domain.

 */

#define TPMI_RAPL_DOMAIN_ROOT	BIT(0)



static int parse_one_domain(struct tpmi_rapl_package *trp, u32 offset)

{

	u8 tpmi_domain_version;
@@ -138,8 +145,8 @@ static int parse_one_domain(struct tpmi_rapl_package *trp, u32 offset) 
	enum tpmi_rapl_register reg_index;

	enum rapl_domain_reg_id reg_id;

	int tpmi_domain_size, tpmi_domain_flags;

	u64 *tpmi_rapl_regs = trp->base + offset;

	u64 tpmi_domain_header = readq((void __iomem *)tpmi_rapl_regs);

	u64 tpmi_domain_header = readq(trp->base + offset);

	u64 tpmi_domain_info;



	/* Domain Parent bits are ignored for now */

	tpmi_domain_version = tpmi_domain_header & 0xff;
@@ -170,6 +177,13 @@ static int parse_one_domain(struct tpmi_rapl_package *trp, u32 offset) 
		domain_type = RAPL_DOMAIN_PACKAGE;

		break;

	case TPMI_RAPL_DOMAIN_SYSTEM:

		if (!(tpmi_domain_flags & BIT(TPMI_RAPL_REG_DOMAIN_INFO))) {

			pr_warn(FW_BUG "System domain must support Domain Info register\n");

			return -ENODEV;

		}

		tpmi_domain_info = readq(trp->base + offset + TPMI_RAPL_REG_DOMAIN_INFO);

		if (!(tpmi_domain_info & TPMI_RAPL_DOMAIN_ROOT))

			return 0;

		domain_type = RAPL_DOMAIN_PLATFORM;

		break;

	case TPMI_RAPL_DOMAIN_MEMORY:
@@ -180,7 +194,7 @@ static int parse_one_domain(struct tpmi_rapl_package *trp, u32 offset) 
		return -EINVAL;

	}



	if (trp->priv.regs[domain_type][RAPL_DOMAIN_REG_UNIT]) {

	if (trp->priv.regs[domain_type][RAPL_DOMAIN_REG_UNIT].mmio) {

		pr_warn(FW_BUG "Duplicate Domain type %d\n", tpmi_domain_type);

		return -EINVAL;

	}
@@ -218,7 +232,7 @@ static int parse_one_domain(struct tpmi_rapl_package *trp, u32 offset) 
		default:

			continue;

		}

		trp->priv.regs[domain_type][reg_id] = (u64)&tpmi_rapl_regs[reg_index];

		trp->priv.regs[domain_type][reg_id].mmio = trp->base + offset + reg_index * 8;

	}



	return 0;

drivers/thermal/intel/int340x_thermal/processor_thermal_rapl.c

+12 −12
Original line number Diff line number Diff line
@@ -27,9 +27,9 @@ static int rapl_mmio_cpu_online(unsigned int cpu) 
	if (topology_physical_package_id(cpu))

		return 0;



	rp = rapl_find_package_domain(cpu, &rapl_mmio_priv, true);

	rp = rapl_find_package_domain_cpuslocked(cpu, &rapl_mmio_priv, true);

	if (!rp) {

		rp = rapl_add_package(cpu, &rapl_mmio_priv, true);

		rp = rapl_add_package_cpuslocked(cpu, &rapl_mmio_priv, true);

		if (IS_ERR(rp))

			return PTR_ERR(rp);

	}
@@ -42,14 +42,14 @@ static int rapl_mmio_cpu_down_prep(unsigned int cpu) 
	struct rapl_package *rp;

	int lead_cpu;



	rp = rapl_find_package_domain(cpu, &rapl_mmio_priv, true);

	rp = rapl_find_package_domain_cpuslocked(cpu, &rapl_mmio_priv, true);

	if (!rp)

		return 0;



	cpumask_clear_cpu(cpu, &rp->cpumask);

	lead_cpu = cpumask_first(&rp->cpumask);

	if (lead_cpu >= nr_cpu_ids)

		rapl_remove_package(rp);

		rapl_remove_package_cpuslocked(rp);

	else if (rp->lead_cpu == cpu)

		rp->lead_cpu = lead_cpu;

	return 0;
@@ -57,10 +57,10 @@ static int rapl_mmio_cpu_down_prep(unsigned int cpu) 


static int rapl_mmio_read_raw(int cpu, struct reg_action *ra)

{

	if (!ra->reg)

	if (!ra->reg.mmio)

		return -EINVAL;



	ra->value = readq((void __iomem *)ra->reg);

	ra->value = readq(ra->reg.mmio);

	ra->value &= ra->mask;

	return 0;

}
@@ -69,13 +69,13 @@ static int rapl_mmio_write_raw(int cpu, struct reg_action *ra) 
{

	u64 val;



	if (!ra->reg)

	if (!ra->reg.mmio)

		return -EINVAL;



	val = readq((void __iomem *)ra->reg);

	val = readq(ra->reg.mmio);

	val &= ~ra->mask;

	val |= ra->value;

	writeq(val, (void __iomem *)ra->reg);

	writeq(val, ra->reg.mmio);

	return 0;

}
@@ -92,13 +92,13 @@ int proc_thermal_rapl_add(struct pci_dev *pdev, struct proc_thermal_device *proc 
	for (domain = RAPL_DOMAIN_PACKAGE; domain < RAPL_DOMAIN_MAX; domain++) {

		for (reg = RAPL_DOMAIN_REG_LIMIT; reg < RAPL_DOMAIN_REG_MAX; reg++)

			if (rapl_regs->regs[domain][reg])

				rapl_mmio_priv.regs[domain][reg] =

						(u64)proc_priv->mmio_base +

				rapl_mmio_priv.regs[domain][reg].mmio =

						proc_priv->mmio_base +

						rapl_regs->regs[domain][reg];

		rapl_mmio_priv.limits[domain] = rapl_regs->limits[domain];

	}

	rapl_mmio_priv.type = RAPL_IF_MMIO;

	rapl_mmio_priv.reg_unit = (u64)proc_priv->mmio_base + rapl_regs->reg_unit;

	rapl_mmio_priv.reg_unit.mmio = proc_priv->mmio_base + rapl_regs->reg_unit;



	rapl_mmio_priv.read_raw = rapl_mmio_read_raw;

	rapl_mmio_priv.write_raw = rapl_mmio_write_raw;

include/linux/intel_rapl.h

+16 −4
Original line number Diff line number Diff line
@@ -100,10 +100,16 @@ struct rapl_package; 


#define RAPL_DOMAIN_NAME_LENGTH 16



union rapl_reg {

	void __iomem *mmio;

	u32 msr;

	u64 val;

};



struct rapl_domain {

	char name[RAPL_DOMAIN_NAME_LENGTH];

	enum rapl_domain_type id;

	u64 regs[RAPL_DOMAIN_REG_MAX];

	union rapl_reg regs[RAPL_DOMAIN_REG_MAX];

	struct powercap_zone power_zone;

	struct rapl_domain_data rdd;

	struct rapl_power_limit rpl[NR_POWER_LIMITS];
@@ -116,7 +122,7 @@ struct rapl_domain { 
};



struct reg_action {

	u64 reg;

	union rapl_reg reg;

	u64 mask;

	u64 value;

	int err;
@@ -143,8 +149,8 @@ struct rapl_if_priv { 
	enum rapl_if_type type;

	struct powercap_control_type *control_type;

	enum cpuhp_state pcap_rapl_online;

	u64 reg_unit;

	u64 regs[RAPL_DOMAIN_MAX][RAPL_DOMAIN_REG_MAX];

	union rapl_reg reg_unit;

	union rapl_reg regs[RAPL_DOMAIN_MAX][RAPL_DOMAIN_REG_MAX];

	int limits[RAPL_DOMAIN_MAX];

	int (*read_raw)(int id, struct reg_action *ra);

	int (*write_raw)(int id, struct reg_action *ra);
@@ -172,6 +178,12 @@ struct rapl_package { 
	struct rapl_if_priv *priv;

};



struct rapl_package *rapl_find_package_domain_cpuslocked(int id, struct rapl_if_priv *priv,

						       bool id_is_cpu);

struct rapl_package *rapl_add_package_cpuslocked(int id, struct rapl_if_priv *priv,

						 bool id_is_cpu);

void rapl_remove_package_cpuslocked(struct rapl_package *rp);



struct rapl_package *rapl_find_package_domain(int id, struct rapl_if_priv *priv, bool id_is_cpu);

struct rapl_package *rapl_add_package(int id, struct rapl_if_priv *priv, bool id_is_cpu);

void rapl_remove_package(struct rapl_package *rp);