109 	void (*set_floor_freq)(struct rapl_domain *rd, bool mode);
147 static int rapl_read_data_raw(struct rapl_domain *rd,
150 static int rapl_write_data_raw(struct rapl_domain *rd,
153 static u64 rapl_unit_xlate(struct rapl_domain *rd,
170 	struct rapl_domain *rd;  in get_energy_counter()  local
177 	rd = power_zone_to_rapl_domain(power_zone);  in get_energy_counter()
179 	if (!rapl_read_data_raw(rd, ENERGY_COUNTER, true, &energy_now)) {  in get_energy_counter()
192 	struct rapl_domain *rd = power_zone_to_rapl_domain(pcd_dev);  in get_max_energy_counter()  local
194 	*energy = rapl_unit_xlate(rd, ENERGY_UNIT, ENERGY_STATUS_MASK, 0);  in get_max_energy_counter()
200 	struct rapl_domain *rd = power_zone_to_rapl_domain(power_zone);  in release_zone()  local
201 	struct rapl_package *rp = rd->rp;  in release_zone()
206 	if (rd->id == RAPL_DOMAIN_PACKAGE) {  in release_zone()
207 		kfree(rd);  in release_zone()
215 static int find_nr_power_limit(struct rapl_domain *rd)  in find_nr_power_limit()  argument
220 		if (rd->rpl[i].name)  in find_nr_power_limit()
229 	struct rapl_domain *rd = power_zone_to_rapl_domain(power_zone);  in set_domain_enable()  local
231 	if (rd->state & DOMAIN_STATE_BIOS_LOCKED)  in set_domain_enable()
235 	rapl_write_data_raw(rd, PL1_ENABLE, mode);  in set_domain_enable()
237 		rapl_defaults->set_floor_freq(rd, mode);  in set_domain_enable()
245 	struct rapl_domain *rd = power_zone_to_rapl_domain(power_zone);  in get_domain_enable()  local
248 	if (rd->state & DOMAIN_STATE_BIOS_LOCKED) {  in get_domain_enable()
253 	if (rapl_read_data_raw(rd, PL1_ENABLE, true, &val)) {  in get_domain_enable()
312 static int contraint_to_pl(struct rapl_domain *rd, int cid)  in contraint_to_pl()  argument
317 		if ((rd->rpl[i].name) && j++ == cid) {  in contraint_to_pl()
330 	struct rapl_domain *rd;  in set_power_limit()  local
336 	rd = power_zone_to_rapl_domain(power_zone);  in set_power_limit()
337 	id = contraint_to_pl(rd, cid);  in set_power_limit()
343 	rp = rd->rp;  in set_power_limit()
345 	if (rd->state & DOMAIN_STATE_BIOS_LOCKED) {  in set_power_limit()
347 			 "%s locked by BIOS, monitoring only\n", rd->name);  in set_power_limit()
352 	switch (rd->rpl[id].prim_id) {  in set_power_limit()
354 		rapl_write_data_raw(rd, POWER_LIMIT1, power_limit);  in set_power_limit()
357 		rapl_write_data_raw(rd, POWER_LIMIT2, power_limit);  in set_power_limit()
360 		rapl_write_data_raw(rd, POWER_LIMIT4, power_limit);  in set_power_limit()
375 	struct rapl_domain *rd;  in get_current_power_limit()  local
382 	rd = power_zone_to_rapl_domain(power_zone);  in get_current_power_limit()
383 	id = contraint_to_pl(rd, cid);  in get_current_power_limit()
389 	switch (rd->rpl[id].prim_id) {  in get_current_power_limit()
403 	if (rapl_read_data_raw(rd, prim, true, &val))  in get_current_power_limit()
417 	struct rapl_domain *rd;  in set_time_window()  local
422 	rd = power_zone_to_rapl_domain(power_zone);  in set_time_window()
423 	id = contraint_to_pl(rd, cid);  in set_time_window()
429 	switch (rd->rpl[id].prim_id) {  in set_time_window()
431 		rapl_write_data_raw(rd, TIME_WINDOW1, window);  in set_time_window()
434 		rapl_write_data_raw(rd, TIME_WINDOW2, window);  in set_time_window()
448 	struct rapl_domain *rd;  in get_time_window()  local
454 	rd = power_zone_to_rapl_domain(power_zone);  in get_time_window()
455 	id = contraint_to_pl(rd, cid);  in get_time_window()
461 	switch (rd->rpl[id].prim_id) {  in get_time_window()
463 		ret = rapl_read_data_raw(rd, TIME_WINDOW1, true, &val);  in get_time_window()
466 		ret = rapl_read_data_raw(rd, TIME_WINDOW2, true, &val);  in get_time_window()
491 	struct rapl_domain *rd;  in get_constraint_name()  local
494 	rd = power_zone_to_rapl_domain(power_zone);  in get_constraint_name()
495 	id = contraint_to_pl(rd, cid);  in get_constraint_name()
497 		return rd->rpl[id].name;  in get_constraint_name()
504 	struct rapl_domain *rd;  in get_max_power()  local
510 	rd = power_zone_to_rapl_domain(power_zone);  in get_max_power()
511 	switch (rd->rpl[id].prim_id) {  in get_max_power()
525 	if (rapl_read_data_raw(rd, prim, true, &val))  in get_max_power()
531 	if (rd->rpl[id].prim_id == PL4_ENABLE)  in get_max_power()
553 	struct rapl_domain *rd = rp->domains;  in rapl_init_domains()  local
561 		rd->rp = rp;  in rapl_init_domains()
564 			snprintf(rd->name, RAPL_DOMAIN_NAME_LENGTH, "psys-%d",  in rapl_init_domains()
567 			snprintf(rd->name, RAPL_DOMAIN_NAME_LENGTH, "%s",  in rapl_init_domains()
570 		rd->id = i;  in rapl_init_domains()
571 		rd->rpl[0].prim_id = PL1_ENABLE;  in rapl_init_domains()
572 		rd->rpl[0].name = pl1_name;  in rapl_init_domains()
579 			rd->rpl[1].prim_id = PL2_ENABLE;  in rapl_init_domains()
580 			rd->rpl[1].name = pl2_name;  in rapl_init_domains()
585 			rd->rpl[2].prim_id = PL4_ENABLE;  in rapl_init_domains()
586 			rd->rpl[2].name = pl4_name;  in rapl_init_domains()
590 			rd->regs[j] = rp->priv->regs[i][j];  in rapl_init_domains()
594 			rd->domain_energy_unit =  in rapl_init_domains()
596 			if (rd->domain_energy_unit)  in rapl_init_domains()
598 					rd->domain_energy_unit);  in rapl_init_domains()
601 			rd->domain_energy_unit =  in rapl_init_domains()
603 			if (rd->domain_energy_unit)  in rapl_init_domains()
605 					rd->domain_energy_unit);  in rapl_init_domains()
610 		rd++;  in rapl_init_domains()
614 static u64 rapl_unit_xlate(struct rapl_domain *rd, enum unit_type type,  in rapl_unit_xlate()  argument
618 	struct rapl_package *rp = rd->rp;  in rapl_unit_xlate()
628 		if (rd->domain_energy_unit)  in rapl_unit_xlate()
629 			units = rd->domain_energy_unit;  in rapl_unit_xlate()
706 prim_fixups(struct rapl_domain *rd, enum rapl_primitives prim)  in prim_fixups()  argument
711 	if (rd->id != RAPL_DOMAIN_PLATFORM)  in prim_fixups()
745 static int rapl_read_data_raw(struct rapl_domain *rd,  in rapl_read_data_raw()  argument
749 	enum rapl_primitives prim_fixed = prim_fixups(rd, prim);  in rapl_read_data_raw()
757 	ra.reg = rd->regs[rp->id];  in rapl_read_data_raw()
761 	cpu = rd->rp->lead_cpu;  in rapl_read_data_raw()
764 	if (prim == FW_LOCK && rd->rp->priv->limits[rd->id] == 2) {  in rapl_read_data_raw()
770 		*data = rd->rdd.primitives[prim];  in rapl_read_data_raw()
776 	if (rd->rp->priv->read_raw(cpu, &ra)) {  in rapl_read_data_raw()
784 		*data = rapl_unit_xlate(rd, rp->unit, value, 0);  in rapl_read_data_raw()
792 static int rapl_write_data_raw(struct rapl_domain *rd,  in rapl_write_data_raw()  argument
796 	enum rapl_primitives prim_fixed = prim_fixups(rd, prim);  in rapl_write_data_raw()
803 	cpu = rd->rp->lead_cpu;  in rapl_write_data_raw()
804 	bits = rapl_unit_xlate(rd, rp->unit, value, 1);  in rapl_write_data_raw()
810 	ra.reg = rd->regs[rp->id];  in rapl_write_data_raw()
814 	ret = rd->rp->priv->write_raw(cpu, &ra);  in rapl_write_data_raw()
944 static void set_floor_freq_default(struct rapl_domain *rd, bool mode)  in set_floor_freq_default()  argument
946 	int nr_powerlimit = find_nr_power_limit(rd);  in set_floor_freq_default()
951 	rapl_write_data_raw(rd, PL1_CLAMP, mode);  in set_floor_freq_default()
955 		rapl_write_data_raw(rd, PL2_ENABLE, mode);  in set_floor_freq_default()
956 		rapl_write_data_raw(rd, PL2_CLAMP, mode);  in set_floor_freq_default()
960 static void set_floor_freq_atom(struct rapl_domain *rd, bool enable)  in set_floor_freq_atom()  argument
1161 	struct rapl_domain *rd;  in rapl_package_register_powercap()  local
1169 	for (rd = rp->domains; rd < rp->domains + rp->nr_domains; rd++) {  in rapl_package_register_powercap()
1170 		if (rd->id == RAPL_DOMAIN_PACKAGE) {  in rapl_package_register_powercap()
1171 			nr_pl = find_nr_power_limit(rd);  in rapl_package_register_powercap()
1173 			power_zone = powercap_register_zone(&rd->power_zone,  in rapl_package_register_powercap()
1175 					    NULL, &zone_ops[rd->id], nr_pl,  in rapl_package_register_powercap()
1193 	for (rd = rp->domains; rd < rp->domains + rp->nr_domains; rd++) {  in rapl_package_register_powercap()
1196 		if (rd->id == RAPL_DOMAIN_PACKAGE)  in rapl_package_register_powercap()
1198 		if (rd->id == RAPL_DOMAIN_PLATFORM)  in rapl_package_register_powercap()
1201 		nr_pl = find_nr_power_limit(rd);  in rapl_package_register_powercap()
1202 		power_zone = powercap_register_zone(&rd->power_zone,  in rapl_package_register_powercap()
1204 						    rd->name, parent,  in rapl_package_register_powercap()
1205 						    &zone_ops[rd->id], nr_pl,  in rapl_package_register_powercap()
1210 				 rp->name, rd->name);  in rapl_package_register_powercap()
1222 	while (--rd >= rp->domains) {  in rapl_package_register_powercap()
1223 		pr_debug("unregister %s domain %s\n", rp->name, rd->name);  in rapl_package_register_powercap()
1225 					 &rd->power_zone);  in rapl_package_register_powercap()
1267 static void rapl_detect_powerlimit(struct rapl_domain *rd)  in rapl_detect_powerlimit()  argument
1273 	if (!rapl_read_data_raw(rd, FW_LOCK, false, &val64)) {  in rapl_detect_powerlimit()
1276 				rd->rp->name, rd->name);  in rapl_detect_powerlimit()
1277 			rd->state |= DOMAIN_STATE_BIOS_LOCKED;  in rapl_detect_powerlimit()
1282 		int prim = rd->rpl[i].prim_id;  in rapl_detect_powerlimit()
1284 		if (rapl_read_data_raw(rd, prim, false, &val64))  in rapl_detect_powerlimit()
1285 			rd->rpl[i].name = NULL;  in rapl_detect_powerlimit()
1294 	struct rapl_domain *rd;  in rapl_detect_domains()  local
1318 	for (rd = rp->domains; rd < rp->domains + rp->nr_domains; rd++)  in rapl_detect_domains()
1319 		rapl_detect_powerlimit(rd);  in rapl_detect_domains()
1327 	struct rapl_domain *rd, *rd_package = NULL;  in rapl_remove_package()  local
1331 	for (rd = rp->domains; rd < rp->domains + rp->nr_domains; rd++) {  in rapl_remove_package()
1332 		rapl_write_data_raw(rd, PL1_ENABLE, 0);  in rapl_remove_package()
1333 		rapl_write_data_raw(rd, PL1_CLAMP, 0);  in rapl_remove_package()
1334 		if (find_nr_power_limit(rd) > 1) {  in rapl_remove_package()
1335 			rapl_write_data_raw(rd, PL2_ENABLE, 0);  in rapl_remove_package()
1336 			rapl_write_data_raw(rd, PL2_CLAMP, 0);  in rapl_remove_package()
1337 			rapl_write_data_raw(rd, PL4_ENABLE, 0);  in rapl_remove_package()
1339 		if (rd->id == RAPL_DOMAIN_PACKAGE) {  in rapl_remove_package()
1340 			rd_package = rd;  in rapl_remove_package()
1344 			 rp->name, rd->name);  in rapl_remove_package()
1346 					 &rd->power_zone);  in rapl_remove_package()
1421 	struct rapl_domain *rd;  in power_limit_state_save()  local
1428 		rd = power_zone_to_rapl_domain(rp->power_zone);  in power_limit_state_save()
1429 		nr_pl = find_nr_power_limit(rd);  in power_limit_state_save()
1431 			switch (rd->rpl[i].prim_id) {  in power_limit_state_save()
1433 				ret = rapl_read_data_raw(rd,  in power_limit_state_save()
1435 						 &rd->rpl[i].last_power_limit);  in power_limit_state_save()
1437 					rd->rpl[i].last_power_limit = 0;  in power_limit_state_save()
1440 				ret = rapl_read_data_raw(rd,  in power_limit_state_save()
1442 						 &rd->rpl[i].last_power_limit);  in power_limit_state_save()
1444 					rd->rpl[i].last_power_limit = 0;  in power_limit_state_save()
1447 				ret = rapl_read_data_raw(rd,  in power_limit_state_save()
1449 						 &rd->rpl[i].last_power_limit);  in power_limit_state_save()
1451 					rd->rpl[i].last_power_limit = 0;  in power_limit_state_save()
1462 	struct rapl_domain *rd;  in power_limit_state_restore()  local
1469 		rd = power_zone_to_rapl_domain(rp->power_zone);  in power_limit_state_restore()
1470 		nr_pl = find_nr_power_limit(rd);  in power_limit_state_restore()
1472 			switch (rd->rpl[i].prim_id) {  in power_limit_state_restore()
1474 				if (rd->rpl[i].last_power_limit)  in power_limit_state_restore()
1475 					rapl_write_data_raw(rd, POWER_LIMIT1,  in power_limit_state_restore()
1476 					    rd->rpl[i].last_power_limit);  in power_limit_state_restore()
1479 				if (rd->rpl[i].last_power_limit)  in power_limit_state_restore()
1480 					rapl_write_data_raw(rd, POWER_LIMIT2,  in power_limit_state_restore()
1481 					    rd->rpl[i].last_power_limit);  in power_limit_state_restore()
1484 				if (rd->rpl[i].last_power_limit)  in power_limit_state_restore()
1485 					rapl_write_data_raw(rd, POWER_LIMIT4,  in power_limit_state_restore()
1486 					    rd->rpl[i].last_power_limit);  in power_limit_state_restore()