206 	void (*set_floor_freq)(struct rapl_domain *rd, bool mode);
242 static int rapl_read_data_raw(struct rapl_domain *rd,
245 static int rapl_write_data_raw(struct rapl_domain *rd,
248 static u64 rapl_unit_xlate(struct rapl_domain *rd,
281 	struct rapl_domain *rd;  in get_energy_counter()  local
288 	rd = power_zone_to_rapl_domain(power_zone);  in get_energy_counter()
290 	if (!rapl_read_data_raw(rd, ENERGY_COUNTER, true, &energy_now)) {  in get_energy_counter()
303 	struct rapl_domain *rd = power_zone_to_rapl_domain(pcd_dev);  in get_max_energy_counter()  local
305 	*energy = rapl_unit_xlate(rd, ENERGY_UNIT, ENERGY_STATUS_MASK, 0);  in get_max_energy_counter()
311 	struct rapl_domain *rd = power_zone_to_rapl_domain(power_zone);  in release_zone()  local
312 	struct rapl_package *rp = rd->rp;  in release_zone()
317 	if (rd->id == RAPL_DOMAIN_PACKAGE) {  in release_zone()
318 		kfree(rd);  in release_zone()
326 static int find_nr_power_limit(struct rapl_domain *rd)  in find_nr_power_limit()  argument
331 		if (rd->rpl[i].name)  in find_nr_power_limit()
340 	struct rapl_domain *rd = power_zone_to_rapl_domain(power_zone);  in set_domain_enable()  local
342 	if (rd->state & DOMAIN_STATE_BIOS_LOCKED)  in set_domain_enable()
346 	rapl_write_data_raw(rd, PL1_ENABLE, mode);  in set_domain_enable()
348 		rapl_defaults->set_floor_freq(rd, mode);  in set_domain_enable()
356 	struct rapl_domain *rd = power_zone_to_rapl_domain(power_zone);  in get_domain_enable()  local
359 	if (rd->state & DOMAIN_STATE_BIOS_LOCKED) {  in get_domain_enable()
364 	if (rapl_read_data_raw(rd, PL1_ENABLE, true, &val)) {  in get_domain_enable()
424 static int contraint_to_pl(struct rapl_domain *rd, int cid)  in contraint_to_pl()  argument
429 		if ((rd->rpl[i].name) && j++ == cid) {  in contraint_to_pl()
442 	struct rapl_domain *rd;  in set_power_limit()  local
448 	rd = power_zone_to_rapl_domain(power_zone);  in set_power_limit()
449 	id = contraint_to_pl(rd, cid);  in set_power_limit()
455 	rp = rd->rp;  in set_power_limit()
457 	if (rd->state & DOMAIN_STATE_BIOS_LOCKED) {  in set_power_limit()
459 			rd->name);  in set_power_limit()
464 	switch (rd->rpl[id].prim_id) {  in set_power_limit()
466 		rapl_write_data_raw(rd, POWER_LIMIT1, power_limit);  in set_power_limit()
469 		rapl_write_data_raw(rd, POWER_LIMIT2, power_limit);  in set_power_limit()
484 	struct rapl_domain *rd;  in get_current_power_limit()  local
491 	rd = power_zone_to_rapl_domain(power_zone);  in get_current_power_limit()
492 	id = contraint_to_pl(rd, cid);  in get_current_power_limit()
498 	switch (rd->rpl[id].prim_id) {  in get_current_power_limit()
509 	if (rapl_read_data_raw(rd, prim, true, &val))  in get_current_power_limit()
523 	struct rapl_domain *rd;  in set_time_window()  local
528 	rd = power_zone_to_rapl_domain(power_zone);  in set_time_window()
529 	id = contraint_to_pl(rd, cid);  in set_time_window()
535 	switch (rd->rpl[id].prim_id) {  in set_time_window()
537 		rapl_write_data_raw(rd, TIME_WINDOW1, window);  in set_time_window()
540 		rapl_write_data_raw(rd, TIME_WINDOW2, window);  in set_time_window()
553 	struct rapl_domain *rd;  in get_time_window()  local
559 	rd = power_zone_to_rapl_domain(power_zone);  in get_time_window()
560 	id = contraint_to_pl(rd, cid);  in get_time_window()
566 	switch (rd->rpl[id].prim_id) {  in get_time_window()
568 		ret = rapl_read_data_raw(rd, TIME_WINDOW1, true, &val);  in get_time_window()
571 		ret = rapl_read_data_raw(rd, TIME_WINDOW2, true, &val);  in get_time_window()
588 	struct rapl_domain *rd;  in get_constraint_name()  local
591 	rd = power_zone_to_rapl_domain(power_zone);  in get_constraint_name()
592 	id = contraint_to_pl(rd, cid);  in get_constraint_name()
594 		return rd->rpl[id].name;  in get_constraint_name()
603 	struct rapl_domain *rd;  in get_max_power()  local
609 	rd = power_zone_to_rapl_domain(power_zone);  in get_max_power()
610 	switch (rd->rpl[id].prim_id) {  in get_max_power()
621 	if (rapl_read_data_raw(rd, prim, true, &val))  in get_max_power()
644 	struct rapl_domain *rd = rp->domains;  in rapl_init_domains()  local
650 			rd->name = rapl_domain_names[RAPL_DOMAIN_PACKAGE];  in rapl_init_domains()
651 			rd->id = RAPL_DOMAIN_PACKAGE;  in rapl_init_domains()
652 			rd->msrs[0] = MSR_PKG_POWER_LIMIT;  in rapl_init_domains()
653 			rd->msrs[1] = MSR_PKG_ENERGY_STATUS;  in rapl_init_domains()
654 			rd->msrs[2] = MSR_PKG_PERF_STATUS;  in rapl_init_domains()
655 			rd->msrs[3] = 0;  in rapl_init_domains()
656 			rd->msrs[4] = MSR_PKG_POWER_INFO;  in rapl_init_domains()
657 			rd->rpl[0].prim_id = PL1_ENABLE;  in rapl_init_domains()
658 			rd->rpl[0].name = pl1_name;  in rapl_init_domains()
659 			rd->rpl[1].prim_id = PL2_ENABLE;  in rapl_init_domains()
660 			rd->rpl[1].name = pl2_name;  in rapl_init_domains()
663 			rd->name = rapl_domain_names[RAPL_DOMAIN_PP0];  in rapl_init_domains()
664 			rd->id = RAPL_DOMAIN_PP0;  in rapl_init_domains()
665 			rd->msrs[0] = MSR_PP0_POWER_LIMIT;  in rapl_init_domains()
666 			rd->msrs[1] = MSR_PP0_ENERGY_STATUS;  in rapl_init_domains()
667 			rd->msrs[2] = 0;  in rapl_init_domains()
668 			rd->msrs[3] = MSR_PP0_POLICY;  in rapl_init_domains()
669 			rd->msrs[4] = 0;  in rapl_init_domains()
670 			rd->rpl[0].prim_id = PL1_ENABLE;  in rapl_init_domains()
671 			rd->rpl[0].name = pl1_name;  in rapl_init_domains()
674 			rd->name = rapl_domain_names[RAPL_DOMAIN_PP1];  in rapl_init_domains()
675 			rd->id = RAPL_DOMAIN_PP1;  in rapl_init_domains()
676 			rd->msrs[0] = MSR_PP1_POWER_LIMIT;  in rapl_init_domains()
677 			rd->msrs[1] = MSR_PP1_ENERGY_STATUS;  in rapl_init_domains()
678 			rd->msrs[2] = 0;  in rapl_init_domains()
679 			rd->msrs[3] = MSR_PP1_POLICY;  in rapl_init_domains()
680 			rd->msrs[4] = 0;  in rapl_init_domains()
681 			rd->rpl[0].prim_id = PL1_ENABLE;  in rapl_init_domains()
682 			rd->rpl[0].name = pl1_name;  in rapl_init_domains()
685 			rd->name = rapl_domain_names[RAPL_DOMAIN_DRAM];  in rapl_init_domains()
686 			rd->id = RAPL_DOMAIN_DRAM;  in rapl_init_domains()
687 			rd->msrs[0] = MSR_DRAM_POWER_LIMIT;  in rapl_init_domains()
688 			rd->msrs[1] = MSR_DRAM_ENERGY_STATUS;  in rapl_init_domains()
689 			rd->msrs[2] = MSR_DRAM_PERF_STATUS;  in rapl_init_domains()
690 			rd->msrs[3] = 0;  in rapl_init_domains()
691 			rd->msrs[4] = MSR_DRAM_POWER_INFO;  in rapl_init_domains()
692 			rd->rpl[0].prim_id = PL1_ENABLE;  in rapl_init_domains()
693 			rd->rpl[0].name = pl1_name;  in rapl_init_domains()
694 			rd->domain_energy_unit =  in rapl_init_domains()
696 			if (rd->domain_energy_unit)  in rapl_init_domains()
698 					rd->domain_energy_unit);  in rapl_init_domains()
702 			rd->rp = rp;  in rapl_init_domains()
703 			rd++;  in rapl_init_domains()
708 static u64 rapl_unit_xlate(struct rapl_domain *rd, enum unit_type type,  in rapl_unit_xlate()  argument
712 	struct rapl_package *rp = rd->rp;  in rapl_unit_xlate()
722 		if (rd->domain_energy_unit)  in rapl_unit_xlate()
723 			units = rd->domain_energy_unit;  in rapl_unit_xlate()
796 static int rapl_read_data_raw(struct rapl_domain *rd,  in rapl_read_data_raw()  argument
808 	msr = rd->msrs[rp->id];  in rapl_read_data_raw()
812 	cpu = rd->rp->lead_cpu;  in rapl_read_data_raw()
815 	if (prim == FW_LOCK && rd->id == RAPL_DOMAIN_PACKAGE) {  in rapl_read_data_raw()
821 		*data = rd->rdd.primitives[prim];  in rapl_read_data_raw()
833 		*data = rapl_unit_xlate(rd, rp->unit, final, 0);  in rapl_read_data_raw()
867 static int rapl_write_data_raw(struct rapl_domain *rd,  in rapl_write_data_raw()  argument
877 	cpu = rd->rp->lead_cpu;  in rapl_write_data_raw()
878 	bits = rapl_unit_xlate(rd, rp->unit, value, 1);  in rapl_write_data_raw()
884 	ma.msr_no = rd->msrs[rp->id];  in rapl_write_data_raw()
1018 static void set_floor_freq_default(struct rapl_domain *rd, bool mode)  in set_floor_freq_default()  argument
1020 	int nr_powerlimit = find_nr_power_limit(rd);  in set_floor_freq_default()
1025 	rapl_write_data_raw(rd, PL1_CLAMP, mode);  in set_floor_freq_default()
1029 		rapl_write_data_raw(rd, PL2_ENABLE, mode);  in set_floor_freq_default()
1030 		rapl_write_data_raw(rd, PL2_CLAMP, mode);  in set_floor_freq_default()
1034 static void set_floor_freq_atom(struct rapl_domain *rd, bool enable)  in set_floor_freq_atom()  argument
1212 	struct rapl_domain *rd;  in rapl_package_register_powercap()  local
1221 	for (rd = rp->domains; rd < rp->domains + rp->nr_domains; rd++) {  in rapl_package_register_powercap()
1222 		if (rd->id == RAPL_DOMAIN_PACKAGE) {  in rapl_package_register_powercap()
1223 			nr_pl = find_nr_power_limit(rd);  in rapl_package_register_powercap()
1225 				rp->id, rd->name);  in rapl_package_register_powercap()
1228 				rd->name, rp->id);  in rapl_package_register_powercap()
1229 			power_zone = powercap_register_zone(&rd->power_zone,  in rapl_package_register_powercap()
1232 							&zone_ops[rd->id],  in rapl_package_register_powercap()
1251 	for (rd = rp->domains; rd < rp->domains + rp->nr_domains; rd++) {  in rapl_package_register_powercap()
1252 		if (rd->id == RAPL_DOMAIN_PACKAGE)  in rapl_package_register_powercap()
1255 		nr_pl = find_nr_power_limit(rd);  in rapl_package_register_powercap()
1256 		power_zone = powercap_register_zone(&rd->power_zone,  in rapl_package_register_powercap()
1257 						control_type, rd->name,  in rapl_package_register_powercap()
1259 						&zone_ops[rd->id], nr_pl,  in rapl_package_register_powercap()
1264 				rp->id, rd->name, dev_name);  in rapl_package_register_powercap()
1276 	while (--rd >= rp->domains) {  in rapl_package_register_powercap()
1277 		pr_debug("unregister package %d domain %s\n", rp->id, rd->name);  in rapl_package_register_powercap()
1278 		powercap_unregister_zone(control_type, &rd->power_zone);  in rapl_package_register_powercap()
1286 	struct rapl_domain *rd;  in rapl_register_psys()  local
1296 	rd = kzalloc(sizeof(*rd), GFP_KERNEL);  in rapl_register_psys()
1297 	if (!rd)  in rapl_register_psys()
1300 	rd->name = rapl_domain_names[RAPL_DOMAIN_PLATFORM];  in rapl_register_psys()
1301 	rd->id = RAPL_DOMAIN_PLATFORM;  in rapl_register_psys()
1302 	rd->msrs[0] = MSR_PLATFORM_POWER_LIMIT;  in rapl_register_psys()
1303 	rd->msrs[1] = MSR_PLATFORM_ENERGY_STATUS;  in rapl_register_psys()
1304 	rd->rpl[0].prim_id = PL1_ENABLE;  in rapl_register_psys()
1305 	rd->rpl[0].name = pl1_name;  in rapl_register_psys()
1306 	rd->rpl[1].prim_id = PL2_ENABLE;  in rapl_register_psys()
1307 	rd->rpl[1].name = pl2_name;  in rapl_register_psys()
1308 	rd->rp = find_package_by_id(0);  in rapl_register_psys()
1310 	power_zone = powercap_register_zone(&rd->power_zone, control_type,  in rapl_register_psys()
1316 		kfree(rd);  in rapl_register_psys()
1320 	platform_rapl_domain = rd;  in rapl_register_psys()
1379 static void rapl_detect_powerlimit(struct rapl_domain *rd)  in rapl_detect_powerlimit()  argument
1385 	if (!rapl_read_data_raw(rd, FW_LOCK, false, &val64)) {  in rapl_detect_powerlimit()
1388 				rd->rp->id, rd->name);  in rapl_detect_powerlimit()
1389 			rd->state |= DOMAIN_STATE_BIOS_LOCKED;  in rapl_detect_powerlimit()
1394 		int prim = rd->rpl[i].prim_id;  in rapl_detect_powerlimit()
1395 		if (rapl_read_data_raw(rd, prim, false, &val64))  in rapl_detect_powerlimit()
1396 			rd->rpl[i].name = NULL;  in rapl_detect_powerlimit()
1405 	struct rapl_domain *rd;  in rapl_detect_domains()  local
1429 	for (rd = rp->domains; rd < rp->domains + rp->nr_domains; rd++)  in rapl_detect_domains()
1430 		rapl_detect_powerlimit(rd);  in rapl_detect_domains()
1438 	struct rapl_domain *rd, *rd_package = NULL;  in rapl_remove_package()  local
1442 	for (rd = rp->domains; rd < rp->domains + rp->nr_domains; rd++) {  in rapl_remove_package()
1443 		rapl_write_data_raw(rd, PL1_ENABLE, 0);  in rapl_remove_package()
1444 		rapl_write_data_raw(rd, PL1_CLAMP, 0);  in rapl_remove_package()
1445 		if (find_nr_power_limit(rd) > 1) {  in rapl_remove_package()
1446 			rapl_write_data_raw(rd, PL2_ENABLE, 0);  in rapl_remove_package()
1447 			rapl_write_data_raw(rd, PL2_CLAMP, 0);  in rapl_remove_package()
1449 		if (rd->id == RAPL_DOMAIN_PACKAGE) {  in rapl_remove_package()
1450 			rd_package = rd;  in rapl_remove_package()
1454 			 rp->id, rd->name);  in rapl_remove_package()
1455 		powercap_unregister_zone(control_type, &rd->power_zone);  in rapl_remove_package()
1542 	struct rapl_domain *rd;  in power_limit_state_save()  local
1549 		rd = power_zone_to_rapl_domain(rp->power_zone);  in power_limit_state_save()
1550 		nr_pl = find_nr_power_limit(rd);  in power_limit_state_save()
1552 			switch (rd->rpl[i].prim_id) {  in power_limit_state_save()
1554 				ret = rapl_read_data_raw(rd,  in power_limit_state_save()
1557 						&rd->rpl[i].last_power_limit);  in power_limit_state_save()
1559 					rd->rpl[i].last_power_limit = 0;  in power_limit_state_save()
1562 				ret = rapl_read_data_raw(rd,  in power_limit_state_save()
1565 						&rd->rpl[i].last_power_limit);  in power_limit_state_save()
1567 					rd->rpl[i].last_power_limit = 0;  in power_limit_state_save()
1578 	struct rapl_domain *rd;  in power_limit_state_restore()  local
1585 		rd = power_zone_to_rapl_domain(rp->power_zone);  in power_limit_state_restore()
1586 		nr_pl = find_nr_power_limit(rd);  in power_limit_state_restore()
1588 			switch (rd->rpl[i].prim_id) {  in power_limit_state_restore()
1590 				if (rd->rpl[i].last_power_limit)  in power_limit_state_restore()
1591 					rapl_write_data_raw(rd,  in power_limit_state_restore()
1593 						rd->rpl[i].last_power_limit);  in power_limit_state_restore()
1596 				if (rd->rpl[i].last_power_limit)  in power_limit_state_restore()
1597 					rapl_write_data_raw(rd,  in power_limit_state_restore()
1599 						rd->rpl[i].last_power_limit);  in power_limit_state_restore()