95 	void (*set_floor_freq)(struct rapl_domain *rd, bool mode);
131 static int rapl_read_data_raw(struct rapl_domain *rd,
134 static int rapl_write_data_raw(struct rapl_domain *rd,
137 static u64 rapl_unit_xlate(struct rapl_domain *rd,
154 	struct rapl_domain *rd;  in get_energy_counter()  local
161 	rd = power_zone_to_rapl_domain(power_zone);  in get_energy_counter()
163 	if (!rapl_read_data_raw(rd, ENERGY_COUNTER, true, &energy_now)) {  in get_energy_counter()
176 	struct rapl_domain *rd = power_zone_to_rapl_domain(pcd_dev);  in get_max_energy_counter()  local
178 	*energy = rapl_unit_xlate(rd, ENERGY_UNIT, ENERGY_STATUS_MASK, 0);  in get_max_energy_counter()
184 	struct rapl_domain *rd = power_zone_to_rapl_domain(power_zone);  in release_zone()  local
185 	struct rapl_package *rp = rd->rp;  in release_zone()
190 	if (rd->id == RAPL_DOMAIN_PACKAGE) {  in release_zone()
191 		kfree(rd);  in release_zone()
199 static int find_nr_power_limit(struct rapl_domain *rd)  in find_nr_power_limit()  argument
204 		if (rd->rpl[i].name)  in find_nr_power_limit()
213 	struct rapl_domain *rd = power_zone_to_rapl_domain(power_zone);  in set_domain_enable()  local
215 	if (rd->state & DOMAIN_STATE_BIOS_LOCKED)  in set_domain_enable()
219 	rapl_write_data_raw(rd, PL1_ENABLE, mode);  in set_domain_enable()
221 		rapl_defaults->set_floor_freq(rd, mode);  in set_domain_enable()
229 	struct rapl_domain *rd = power_zone_to_rapl_domain(power_zone);  in get_domain_enable()  local
232 	if (rd->state & DOMAIN_STATE_BIOS_LOCKED) {  in get_domain_enable()
237 	if (rapl_read_data_raw(rd, PL1_ENABLE, true, &val)) {  in get_domain_enable()
296 static int contraint_to_pl(struct rapl_domain *rd, int cid)  in contraint_to_pl()  argument
301 		if ((rd->rpl[i].name) && j++ == cid) {  in contraint_to_pl()
314 	struct rapl_domain *rd;  in set_power_limit()  local
320 	rd = power_zone_to_rapl_domain(power_zone);  in set_power_limit()
321 	id = contraint_to_pl(rd, cid);  in set_power_limit()
327 	rp = rd->rp;  in set_power_limit()
329 	if (rd->state & DOMAIN_STATE_BIOS_LOCKED) {  in set_power_limit()
331 			 "%s locked by BIOS, monitoring only\n", rd->name);  in set_power_limit()
336 	switch (rd->rpl[id].prim_id) {  in set_power_limit()
338 		rapl_write_data_raw(rd, POWER_LIMIT1, power_limit);  in set_power_limit()
341 		rapl_write_data_raw(rd, POWER_LIMIT2, power_limit);  in set_power_limit()
356 	struct rapl_domain *rd;  in get_current_power_limit()  local
363 	rd = power_zone_to_rapl_domain(power_zone);  in get_current_power_limit()
364 	id = contraint_to_pl(rd, cid);  in get_current_power_limit()
370 	switch (rd->rpl[id].prim_id) {  in get_current_power_limit()
381 	if (rapl_read_data_raw(rd, prim, true, &val))  in get_current_power_limit()
395 	struct rapl_domain *rd;  in set_time_window()  local
400 	rd = power_zone_to_rapl_domain(power_zone);  in set_time_window()
401 	id = contraint_to_pl(rd, cid);  in set_time_window()
407 	switch (rd->rpl[id].prim_id) {  in set_time_window()
409 		rapl_write_data_raw(rd, TIME_WINDOW1, window);  in set_time_window()
412 		rapl_write_data_raw(rd, TIME_WINDOW2, window);  in set_time_window()
426 	struct rapl_domain *rd;  in get_time_window()  local
432 	rd = power_zone_to_rapl_domain(power_zone);  in get_time_window()
433 	id = contraint_to_pl(rd, cid);  in get_time_window()
439 	switch (rd->rpl[id].prim_id) {  in get_time_window()
441 		ret = rapl_read_data_raw(rd, TIME_WINDOW1, true, &val);  in get_time_window()
444 		ret = rapl_read_data_raw(rd, TIME_WINDOW2, true, &val);  in get_time_window()
462 	struct rapl_domain *rd;  in get_constraint_name()  local
465 	rd = power_zone_to_rapl_domain(power_zone);  in get_constraint_name()
466 	id = contraint_to_pl(rd, cid);  in get_constraint_name()
468 		return rd->rpl[id].name;  in get_constraint_name()
475 	struct rapl_domain *rd;  in get_max_power()  local
481 	rd = power_zone_to_rapl_domain(power_zone);  in get_max_power()
482 	switch (rd->rpl[id].prim_id) {  in get_max_power()
493 	if (rapl_read_data_raw(rd, prim, true, &val))  in get_max_power()
517 	struct rapl_domain *rd = rp->domains;  in rapl_init_domains()  local
525 		rd->rp = rp;  in rapl_init_domains()
526 		rd->name = rapl_domain_names[i];  in rapl_init_domains()
527 		rd->id = i;  in rapl_init_domains()
528 		rd->rpl[0].prim_id = PL1_ENABLE;  in rapl_init_domains()
529 		rd->rpl[0].name = pl1_name;  in rapl_init_domains()
532 			rd->rpl[1].prim_id = PL2_ENABLE;  in rapl_init_domains()
533 			rd->rpl[1].name = pl2_name;  in rapl_init_domains()
537 			rd->regs[j] = rp->priv->regs[i][j];  in rapl_init_domains()
540 			rd->domain_energy_unit =  in rapl_init_domains()
542 			if (rd->domain_energy_unit)  in rapl_init_domains()
544 					rd->domain_energy_unit);  in rapl_init_domains()
546 		rd++;  in rapl_init_domains()
550 static u64 rapl_unit_xlate(struct rapl_domain *rd, enum unit_type type,  in rapl_unit_xlate()  argument
554 	struct rapl_package *rp = rd->rp;  in rapl_unit_xlate()
564 		if (rd->domain_energy_unit)  in rapl_unit_xlate()
565 			units = rd->domain_energy_unit;  in rapl_unit_xlate()
638 static int rapl_read_data_raw(struct rapl_domain *rd,  in rapl_read_data_raw()  argument
649 	ra.reg = rd->regs[rp->id];  in rapl_read_data_raw()
653 	cpu = rd->rp->lead_cpu;  in rapl_read_data_raw()
656 	if (prim == FW_LOCK && rd->rp->priv->limits[rd->id] == 2) {  in rapl_read_data_raw()
662 		*data = rd->rdd.primitives[prim];  in rapl_read_data_raw()
668 	if (rd->rp->priv->read_raw(cpu, &ra)) {  in rapl_read_data_raw()
676 		*data = rapl_unit_xlate(rd, rp->unit, value, 0);  in rapl_read_data_raw()
684 static int rapl_write_data_raw(struct rapl_domain *rd,  in rapl_write_data_raw()  argument
694 	cpu = rd->rp->lead_cpu;  in rapl_write_data_raw()
695 	bits = rapl_unit_xlate(rd, rp->unit, value, 1);  in rapl_write_data_raw()
701 	ra.reg = rd->regs[rp->id];  in rapl_write_data_raw()
705 	ret = rd->rp->priv->write_raw(cpu, &ra);  in rapl_write_data_raw()
835 static void set_floor_freq_default(struct rapl_domain *rd, bool mode)  in set_floor_freq_default()  argument
837 	int nr_powerlimit = find_nr_power_limit(rd);  in set_floor_freq_default()
842 	rapl_write_data_raw(rd, PL1_CLAMP, mode);  in set_floor_freq_default()
846 		rapl_write_data_raw(rd, PL2_ENABLE, mode);  in set_floor_freq_default()
847 		rapl_write_data_raw(rd, PL2_CLAMP, mode);  in set_floor_freq_default()
851 static void set_floor_freq_atom(struct rapl_domain *rd, bool enable)  in set_floor_freq_atom()  argument
1019 	struct rapl_domain *rd;  in rapl_package_register_powercap()  local
1027 	for (rd = rp->domains; rd < rp->domains + rp->nr_domains; rd++) {  in rapl_package_register_powercap()
1028 		if (rd->id == RAPL_DOMAIN_PACKAGE) {  in rapl_package_register_powercap()
1029 			nr_pl = find_nr_power_limit(rd);  in rapl_package_register_powercap()
1031 			power_zone = powercap_register_zone(&rd->power_zone,  in rapl_package_register_powercap()
1033 					    NULL, &zone_ops[rd->id], nr_pl,  in rapl_package_register_powercap()
1051 	for (rd = rp->domains; rd < rp->domains + rp->nr_domains; rd++) {  in rapl_package_register_powercap()
1052 		if (rd->id == RAPL_DOMAIN_PACKAGE)  in rapl_package_register_powercap()
1055 		nr_pl = find_nr_power_limit(rd);  in rapl_package_register_powercap()
1056 		power_zone = powercap_register_zone(&rd->power_zone,  in rapl_package_register_powercap()
1058 						    rd->name, rp->power_zone,  in rapl_package_register_powercap()
1059 						    &zone_ops[rd->id], nr_pl,  in rapl_package_register_powercap()
1064 				 rp->name, rd->name);  in rapl_package_register_powercap()
1076 	while (--rd >= rp->domains) {  in rapl_package_register_powercap()
1077 		pr_debug("unregister %s domain %s\n", rp->name, rd->name);  in rapl_package_register_powercap()
1079 					 &rd->power_zone);  in rapl_package_register_powercap()
1087 	struct rapl_domain *rd;  in rapl_add_platform_domain()  local
1104 	rd = kzalloc(sizeof(*rd), GFP_KERNEL);  in rapl_add_platform_domain()
1105 	if (!rd)  in rapl_add_platform_domain()
1108 	rd->name = rapl_domain_names[RAPL_DOMAIN_PLATFORM];  in rapl_add_platform_domain()
1109 	rd->id = RAPL_DOMAIN_PLATFORM;  in rapl_add_platform_domain()
1110 	rd->regs[RAPL_DOMAIN_REG_LIMIT] =  in rapl_add_platform_domain()
1112 	rd->regs[RAPL_DOMAIN_REG_STATUS] =  in rapl_add_platform_domain()
1114 	rd->rpl[0].prim_id = PL1_ENABLE;  in rapl_add_platform_domain()
1115 	rd->rpl[0].name = pl1_name;  in rapl_add_platform_domain()
1116 	rd->rpl[1].prim_id = PL2_ENABLE;  in rapl_add_platform_domain()
1117 	rd->rpl[1].name = pl2_name;  in rapl_add_platform_domain()
1118 	rd->rp = rapl_find_package_domain(0, priv);  in rapl_add_platform_domain()
1120 	power_zone = powercap_register_zone(&rd->power_zone, priv->control_type,  in rapl_add_platform_domain()
1126 		kfree(rd);  in rapl_add_platform_domain()
1130 	priv->platform_rapl_domain = rd;  in rapl_add_platform_domain()
1184 static void rapl_detect_powerlimit(struct rapl_domain *rd)  in rapl_detect_powerlimit()  argument
1190 	if (!rapl_read_data_raw(rd, FW_LOCK, false, &val64)) {  in rapl_detect_powerlimit()
1193 				rd->rp->name, rd->name);  in rapl_detect_powerlimit()
1194 			rd->state |= DOMAIN_STATE_BIOS_LOCKED;  in rapl_detect_powerlimit()
1199 		int prim = rd->rpl[i].prim_id;  in rapl_detect_powerlimit()
1201 		if (rapl_read_data_raw(rd, prim, false, &val64))  in rapl_detect_powerlimit()
1202 			rd->rpl[i].name = NULL;  in rapl_detect_powerlimit()
1211 	struct rapl_domain *rd;  in rapl_detect_domains()  local
1235 	for (rd = rp->domains; rd < rp->domains + rp->nr_domains; rd++)  in rapl_detect_domains()
1236 		rapl_detect_powerlimit(rd);  in rapl_detect_domains()
1244 	struct rapl_domain *rd, *rd_package = NULL;  in rapl_remove_package()  local
1248 	for (rd = rp->domains; rd < rp->domains + rp->nr_domains; rd++) {  in rapl_remove_package()
1249 		rapl_write_data_raw(rd, PL1_ENABLE, 0);  in rapl_remove_package()
1250 		rapl_write_data_raw(rd, PL1_CLAMP, 0);  in rapl_remove_package()
1251 		if (find_nr_power_limit(rd) > 1) {  in rapl_remove_package()
1252 			rapl_write_data_raw(rd, PL2_ENABLE, 0);  in rapl_remove_package()
1253 			rapl_write_data_raw(rd, PL2_CLAMP, 0);  in rapl_remove_package()
1255 		if (rd->id == RAPL_DOMAIN_PACKAGE) {  in rapl_remove_package()
1256 			rd_package = rd;  in rapl_remove_package()
1260 			 rp->name, rd->name);  in rapl_remove_package()
1262 					 &rd->power_zone);  in rapl_remove_package()
1334 	struct rapl_domain *rd;  in power_limit_state_save()  local
1341 		rd = power_zone_to_rapl_domain(rp->power_zone);  in power_limit_state_save()
1342 		nr_pl = find_nr_power_limit(rd);  in power_limit_state_save()
1344 			switch (rd->rpl[i].prim_id) {  in power_limit_state_save()
1346 				ret = rapl_read_data_raw(rd,  in power_limit_state_save()
1348 						 &rd->rpl[i].last_power_limit);  in power_limit_state_save()
1350 					rd->rpl[i].last_power_limit = 0;  in power_limit_state_save()
1353 				ret = rapl_read_data_raw(rd,  in power_limit_state_save()
1355 						 &rd->rpl[i].last_power_limit);  in power_limit_state_save()
1357 					rd->rpl[i].last_power_limit = 0;  in power_limit_state_save()
1368 	struct rapl_domain *rd;  in power_limit_state_restore()  local
1375 		rd = power_zone_to_rapl_domain(rp->power_zone);  in power_limit_state_restore()
1376 		nr_pl = find_nr_power_limit(rd);  in power_limit_state_restore()
1378 			switch (rd->rpl[i].prim_id) {  in power_limit_state_restore()
1380 				if (rd->rpl[i].last_power_limit)  in power_limit_state_restore()
1381 					rapl_write_data_raw(rd, POWER_LIMIT1,  in power_limit_state_restore()
1382 					    rd->rpl[i].last_power_limit);  in power_limit_state_restore()
1385 				if (rd->rpl[i].last_power_limit)  in power_limit_state_restore()
1386 					rapl_write_data_raw(rd, POWER_LIMIT2,  in power_limit_state_restore()
1387 					    rd->rpl[i].last_power_limit);  in power_limit_state_restore()