95 	void (*set_floor_freq)(struct rapl_domain *rd, bool mode);
132 static int rapl_read_data_raw(struct rapl_domain *rd,
135 static int rapl_write_data_raw(struct rapl_domain *rd,
138 static u64 rapl_unit_xlate(struct rapl_domain *rd,
155 	struct rapl_domain *rd;  in get_energy_counter()  local
162 	rd = power_zone_to_rapl_domain(power_zone);  in get_energy_counter()
164 	if (!rapl_read_data_raw(rd, ENERGY_COUNTER, true, &energy_now)) {  in get_energy_counter()
177 	struct rapl_domain *rd = power_zone_to_rapl_domain(pcd_dev);  in get_max_energy_counter()  local
179 	*energy = rapl_unit_xlate(rd, ENERGY_UNIT, ENERGY_STATUS_MASK, 0);  in get_max_energy_counter()
185 	struct rapl_domain *rd = power_zone_to_rapl_domain(power_zone);  in release_zone()  local
186 	struct rapl_package *rp = rd->rp;  in release_zone()
191 	if (rd->id == RAPL_DOMAIN_PACKAGE) {  in release_zone()
192 		kfree(rd);  in release_zone()
200 static int find_nr_power_limit(struct rapl_domain *rd)  in find_nr_power_limit()  argument
205 		if (rd->rpl[i].name)  in find_nr_power_limit()
214 	struct rapl_domain *rd = power_zone_to_rapl_domain(power_zone);  in set_domain_enable()  local
216 	if (rd->state & DOMAIN_STATE_BIOS_LOCKED)  in set_domain_enable()
220 	rapl_write_data_raw(rd, PL1_ENABLE, mode);  in set_domain_enable()
222 		rapl_defaults->set_floor_freq(rd, mode);  in set_domain_enable()
230 	struct rapl_domain *rd = power_zone_to_rapl_domain(power_zone);  in get_domain_enable()  local
233 	if (rd->state & DOMAIN_STATE_BIOS_LOCKED) {  in get_domain_enable()
238 	if (rapl_read_data_raw(rd, PL1_ENABLE, true, &val)) {  in get_domain_enable()
297 static int contraint_to_pl(struct rapl_domain *rd, int cid)  in contraint_to_pl()  argument
302 		if ((rd->rpl[i].name) && j++ == cid) {  in contraint_to_pl()
315 	struct rapl_domain *rd;  in set_power_limit()  local
321 	rd = power_zone_to_rapl_domain(power_zone);  in set_power_limit()
322 	id = contraint_to_pl(rd, cid);  in set_power_limit()
328 	rp = rd->rp;  in set_power_limit()
330 	if (rd->state & DOMAIN_STATE_BIOS_LOCKED) {  in set_power_limit()
332 			 "%s locked by BIOS, monitoring only\n", rd->name);  in set_power_limit()
337 	switch (rd->rpl[id].prim_id) {  in set_power_limit()
339 		rapl_write_data_raw(rd, POWER_LIMIT1, power_limit);  in set_power_limit()
342 		rapl_write_data_raw(rd, POWER_LIMIT2, power_limit);  in set_power_limit()
345 		rapl_write_data_raw(rd, POWER_LIMIT4, power_limit);  in set_power_limit()
360 	struct rapl_domain *rd;  in get_current_power_limit()  local
367 	rd = power_zone_to_rapl_domain(power_zone);  in get_current_power_limit()
368 	id = contraint_to_pl(rd, cid);  in get_current_power_limit()
374 	switch (rd->rpl[id].prim_id) {  in get_current_power_limit()
388 	if (rapl_read_data_raw(rd, prim, true, &val))  in get_current_power_limit()
402 	struct rapl_domain *rd;  in set_time_window()  local
407 	rd = power_zone_to_rapl_domain(power_zone);  in set_time_window()
408 	id = contraint_to_pl(rd, cid);  in set_time_window()
414 	switch (rd->rpl[id].prim_id) {  in set_time_window()
416 		rapl_write_data_raw(rd, TIME_WINDOW1, window);  in set_time_window()
419 		rapl_write_data_raw(rd, TIME_WINDOW2, window);  in set_time_window()
433 	struct rapl_domain *rd;  in get_time_window()  local
439 	rd = power_zone_to_rapl_domain(power_zone);  in get_time_window()
440 	id = contraint_to_pl(rd, cid);  in get_time_window()
446 	switch (rd->rpl[id].prim_id) {  in get_time_window()
448 		ret = rapl_read_data_raw(rd, TIME_WINDOW1, true, &val);  in get_time_window()
451 		ret = rapl_read_data_raw(rd, TIME_WINDOW2, true, &val);  in get_time_window()
476 	struct rapl_domain *rd;  in get_constraint_name()  local
479 	rd = power_zone_to_rapl_domain(power_zone);  in get_constraint_name()
480 	id = contraint_to_pl(rd, cid);  in get_constraint_name()
482 		return rd->rpl[id].name;  in get_constraint_name()
489 	struct rapl_domain *rd;  in get_max_power()  local
495 	rd = power_zone_to_rapl_domain(power_zone);  in get_max_power()
496 	switch (rd->rpl[id].prim_id) {  in get_max_power()
510 	if (rapl_read_data_raw(rd, prim, true, &val))  in get_max_power()
516 	if (rd->rpl[id].prim_id == PL4_ENABLE)  in get_max_power()
538 	struct rapl_domain *rd = rp->domains;  in rapl_init_domains()  local
546 		rd->rp = rp;  in rapl_init_domains()
549 			snprintf(rd->name, RAPL_DOMAIN_NAME_LENGTH, "psys-%d",  in rapl_init_domains()
552 			snprintf(rd->name, RAPL_DOMAIN_NAME_LENGTH, "%s",  in rapl_init_domains()
555 		rd->id = i;  in rapl_init_domains()
556 		rd->rpl[0].prim_id = PL1_ENABLE;  in rapl_init_domains()
557 		rd->rpl[0].name = pl1_name;  in rapl_init_domains()
564 			rd->rpl[1].prim_id = PL2_ENABLE;  in rapl_init_domains()
565 			rd->rpl[1].name = pl2_name;  in rapl_init_domains()
570 			rd->rpl[2].prim_id = PL4_ENABLE;  in rapl_init_domains()
571 			rd->rpl[2].name = pl4_name;  in rapl_init_domains()
575 			rd->regs[j] = rp->priv->regs[i][j];  in rapl_init_domains()
579 			rd->domain_energy_unit =  in rapl_init_domains()
581 			if (rd->domain_energy_unit)  in rapl_init_domains()
583 					rd->domain_energy_unit);  in rapl_init_domains()
586 			rd->domain_energy_unit =  in rapl_init_domains()
588 			if (rd->domain_energy_unit)  in rapl_init_domains()
590 					rd->domain_energy_unit);  in rapl_init_domains()
595 		rd++;  in rapl_init_domains()
599 static u64 rapl_unit_xlate(struct rapl_domain *rd, enum unit_type type,  in rapl_unit_xlate()  argument
603 	struct rapl_package *rp = rd->rp;  in rapl_unit_xlate()
613 		if (rd->domain_energy_unit)  in rapl_unit_xlate()
614 			units = rd->domain_energy_unit;  in rapl_unit_xlate()
691 static int rapl_read_data_raw(struct rapl_domain *rd,  in rapl_read_data_raw()  argument
702 	ra.reg = rd->regs[rp->id];  in rapl_read_data_raw()
706 	cpu = rd->rp->lead_cpu;  in rapl_read_data_raw()
709 	if (prim == FW_LOCK && rd->rp->priv->limits[rd->id] == 2) {  in rapl_read_data_raw()
715 		*data = rd->rdd.primitives[prim];  in rapl_read_data_raw()
721 	if (rd->rp->priv->read_raw(cpu, &ra)) {  in rapl_read_data_raw()
729 		*data = rapl_unit_xlate(rd, rp->unit, value, 0);  in rapl_read_data_raw()
737 static int rapl_write_data_raw(struct rapl_domain *rd,  in rapl_write_data_raw()  argument
747 	cpu = rd->rp->lead_cpu;  in rapl_write_data_raw()
748 	bits = rapl_unit_xlate(rd, rp->unit, value, 1);  in rapl_write_data_raw()
754 	ra.reg = rd->regs[rp->id];  in rapl_write_data_raw()
758 	ret = rd->rp->priv->write_raw(cpu, &ra);  in rapl_write_data_raw()
888 static void set_floor_freq_default(struct rapl_domain *rd, bool mode)  in set_floor_freq_default()  argument
890 	int nr_powerlimit = find_nr_power_limit(rd);  in set_floor_freq_default()
895 	rapl_write_data_raw(rd, PL1_CLAMP, mode);  in set_floor_freq_default()
899 		rapl_write_data_raw(rd, PL2_ENABLE, mode);  in set_floor_freq_default()
900 		rapl_write_data_raw(rd, PL2_CLAMP, mode);  in set_floor_freq_default()
904 static void set_floor_freq_atom(struct rapl_domain *rd, bool enable)  in set_floor_freq_atom()  argument
1089 	struct rapl_domain *rd;  in rapl_package_register_powercap()  local
1097 	for (rd = rp->domains; rd < rp->domains + rp->nr_domains; rd++) {  in rapl_package_register_powercap()
1098 		if (rd->id == RAPL_DOMAIN_PACKAGE) {  in rapl_package_register_powercap()
1099 			nr_pl = find_nr_power_limit(rd);  in rapl_package_register_powercap()
1101 			power_zone = powercap_register_zone(&rd->power_zone,  in rapl_package_register_powercap()
1103 					    NULL, &zone_ops[rd->id], nr_pl,  in rapl_package_register_powercap()
1121 	for (rd = rp->domains; rd < rp->domains + rp->nr_domains; rd++) {  in rapl_package_register_powercap()
1124 		if (rd->id == RAPL_DOMAIN_PACKAGE)  in rapl_package_register_powercap()
1126 		if (rd->id == RAPL_DOMAIN_PLATFORM)  in rapl_package_register_powercap()
1129 		nr_pl = find_nr_power_limit(rd);  in rapl_package_register_powercap()
1130 		power_zone = powercap_register_zone(&rd->power_zone,  in rapl_package_register_powercap()
1132 						    rd->name, parent,  in rapl_package_register_powercap()
1133 						    &zone_ops[rd->id], nr_pl,  in rapl_package_register_powercap()
1138 				 rp->name, rd->name);  in rapl_package_register_powercap()
1150 	while (--rd >= rp->domains) {  in rapl_package_register_powercap()
1151 		pr_debug("unregister %s domain %s\n", rp->name, rd->name);  in rapl_package_register_powercap()
1153 					 &rd->power_zone);  in rapl_package_register_powercap()
1195 static void rapl_detect_powerlimit(struct rapl_domain *rd)  in rapl_detect_powerlimit()  argument
1201 	if (!rapl_read_data_raw(rd, FW_LOCK, false, &val64)) {  in rapl_detect_powerlimit()
1204 				rd->rp->name, rd->name);  in rapl_detect_powerlimit()
1205 			rd->state |= DOMAIN_STATE_BIOS_LOCKED;  in rapl_detect_powerlimit()
1210 		int prim = rd->rpl[i].prim_id;  in rapl_detect_powerlimit()
1212 		if (rapl_read_data_raw(rd, prim, false, &val64))  in rapl_detect_powerlimit()
1213 			rd->rpl[i].name = NULL;  in rapl_detect_powerlimit()
1222 	struct rapl_domain *rd;  in rapl_detect_domains()  local
1246 	for (rd = rp->domains; rd < rp->domains + rp->nr_domains; rd++)  in rapl_detect_domains()
1247 		rapl_detect_powerlimit(rd);  in rapl_detect_domains()
1255 	struct rapl_domain *rd, *rd_package = NULL;  in rapl_remove_package()  local
1259 	for (rd = rp->domains; rd < rp->domains + rp->nr_domains; rd++) {  in rapl_remove_package()
1260 		rapl_write_data_raw(rd, PL1_ENABLE, 0);  in rapl_remove_package()
1261 		rapl_write_data_raw(rd, PL1_CLAMP, 0);  in rapl_remove_package()
1262 		if (find_nr_power_limit(rd) > 1) {  in rapl_remove_package()
1263 			rapl_write_data_raw(rd, PL2_ENABLE, 0);  in rapl_remove_package()
1264 			rapl_write_data_raw(rd, PL2_CLAMP, 0);  in rapl_remove_package()
1265 			rapl_write_data_raw(rd, PL4_ENABLE, 0);  in rapl_remove_package()
1267 		if (rd->id == RAPL_DOMAIN_PACKAGE) {  in rapl_remove_package()
1268 			rd_package = rd;  in rapl_remove_package()
1272 			 rp->name, rd->name);  in rapl_remove_package()
1274 					 &rd->power_zone);  in rapl_remove_package()
1349 	struct rapl_domain *rd;  in power_limit_state_save()  local
1356 		rd = power_zone_to_rapl_domain(rp->power_zone);  in power_limit_state_save()
1357 		nr_pl = find_nr_power_limit(rd);  in power_limit_state_save()
1359 			switch (rd->rpl[i].prim_id) {  in power_limit_state_save()
1361 				ret = rapl_read_data_raw(rd,  in power_limit_state_save()
1363 						 &rd->rpl[i].last_power_limit);  in power_limit_state_save()
1365 					rd->rpl[i].last_power_limit = 0;  in power_limit_state_save()
1368 				ret = rapl_read_data_raw(rd,  in power_limit_state_save()
1370 						 &rd->rpl[i].last_power_limit);  in power_limit_state_save()
1372 					rd->rpl[i].last_power_limit = 0;  in power_limit_state_save()
1375 				ret = rapl_read_data_raw(rd,  in power_limit_state_save()
1377 						 &rd->rpl[i].last_power_limit);  in power_limit_state_save()
1379 					rd->rpl[i].last_power_limit = 0;  in power_limit_state_save()
1390 	struct rapl_domain *rd;  in power_limit_state_restore()  local
1397 		rd = power_zone_to_rapl_domain(rp->power_zone);  in power_limit_state_restore()
1398 		nr_pl = find_nr_power_limit(rd);  in power_limit_state_restore()
1400 			switch (rd->rpl[i].prim_id) {  in power_limit_state_restore()
1402 				if (rd->rpl[i].last_power_limit)  in power_limit_state_restore()
1403 					rapl_write_data_raw(rd, POWER_LIMIT1,  in power_limit_state_restore()
1404 					    rd->rpl[i].last_power_limit);  in power_limit_state_restore()
1407 				if (rd->rpl[i].last_power_limit)  in power_limit_state_restore()
1408 					rapl_write_data_raw(rd, POWER_LIMIT2,  in power_limit_state_restore()
1409 					    rd->rpl[i].last_power_limit);  in power_limit_state_restore()
1412 				if (rd->rpl[i].last_power_limit)  in power_limit_state_restore()
1413 					rapl_write_data_raw(rd, POWER_LIMIT4,  in power_limit_state_restore()
1414 					    rd->rpl[i].last_power_limit);  in power_limit_state_restore()