94 	int (*check_unit)(struct rapl_package *rp, int cpu);
96 	u64 (*compute_time_window)(struct rapl_package *rp, u64 val,
130 static void rapl_init_domains(struct rapl_package *rp);
139 static void package_power_limit_irq_save(struct rapl_package *rp);
185 	struct rapl_package *rp = rd->rp;  in release_zone()  local
192 		rp->domains = NULL;  in release_zone()
315 	struct rapl_package *rp;  in set_power_limit()  local
327 	rp = rd->rp;  in set_power_limit()
347 		package_power_limit_irq_save(rp);  in set_power_limit()
513 static void rapl_init_domains(struct rapl_package *rp)  in rapl_init_domains()  argument
517 	struct rapl_domain *rd = rp->domains;  in rapl_init_domains()
520 		unsigned int mask = rp->domain_map & (1 << i);  in rapl_init_domains()
525 		rd->rp = rp;  in rapl_init_domains()
531 		if (rp->priv->limits[i] == 2) {  in rapl_init_domains()
537 			rd->regs[j] = rp->priv->regs[i][j];  in rapl_init_domains()
554 	struct rapl_package *rp = rd->rp;  in rapl_unit_xlate()  local
559 		units = rp->power_unit;  in rapl_unit_xlate()
567 			units = rp->energy_unit;  in rapl_unit_xlate()
570 		return rapl_defaults->compute_time_window(rp, value, to_raw);  in rapl_unit_xlate()
642 	struct rapl_primitive_info *rp = &rpi[prim];  in rapl_read_data_raw()  local
646 	if (!rp->name || rp->flag & RAPL_PRIMITIVE_DUMMY)  in rapl_read_data_raw()
649 	ra.reg = rd->regs[rp->id];  in rapl_read_data_raw()
653 	cpu = rd->rp->lead_cpu;  in rapl_read_data_raw()
656 	if (prim == FW_LOCK && rd->rp->priv->limits[rd->id] == 2) {  in rapl_read_data_raw()
657 		rp->mask = POWER_HIGH_LOCK;  in rapl_read_data_raw()
658 		rp->shift = 63;  in rapl_read_data_raw()
661 	if (rp->flag & RAPL_PRIMITIVE_DERIVED) {  in rapl_read_data_raw()
666 	ra.mask = rp->mask;  in rapl_read_data_raw()
668 	if (rd->rp->priv->read_raw(cpu, &ra)) {  in rapl_read_data_raw()
673 	value = ra.value >> rp->shift;  in rapl_read_data_raw()
676 		*data = rapl_unit_xlate(rd, rp->unit, value, 0);  in rapl_read_data_raw()
688 	struct rapl_primitive_info *rp = &rpi[prim];  in rapl_write_data_raw()  local
694 	cpu = rd->rp->lead_cpu;  in rapl_write_data_raw()
695 	bits = rapl_unit_xlate(rd, rp->unit, value, 1);  in rapl_write_data_raw()
696 	bits <<= rp->shift;  in rapl_write_data_raw()
697 	bits &= rp->mask;  in rapl_write_data_raw()
701 	ra.reg = rd->regs[rp->id];  in rapl_write_data_raw()
702 	ra.mask = rp->mask;  in rapl_write_data_raw()
705 	ret = rd->rp->priv->write_raw(cpu, &ra);  in rapl_write_data_raw()
721 static int rapl_check_unit_core(struct rapl_package *rp, int cpu)  in rapl_check_unit_core()  argument
726 	ra.reg = rp->priv->reg_unit;  in rapl_check_unit_core()
728 	if (rp->priv->read_raw(cpu, &ra)) {  in rapl_check_unit_core()
730 		       rp->priv->reg_unit, cpu);  in rapl_check_unit_core()
735 	rp->energy_unit = ENERGY_UNIT_SCALE * 1000000 / (1 << value);  in rapl_check_unit_core()
738 	rp->power_unit = 1000000 / (1 << value);  in rapl_check_unit_core()
741 	rp->time_unit = 1000000 / (1 << value);  in rapl_check_unit_core()
744 		 rp->name, rp->energy_unit, rp->time_unit, rp->power_unit);  in rapl_check_unit_core()
749 static int rapl_check_unit_atom(struct rapl_package *rp, int cpu)  in rapl_check_unit_atom()  argument
754 	ra.reg = rp->priv->reg_unit;  in rapl_check_unit_atom()
756 	if (rp->priv->read_raw(cpu, &ra)) {  in rapl_check_unit_atom()
758 		       rp->priv->reg_unit, cpu);  in rapl_check_unit_atom()
763 	rp->energy_unit = ENERGY_UNIT_SCALE * 1 << value;  in rapl_check_unit_atom()
766 	rp->power_unit = (1 << value) * 1000;  in rapl_check_unit_atom()
769 	rp->time_unit = 1000000 / (1 << value);  in rapl_check_unit_atom()
772 		 rp->name, rp->energy_unit, rp->time_unit, rp->power_unit);  in rapl_check_unit_atom()
780 	struct rapl_package *rp = (struct rapl_package *)info;  in power_limit_irq_save_cpu()  local
784 	if (!(rp->power_limit_irq & PACKAGE_PLN_INT_SAVED)) {  in power_limit_irq_save_cpu()
785 		rp->power_limit_irq = l & PACKAGE_THERM_INT_PLN_ENABLE;  in power_limit_irq_save_cpu()
786 		rp->power_limit_irq |= PACKAGE_PLN_INT_SAVED;  in power_limit_irq_save_cpu()
802 static void package_power_limit_irq_save(struct rapl_package *rp)  in package_power_limit_irq_save()  argument
807 	smp_call_function_single(rp->lead_cpu, power_limit_irq_save_cpu, rp, 1);  in package_power_limit_irq_save()
814 static void package_power_limit_irq_restore(struct rapl_package *rp)  in package_power_limit_irq_restore()  argument
822 	if (!(rp->power_limit_irq & PACKAGE_PLN_INT_SAVED))  in package_power_limit_irq_restore()
827 	if (rp->power_limit_irq & PACKAGE_THERM_INT_PLN_ENABLE)  in package_power_limit_irq_restore()
874 static u64 rapl_compute_time_window_core(struct rapl_package *rp, u64 value,  in rapl_compute_time_window_core()  argument
886 		value = (1 << y) * (4 + f) * rp->time_unit / 4;  in rapl_compute_time_window_core()
888 		do_div(value, rp->time_unit);  in rapl_compute_time_window_core()
896 static u64 rapl_compute_time_window_atom(struct rapl_package *rp, u64 value,  in rapl_compute_time_window_atom()  argument
904 		return (value) ? value *= rp->time_unit : rp->time_unit;  in rapl_compute_time_window_atom()
906 	value = div64_u64(value, rp->time_unit);  in rapl_compute_time_window_atom()
999 static void rapl_update_domain_data(struct rapl_package *rp)  in rapl_update_domain_data()  argument
1004 	for (dmn = 0; dmn < rp->nr_domains; dmn++) {  in rapl_update_domain_data()
1005 		pr_debug("update %s domain %s data\n", rp->name,  in rapl_update_domain_data()
1006 			 rp->domains[dmn].name);  in rapl_update_domain_data()
1009 			if (!rapl_read_data_raw(&rp->domains[dmn], prim,  in rapl_update_domain_data()
1011 				rp->domains[dmn].rdd.primitives[prim] = val;  in rapl_update_domain_data()
1017 static int rapl_package_register_powercap(struct rapl_package *rp)  in rapl_package_register_powercap()  argument
1024 	rapl_update_domain_data(rp);  in rapl_package_register_powercap()
1027 	for (rd = rp->domains; rd < rp->domains + rp->nr_domains; rd++) {  in rapl_package_register_powercap()
1030 			pr_debug("register package domain %s\n", rp->name);  in rapl_package_register_powercap()
1032 					    rp->priv->control_type, rp->name,  in rapl_package_register_powercap()
1037 					 rp->name);  in rapl_package_register_powercap()
1041 			rp->power_zone = power_zone;  in rapl_package_register_powercap()
1051 	for (rd = rp->domains; rd < rp->domains + rp->nr_domains; rd++) {  in rapl_package_register_powercap()
1057 						    rp->priv->control_type,  in rapl_package_register_powercap()
1058 						    rd->name, rp->power_zone,  in rapl_package_register_powercap()
1064 				 rp->name, rd->name);  in rapl_package_register_powercap()
1076 	while (--rd >= rp->domains) {  in rapl_package_register_powercap()
1077 		pr_debug("unregister %s domain %s\n", rp->name, rd->name);  in rapl_package_register_powercap()
1078 		powercap_unregister_zone(rp->priv->control_type,  in rapl_package_register_powercap()
1118 	rd->rp = rapl_find_package_domain(0, priv);  in rapl_add_platform_domain()
1146 static int rapl_check_domain(int cpu, int domain, struct rapl_package *rp)  in rapl_check_domain()  argument
1155 		ra.reg = rp->priv->regs[domain][RAPL_DOMAIN_REG_STATUS];  in rapl_check_domain()
1169 	if (rp->priv->read_raw(cpu, &ra) || !ra.value)  in rapl_check_domain()
1193 				rd->rp->name, rd->name);  in rapl_detect_powerlimit()
1209 static int rapl_detect_domains(struct rapl_package *rp, int cpu)  in rapl_detect_domains()  argument
1216 		if (!rapl_check_domain(cpu, i, rp)) {  in rapl_detect_domains()
1217 			rp->domain_map |= 1 << i;  in rapl_detect_domains()
1221 	rp->nr_domains = bitmap_weight(&rp->domain_map, RAPL_DOMAIN_MAX);  in rapl_detect_domains()
1222 	if (!rp->nr_domains) {  in rapl_detect_domains()
1223 		pr_debug("no valid rapl domains found in %s\n", rp->name);  in rapl_detect_domains()
1226 	pr_debug("found %d domains on %s\n", rp->nr_domains, rp->name);  in rapl_detect_domains()
1228 	rp->domains = kcalloc(rp->nr_domains + 1, sizeof(struct rapl_domain),  in rapl_detect_domains()
1230 	if (!rp->domains)  in rapl_detect_domains()
1233 	rapl_init_domains(rp);  in rapl_detect_domains()
1235 	for (rd = rp->domains; rd < rp->domains + rp->nr_domains; rd++)  in rapl_detect_domains()
1242 void rapl_remove_package(struct rapl_package *rp)  in rapl_remove_package()  argument
1246 	package_power_limit_irq_restore(rp);  in rapl_remove_package()
1248 	for (rd = rp->domains; rd < rp->domains + rp->nr_domains; rd++) {  in rapl_remove_package()
1260 			 rp->name, rd->name);  in rapl_remove_package()
1261 		powercap_unregister_zone(rp->priv->control_type,  in rapl_remove_package()
1265 	powercap_unregister_zone(rp->priv->control_type,  in rapl_remove_package()
1267 	list_del(&rp->plist);  in rapl_remove_package()
1268 	kfree(rp);  in rapl_remove_package()
1276 	struct rapl_package *rp;  in rapl_find_package_domain()  local
1278 	list_for_each_entry(rp, &rapl_packages, plist) {  in rapl_find_package_domain()
1279 		if (rp->id == id  in rapl_find_package_domain()
1280 		    && rp->priv->control_type == priv->control_type)  in rapl_find_package_domain()
1281 			return rp;  in rapl_find_package_domain()
1292 	struct rapl_package *rp;  in rapl_add_package()  local
1296 	rp = kzalloc(sizeof(struct rapl_package), GFP_KERNEL);  in rapl_add_package()
1297 	if (!rp)  in rapl_add_package()
1301 	rp->id = id;  in rapl_add_package()
1302 	rp->lead_cpu = cpu;  in rapl_add_package()
1303 	rp->priv = priv;  in rapl_add_package()
1306 		snprintf(rp->name, PACKAGE_DOMAIN_NAME_LENGTH,  in rapl_add_package()
1309 		snprintf(rp->name, PACKAGE_DOMAIN_NAME_LENGTH, "package-%d",  in rapl_add_package()
1313 	if (rapl_detect_domains(rp, cpu) || rapl_defaults->check_unit(rp, cpu)) {  in rapl_add_package()
1317 	ret = rapl_package_register_powercap(rp);  in rapl_add_package()
1319 		INIT_LIST_HEAD(&rp->plist);  in rapl_add_package()
1320 		list_add(&rp->plist, &rapl_packages);  in rapl_add_package()
1321 		return rp;  in rapl_add_package()
1325 	kfree(rp->domains);  in rapl_add_package()
1326 	kfree(rp);  in rapl_add_package()
1333 	struct rapl_package *rp;  in power_limit_state_save()  local
1338 	list_for_each_entry(rp, &rapl_packages, plist) {  in power_limit_state_save()
1339 		if (!rp->power_zone)  in power_limit_state_save()
1341 		rd = power_zone_to_rapl_domain(rp->power_zone);  in power_limit_state_save()
1367 	struct rapl_package *rp;  in power_limit_state_restore()  local
1372 	list_for_each_entry(rp, &rapl_packages, plist) {  in power_limit_state_restore()
1373 		if (!rp->power_zone)  in power_limit_state_restore()
1375 		rd = power_zone_to_rapl_domain(rp->power_zone);  in power_limit_state_restore()