Lines Matching refs:rd
122 static bool is_pl_valid(struct rapl_domain *rd, int pl) in is_pl_valid() argument
126 return rd->rpl[pl].name ? true : false; in is_pl_valid()
129 static int get_pl_lock_prim(struct rapl_domain *rd, int pl) in get_pl_lock_prim() argument
131 if (rd->rp->priv->type == RAPL_IF_TPMI) { in get_pl_lock_prim()
148 if (rd->rp->priv->limits[rd->id] & BIT(POWER_LIMIT2)) in get_pl_lock_prim()
153 static int get_pl_prim(struct rapl_domain *rd, int pl, enum pl_prims prim) in get_pl_prim() argument
159 if (prim == PL_CLAMP && rd->rp->priv->type != RAPL_IF_TPMI) in get_pl_prim()
168 return get_pl_lock_prim(rd, pl); in get_pl_prim()
173 if (prim == PL_CLAMP && rd->rp->priv->type != RAPL_IF_TPMI) in get_pl_prim()
182 return get_pl_lock_prim(rd, pl); in get_pl_prim()
193 return get_pl_lock_prim(rd, pl); in get_pl_prim()
205 int (*check_unit)(struct rapl_domain *rd);
206 void (*set_floor_freq)(struct rapl_domain *rd, bool mode);
207 u64 (*compute_time_window)(struct rapl_domain *rd, u64 val,
250 static int rapl_read_data_raw(struct rapl_domain *rd,
253 static int rapl_write_data_raw(struct rapl_domain *rd,
256 static int rapl_read_pl_data(struct rapl_domain *rd, int pl,
259 static int rapl_write_pl_data(struct rapl_domain *rd, int pl,
262 static u64 rapl_unit_xlate(struct rapl_domain *rd,
279 struct rapl_domain *rd; in get_energy_counter() local
286 rd = power_zone_to_rapl_domain(power_zone); in get_energy_counter()
288 if (!rapl_read_data_raw(rd, ENERGY_COUNTER, true, &energy_now)) { in get_energy_counter()
301 struct rapl_domain *rd = power_zone_to_rapl_domain(pcd_dev); in get_max_energy_counter() local
303 *energy = rapl_unit_xlate(rd, ENERGY_UNIT, ENERGY_STATUS_MASK, 0); in get_max_energy_counter()
309 struct rapl_domain *rd = power_zone_to_rapl_domain(power_zone); in release_zone() local
310 struct rapl_package *rp = rd->rp; in release_zone()
315 if (rd->id == RAPL_DOMAIN_PACKAGE) { in release_zone()
316 kfree(rd); in release_zone()
324 static int find_nr_power_limit(struct rapl_domain *rd) in find_nr_power_limit() argument
329 if (is_pl_valid(rd, i)) in find_nr_power_limit()
338 struct rapl_domain *rd = power_zone_to_rapl_domain(power_zone); in set_domain_enable() local
339 struct rapl_defaults *defaults = get_defaults(rd->rp); in set_domain_enable()
343 ret = rapl_write_pl_data(rd, POWER_LIMIT1, PL_ENABLE, mode); in set_domain_enable()
345 defaults->set_floor_freq(rd, mode); in set_domain_enable()
353 struct rapl_domain *rd = power_zone_to_rapl_domain(power_zone); in get_domain_enable() local
357 if (rd->rpl[POWER_LIMIT1].locked) { in get_domain_enable()
362 ret = rapl_read_pl_data(rd, POWER_LIMIT1, PL_ENABLE, true, &val); in get_domain_enable()
419 static int contraint_to_pl(struct rapl_domain *rd, int cid) in contraint_to_pl() argument
424 if (is_pl_valid(rd, i) && j++ == cid) { in contraint_to_pl()
437 struct rapl_domain *rd; in set_power_limit() local
443 rd = power_zone_to_rapl_domain(power_zone); in set_power_limit()
444 id = contraint_to_pl(rd, cid); in set_power_limit()
445 rp = rd->rp; in set_power_limit()
447 ret = rapl_write_pl_data(rd, id, PL_LIMIT, power_limit); in set_power_limit()
457 struct rapl_domain *rd; in get_current_power_limit() local
463 rd = power_zone_to_rapl_domain(power_zone); in get_current_power_limit()
464 id = contraint_to_pl(rd, cid); in get_current_power_limit()
466 ret = rapl_read_pl_data(rd, id, PL_LIMIT, true, &val); in get_current_power_limit()
478 struct rapl_domain *rd; in set_time_window() local
483 rd = power_zone_to_rapl_domain(power_zone); in set_time_window()
484 id = contraint_to_pl(rd, cid); in set_time_window()
486 ret = rapl_write_pl_data(rd, id, PL_TIME_WINDOW, window); in set_time_window()
495 struct rapl_domain *rd; in get_time_window() local
501 rd = power_zone_to_rapl_domain(power_zone); in get_time_window()
502 id = contraint_to_pl(rd, cid); in get_time_window()
504 ret = rapl_read_pl_data(rd, id, PL_TIME_WINDOW, true, &val); in get_time_window()
516 struct rapl_domain *rd; in get_constraint_name() local
519 rd = power_zone_to_rapl_domain(power_zone); in get_constraint_name()
520 id = contraint_to_pl(rd, cid); in get_constraint_name()
522 return rd->rpl[id].name; in get_constraint_name()
529 struct rapl_domain *rd; in get_max_power() local
535 rd = power_zone_to_rapl_domain(power_zone); in get_max_power()
536 id = contraint_to_pl(rd, cid); in get_max_power()
538 ret = rapl_read_pl_data(rd, id, PL_MAX_POWER, true, &val); in get_max_power()
571 struct rapl_domain *rd = rp->domains; in rapl_init_domains() local
580 rd->rp = rp; in rapl_init_domains()
583 snprintf(rd->name, RAPL_DOMAIN_NAME_LENGTH, "psys-%d", in rapl_init_domains()
587 snprintf(rd->name, RAPL_DOMAIN_NAME_LENGTH, "%s", in rapl_init_domains()
591 rd->id = i; in rapl_init_domains()
598 rd->rpl[t].name = pl_names[t]; in rapl_init_domains()
602 rd->regs[j] = rp->priv->regs[i][j]; in rapl_init_domains()
604 rd++; in rapl_init_domains()
608 static u64 rapl_unit_xlate(struct rapl_domain *rd, enum unit_type type, in rapl_unit_xlate() argument
612 struct rapl_defaults *defaults = get_defaults(rd->rp); in rapl_unit_xlate()
617 units = rd->power_unit; in rapl_unit_xlate()
621 units = rd->energy_unit; in rapl_unit_xlate()
624 return defaults->compute_time_window(rd, value, to_raw); in rapl_unit_xlate()
766 prim_fixups(struct rapl_domain *rd, enum rapl_primitives prim) in prim_fixups() argument
768 struct rapl_defaults *defaults = get_defaults(rd->rp); in prim_fixups()
773 if (rd->id != RAPL_DOMAIN_PLATFORM) in prim_fixups()
807 static int rapl_read_data_raw(struct rapl_domain *rd, in rapl_read_data_raw() argument
811 enum rapl_primitives prim_fixed = prim_fixups(rd, prim); in rapl_read_data_raw()
812 struct rapl_primitive_info *rpi = get_rpi(rd->rp, prim_fixed); in rapl_read_data_raw()
818 ra.reg = rd->regs[rpi->id]; in rapl_read_data_raw()
824 *data = rd->rdd.primitives[prim]; in rapl_read_data_raw()
830 if (rd->rp->priv->read_raw(get_rid(rd->rp), &ra)) { in rapl_read_data_raw()
831 pr_debug("failed to read reg 0x%llx for %s:%s\n", ra.reg.val, rd->rp->name, rd->name); in rapl_read_data_raw()
838 *data = rapl_unit_xlate(rd, rpi->unit, value, 0); in rapl_read_data_raw()
846 static int rapl_write_data_raw(struct rapl_domain *rd, in rapl_write_data_raw() argument
850 enum rapl_primitives prim_fixed = prim_fixups(rd, prim); in rapl_write_data_raw()
851 struct rapl_primitive_info *rpi = get_rpi(rd->rp, prim_fixed); in rapl_write_data_raw()
859 bits = rapl_unit_xlate(rd, rpi->unit, value, 1); in rapl_write_data_raw()
865 ra.reg = rd->regs[rpi->id]; in rapl_write_data_raw()
869 ret = rd->rp->priv->write_raw(get_rid(rd->rp), &ra); in rapl_write_data_raw()
874 static int rapl_read_pl_data(struct rapl_domain *rd, int pl, in rapl_read_pl_data() argument
877 enum rapl_primitives prim = get_pl_prim(rd, pl, pl_prim); in rapl_read_pl_data()
879 if (!is_pl_valid(rd, pl)) in rapl_read_pl_data()
882 return rapl_read_data_raw(rd, prim, xlate, data); in rapl_read_pl_data()
885 static int rapl_write_pl_data(struct rapl_domain *rd, int pl, in rapl_write_pl_data() argument
889 enum rapl_primitives prim = get_pl_prim(rd, pl, pl_prim); in rapl_write_pl_data()
891 if (!is_pl_valid(rd, pl)) in rapl_write_pl_data()
894 if (rd->rpl[pl].locked) { in rapl_write_pl_data()
895 pr_warn("%s:%s:%s locked by BIOS\n", rd->rp->name, rd->name, pl_names[pl]); in rapl_write_pl_data()
899 return rapl_write_data_raw(rd, prim, value); in rapl_write_pl_data()
912 static int rapl_check_unit_core(struct rapl_domain *rd) in rapl_check_unit_core() argument
917 ra.reg = rd->regs[RAPL_DOMAIN_REG_UNIT]; in rapl_check_unit_core()
919 if (rd->rp->priv->read_raw(get_rid(rd->rp), &ra)) { in rapl_check_unit_core()
921 ra.reg.val, rd->rp->name, rd->name); in rapl_check_unit_core()
926 rd->energy_unit = ENERGY_UNIT_SCALE * 1000000 / (1 << value); in rapl_check_unit_core()
929 rd->power_unit = 1000000 / (1 << value); in rapl_check_unit_core()
932 rd->time_unit = 1000000 / (1 << value); in rapl_check_unit_core()
935 rd->rp->name, rd->name, rd->energy_unit, rd->time_unit, rd->power_unit); in rapl_check_unit_core()
940 static int rapl_check_unit_atom(struct rapl_domain *rd) in rapl_check_unit_atom() argument
945 ra.reg = rd->regs[RAPL_DOMAIN_REG_UNIT]; in rapl_check_unit_atom()
947 if (rd->rp->priv->read_raw(get_rid(rd->rp), &ra)) { in rapl_check_unit_atom()
949 ra.reg.val, rd->rp->name, rd->name); in rapl_check_unit_atom()
954 rd->energy_unit = ENERGY_UNIT_SCALE * 1 << value; in rapl_check_unit_atom()
957 rd->power_unit = (1 << value) * 1000; in rapl_check_unit_atom()
960 rd->time_unit = 1000000 / (1 << value); in rapl_check_unit_atom()
963 rd->rp->name, rd->name, rd->energy_unit, rd->time_unit, rd->power_unit); in rapl_check_unit_atom()
1032 static void set_floor_freq_default(struct rapl_domain *rd, bool mode) in set_floor_freq_default() argument
1039 rapl_write_pl_data(rd, POWER_LIMIT1, PL_CLAMP, mode); in set_floor_freq_default()
1042 rapl_write_pl_data(rd, i, PL_ENABLE, mode); in set_floor_freq_default()
1043 rapl_write_pl_data(rd, i, PL_CLAMP, mode); in set_floor_freq_default()
1047 static void set_floor_freq_atom(struct rapl_domain *rd, bool enable) in set_floor_freq_atom() argument
1050 struct rapl_defaults *defaults = get_defaults(rd->rp); in set_floor_freq_atom()
1071 static u64 rapl_compute_time_window_core(struct rapl_domain *rd, u64 value, in rapl_compute_time_window_core() argument
1083 value = (1 << y) * (4 + f) * rd->time_unit / 4; in rapl_compute_time_window_core()
1085 if (value < rd->time_unit) in rapl_compute_time_window_core()
1088 do_div(value, rd->time_unit); in rapl_compute_time_window_core()
1104 static u64 rapl_compute_time_window_atom(struct rapl_domain *rd, u64 value, in rapl_compute_time_window_atom() argument
1112 return (value) ? value * rd->time_unit : rd->time_unit; in rapl_compute_time_window_atom()
1114 value = div64_u64(value, rd->time_unit); in rapl_compute_time_window_atom()
1127 static int rapl_check_unit_tpmi(struct rapl_domain *rd) in rapl_check_unit_tpmi() argument
1132 ra.reg = rd->regs[RAPL_DOMAIN_REG_UNIT]; in rapl_check_unit_tpmi()
1134 if (rd->rp->priv->read_raw(get_rid(rd->rp), &ra)) { in rapl_check_unit_tpmi()
1136 ra.reg.val, rd->rp->name, rd->name); in rapl_check_unit_tpmi()
1141 rd->energy_unit = ENERGY_UNIT_SCALE * 1000000 / (1 << value); in rapl_check_unit_tpmi()
1144 rd->power_unit = 1000000 / (1 << value); in rapl_check_unit_tpmi()
1147 rd->time_unit = 1000000 / (1 << value); in rapl_check_unit_tpmi()
1150 rd->rp->name, rd->name, rd->energy_unit, rd->time_unit, rd->power_unit); in rapl_check_unit_tpmi()
1305 struct rapl_domain *rd; in rapl_package_register_powercap() local
1313 for (rd = rp->domains; rd < rp->domains + rp->nr_domains; rd++) { in rapl_package_register_powercap()
1314 if (rd->id == RAPL_DOMAIN_PACKAGE) { in rapl_package_register_powercap()
1315 nr_pl = find_nr_power_limit(rd); in rapl_package_register_powercap()
1317 power_zone = powercap_register_zone(&rd->power_zone, in rapl_package_register_powercap()
1319 NULL, &zone_ops[rd->id], nr_pl, in rapl_package_register_powercap()
1337 for (rd = rp->domains; rd < rp->domains + rp->nr_domains; rd++) { in rapl_package_register_powercap()
1340 if (rd->id == RAPL_DOMAIN_PACKAGE) in rapl_package_register_powercap()
1342 if (rd->id == RAPL_DOMAIN_PLATFORM) in rapl_package_register_powercap()
1345 nr_pl = find_nr_power_limit(rd); in rapl_package_register_powercap()
1346 power_zone = powercap_register_zone(&rd->power_zone, in rapl_package_register_powercap()
1348 rd->name, parent, in rapl_package_register_powercap()
1349 &zone_ops[rd->id], nr_pl, in rapl_package_register_powercap()
1354 rp->name, rd->name); in rapl_package_register_powercap()
1366 while (--rd >= rp->domains) { in rapl_package_register_powercap()
1367 pr_debug("unregister %s domain %s\n", rp->name, rd->name); in rapl_package_register_powercap()
1369 &rd->power_zone); in rapl_package_register_powercap()
1407 static int rapl_get_domain_unit(struct rapl_domain *rd) in rapl_get_domain_unit() argument
1409 struct rapl_defaults *defaults = get_defaults(rd->rp); in rapl_get_domain_unit()
1412 if (!rd->regs[RAPL_DOMAIN_REG_UNIT].val) { in rapl_get_domain_unit()
1413 if (!rd->rp->priv->reg_unit.val) { in rapl_get_domain_unit()
1417 rd->regs[RAPL_DOMAIN_REG_UNIT] = rd->rp->priv->reg_unit; in rapl_get_domain_unit()
1425 ret = defaults->check_unit(rd); in rapl_get_domain_unit()
1429 if (rd->id == RAPL_DOMAIN_DRAM && defaults->dram_domain_energy_unit) in rapl_get_domain_unit()
1430 rd->energy_unit = defaults->dram_domain_energy_unit; in rapl_get_domain_unit()
1431 if (rd->id == RAPL_DOMAIN_PLATFORM && defaults->psys_domain_energy_unit) in rapl_get_domain_unit()
1432 rd->energy_unit = defaults->psys_domain_energy_unit; in rapl_get_domain_unit()
1445 static void rapl_detect_powerlimit(struct rapl_domain *rd) in rapl_detect_powerlimit() argument
1451 if (!rapl_read_pl_data(rd, i, PL_LOCK, false, &val64)) { in rapl_detect_powerlimit()
1453 rd->rpl[i].locked = true; in rapl_detect_powerlimit()
1455 rd->rp->name, rd->name, pl_names[i]); in rapl_detect_powerlimit()
1459 if (rapl_read_pl_data(rd, i, PL_LIMIT, false, &val64)) in rapl_detect_powerlimit()
1460 rd->rpl[i].name = NULL; in rapl_detect_powerlimit()
1469 struct rapl_domain *rd; in rapl_detect_domains() local
1493 for (rd = rp->domains; rd < rp->domains + rp->nr_domains; rd++) { in rapl_detect_domains()
1494 rapl_get_domain_unit(rd); in rapl_detect_domains()
1495 rapl_detect_powerlimit(rd); in rapl_detect_domains()
1504 struct rapl_domain *rd, *rd_package = NULL; in rapl_remove_package() local
1508 for (rd = rp->domains; rd < rp->domains + rp->nr_domains; rd++) { in rapl_remove_package()
1512 rapl_write_pl_data(rd, i, PL_ENABLE, 0); in rapl_remove_package()
1513 rapl_write_pl_data(rd, i, PL_CLAMP, 0); in rapl_remove_package()
1516 if (rd->id == RAPL_DOMAIN_PACKAGE) { in rapl_remove_package()
1517 rd_package = rd; in rapl_remove_package()
1521 rp->name, rd->name); in rapl_remove_package()
1523 &rd->power_zone); in rapl_remove_package()
1606 struct rapl_domain *rd; in power_limit_state_save() local
1613 rd = power_zone_to_rapl_domain(rp->power_zone); in power_limit_state_save()
1615 ret = rapl_read_pl_data(rd, i, PL_LIMIT, true, in power_limit_state_save()
1616 &rd->rpl[i].last_power_limit); in power_limit_state_save()
1618 rd->rpl[i].last_power_limit = 0; in power_limit_state_save()
1627 struct rapl_domain *rd; in power_limit_state_restore() local
1634 rd = power_zone_to_rapl_domain(rp->power_zone); in power_limit_state_restore()
1636 if (rd->rpl[i].last_power_limit) in power_limit_state_restore()
1637 rapl_write_pl_data(rd, i, PL_LIMIT, in power_limit_state_restore()
1638 rd->rpl[i].last_power_limit); in power_limit_state_restore()