Lines Matching refs:data
102 static int query_current_values_with_pending_wait(struct powernow_k8_data *data) in query_current_values_with_pending_wait() argument
115 data->currvid = hi & MSR_S_HI_CURRENT_VID; in query_current_values_with_pending_wait()
116 data->currfid = lo & MSR_S_LO_CURRENT_FID; in query_current_values_with_pending_wait()
122 static void count_off_irt(struct powernow_k8_data *data) in count_off_irt() argument
124 udelay((1 << data->irt) * 10); in count_off_irt()
128 static void count_off_vst(struct powernow_k8_data *data) in count_off_vst() argument
130 udelay(data->vstable * VST_UNITS_20US); in count_off_vst()
149 static int write_new_fid(struct powernow_k8_data *data, u32 fid) in write_new_fid() argument
152 u32 savevid = data->currvid; in write_new_fid()
155 if ((fid & INVALID_FID_MASK) || (data->currvid & INVALID_VID_MASK)) { in write_new_fid()
161 lo |= (data->currvid << MSR_C_LO_VID_SHIFT); in write_new_fid()
165 fid, lo, data->plllock * PLL_LOCK_CONVERSION); in write_new_fid()
168 wrmsr(MSR_FIDVID_CTL, lo, data->plllock * PLL_LOCK_CONVERSION); in write_new_fid()
173 } while (query_current_values_with_pending_wait(data)); in write_new_fid()
175 count_off_irt(data); in write_new_fid()
177 if (savevid != data->currvid) { in write_new_fid()
179 savevid, data->currvid); in write_new_fid()
183 if (fid != data->currfid) { in write_new_fid()
185 data->currfid); in write_new_fid()
193 static int write_new_vid(struct powernow_k8_data *data, u32 vid) in write_new_vid() argument
196 u32 savefid = data->currfid; in write_new_vid()
199 if ((data->currfid & INVALID_FID_MASK) || (vid & INVALID_VID_MASK)) { in write_new_vid()
204 lo = data->currfid; in write_new_vid()
217 } while (query_current_values_with_pending_wait(data)); in write_new_vid()
219 if (savefid != data->currfid) { in write_new_vid()
221 savefid, data->currfid); in write_new_vid()
225 if (vid != data->currvid) { in write_new_vid()
227 vid, data->currvid); in write_new_vid()
239 static int decrease_vid_code_by_step(struct powernow_k8_data *data, in decrease_vid_code_by_step() argument
242 if ((data->currvid - reqvid) > step) in decrease_vid_code_by_step()
243 reqvid = data->currvid - step; in decrease_vid_code_by_step()
245 if (write_new_vid(data, reqvid)) in decrease_vid_code_by_step()
248 count_off_vst(data); in decrease_vid_code_by_step()
254 static int transition_fid_vid(struct powernow_k8_data *data, in transition_fid_vid() argument
257 if (core_voltage_pre_transition(data, reqvid, reqfid)) in transition_fid_vid()
260 if (core_frequency_transition(data, reqfid)) in transition_fid_vid()
263 if (core_voltage_post_transition(data, reqvid)) in transition_fid_vid()
266 if (query_current_values_with_pending_wait(data)) in transition_fid_vid()
269 if ((reqfid != data->currfid) || (reqvid != data->currvid)) { in transition_fid_vid()
272 reqfid, reqvid, data->currfid, data->currvid); in transition_fid_vid()
277 smp_processor_id(), data->currfid, data->currvid); in transition_fid_vid()
283 static int core_voltage_pre_transition(struct powernow_k8_data *data, in core_voltage_pre_transition() argument
286 u32 rvosteps = data->rvo; in core_voltage_pre_transition()
287 u32 savefid = data->currfid; in core_voltage_pre_transition()
292 data->currfid, data->currvid, reqvid, data->rvo); in core_voltage_pre_transition()
303 while (data->currvid > reqvid) { in core_voltage_pre_transition()
305 data->currvid, reqvid); in core_voltage_pre_transition()
306 if (decrease_vid_code_by_step(data, reqvid, data->vidmvs)) in core_voltage_pre_transition()
311 ((rvomult * data->rvo + data->currvid) > reqvid)) { in core_voltage_pre_transition()
312 if (data->currvid == maxvid) { in core_voltage_pre_transition()
316 data->currvid - 1); in core_voltage_pre_transition()
317 if (decrease_vid_code_by_step(data, data->currvid-1, 1)) in core_voltage_pre_transition()
323 if (query_current_values_with_pending_wait(data)) in core_voltage_pre_transition()
326 if (savefid != data->currfid) { in core_voltage_pre_transition()
327 pr_err("ph1 err, currfid changed 0x%x\n", data->currfid); in core_voltage_pre_transition()
332 data->currfid, data->currvid); in core_voltage_pre_transition()
338 static int core_frequency_transition(struct powernow_k8_data *data, u32 reqfid) in core_frequency_transition() argument
341 u32 fid_interval, savevid = data->currvid; in core_frequency_transition()
343 if (data->currfid == reqfid) { in core_frequency_transition()
344 pr_err("ph2 null fid transition 0x%x\n", data->currfid); in core_frequency_transition()
350 data->currfid, data->currvid, reqfid); in core_frequency_transition()
353 vcocurrfid = convert_fid_to_vco_fid(data->currfid); in core_frequency_transition()
357 if ((reqfid <= LO_FID_TABLE_TOP) && (data->currfid <= LO_FID_TABLE_TOP)) in core_frequency_transition()
361 (data->currfid & 1) ? (fid_interval = 1) : (fid_interval = 2); in core_frequency_transition()
363 if (reqfid > data->currfid) { in core_frequency_transition()
364 if (data->currfid > LO_FID_TABLE_TOP) { in core_frequency_transition()
365 if (write_new_fid(data, in core_frequency_transition()
366 data->currfid + fid_interval)) in core_frequency_transition()
370 (data, in core_frequency_transition()
371 2 + convert_fid_to_vco_fid(data->currfid))) in core_frequency_transition()
375 if (write_new_fid(data, data->currfid - fid_interval)) in core_frequency_transition()
379 vcocurrfid = convert_fid_to_vco_fid(data->currfid); in core_frequency_transition()
384 if (write_new_fid(data, reqfid)) in core_frequency_transition()
387 if (query_current_values_with_pending_wait(data)) in core_frequency_transition()
390 if (data->currfid != reqfid) { in core_frequency_transition()
392 data->currfid, reqfid); in core_frequency_transition()
396 if (savevid != data->currvid) { in core_frequency_transition()
398 savevid, data->currvid); in core_frequency_transition()
403 data->currfid, data->currvid); in core_frequency_transition()
409 static int core_voltage_post_transition(struct powernow_k8_data *data, in core_voltage_post_transition() argument
412 u32 savefid = data->currfid; in core_voltage_post_transition()
417 data->currfid, data->currvid); in core_voltage_post_transition()
419 if (reqvid != data->currvid) { in core_voltage_post_transition()
420 if (write_new_vid(data, reqvid)) in core_voltage_post_transition()
423 if (savefid != data->currfid) { in core_voltage_post_transition()
425 savefid, data->currfid); in core_voltage_post_transition()
429 if (data->currvid != reqvid) { in core_voltage_post_transition()
431 reqvid, data->currvid); in core_voltage_post_transition()
436 if (query_current_values_with_pending_wait(data)) in core_voltage_post_transition()
439 if (savereqvid != data->currvid) { in core_voltage_post_transition()
440 pr_debug("ph3 failed, currvid 0x%x\n", data->currvid); in core_voltage_post_transition()
444 if (savefid != data->currfid) { in core_voltage_post_transition()
446 data->currfid); in core_voltage_post_transition()
451 data->currfid, data->currvid); in core_voltage_post_transition()
495 static int check_pst_table(struct powernow_k8_data *data, struct pst_s *pst, in check_pst_table() argument
501 for (j = 0; j < data->numps; j++) { in check_pst_table()
507 if (pst[j].vid < data->rvo) { in check_pst_table()
512 if (pst[j].vid < maxvid + data->rvo) { in check_pst_table()
546 static void print_basics(struct powernow_k8_data *data) in print_basics() argument
549 for (j = 0; j < data->numps; j++) { in print_basics()
550 if (data->powernow_table[j].frequency != in print_basics()
553 data->powernow_table[j].driver_data & 0xff, in print_basics()
554 data->powernow_table[j].frequency/1000, in print_basics()
555 data->powernow_table[j].driver_data >> 8); in print_basics()
558 if (data->batps) in print_basics()
559 pr_info("Only %d pstates on battery\n", data->batps); in print_basics()
562 static int fill_powernow_table(struct powernow_k8_data *data, in fill_powernow_table() argument
568 if (data->batps) { in fill_powernow_table()
571 data->batps); in fill_powernow_table()
572 data->numps = data->batps; in fill_powernow_table()
575 for (j = 1; j < data->numps; j++) { in fill_powernow_table()
582 if (data->numps < 2) { in fill_powernow_table()
587 if (check_pst_table(data, pst, maxvid)) in fill_powernow_table()
591 * (data->numps + 1)), GFP_KERNEL); in fill_powernow_table()
595 for (j = 0; j < data->numps; j++) { in fill_powernow_table()
602 powernow_table[data->numps].frequency = CPUFREQ_TABLE_END; in fill_powernow_table()
603 powernow_table[data->numps].driver_data = 0; in fill_powernow_table()
605 if (query_current_values_with_pending_wait(data)) { in fill_powernow_table()
610 pr_debug("cfid 0x%x, cvid 0x%x\n", data->currfid, data->currvid); in fill_powernow_table()
611 data->powernow_table = powernow_table; in fill_powernow_table()
612 if (cpumask_first(topology_core_cpumask(data->cpu)) == data->cpu) in fill_powernow_table()
613 print_basics(data); in fill_powernow_table()
615 for (j = 0; j < data->numps; j++) in fill_powernow_table()
616 if ((pst[j].fid == data->currfid) && in fill_powernow_table()
617 (pst[j].vid == data->currvid)) in fill_powernow_table()
625 static int find_psb_table(struct powernow_k8_data *data) in find_psb_table() argument
656 data->vstable = psb->vstable; in find_psb_table()
658 data->vstable); in find_psb_table()
661 data->rvo = psb->flags2 & 3; in find_psb_table()
662 data->irt = ((psb->flags2) >> 2) & 3; in find_psb_table()
664 data->vidmvs = 1 << mvs; in find_psb_table()
665 data->batps = ((psb->flags2) >> 6) & 3; in find_psb_table()
667 pr_debug("ramp voltage offset: %d\n", data->rvo); in find_psb_table()
668 pr_debug("isochronous relief time: %d\n", data->irt); in find_psb_table()
669 pr_debug("maximum voltage step: %d - 0x%x\n", mvs, data->vidmvs); in find_psb_table()
685 data->plllock = psb->plllocktime; in find_psb_table()
691 data->numps = psb->numps; in find_psb_table()
692 pr_debug("numpstates: 0x%x\n", data->numps); in find_psb_table()
693 return fill_powernow_table(data, in find_psb_table()
712 static void powernow_k8_acpi_pst_values(struct powernow_k8_data *data, in powernow_k8_acpi_pst_values() argument
717 if (!data->acpi_data.state_count) in powernow_k8_acpi_pst_values()
720 control = data->acpi_data.states[index].control; in powernow_k8_acpi_pst_values()
721 data->irt = (control >> IRT_SHIFT) & IRT_MASK; in powernow_k8_acpi_pst_values()
722 data->rvo = (control >> RVO_SHIFT) & RVO_MASK; in powernow_k8_acpi_pst_values()
723 data->exttype = (control >> EXT_TYPE_SHIFT) & EXT_TYPE_MASK; in powernow_k8_acpi_pst_values()
724 data->plllock = (control >> PLL_L_SHIFT) & PLL_L_MASK; in powernow_k8_acpi_pst_values()
725 data->vidmvs = 1 << ((control >> MVS_SHIFT) & MVS_MASK); in powernow_k8_acpi_pst_values()
726 data->vstable = (control >> VST_SHIFT) & VST_MASK; in powernow_k8_acpi_pst_values()
729 static int powernow_k8_cpu_init_acpi(struct powernow_k8_data *data) in powernow_k8_cpu_init_acpi() argument
735 if (acpi_processor_register_performance(&data->acpi_data, data->cpu)) { in powernow_k8_cpu_init_acpi()
741 if (data->acpi_data.state_count <= 1) { in powernow_k8_cpu_init_acpi()
746 control = data->acpi_data.control_register.space_id; in powernow_k8_cpu_init_acpi()
747 status = data->acpi_data.status_register.space_id; in powernow_k8_cpu_init_acpi()
758 * (data->acpi_data.state_count + 1)), GFP_KERNEL); in powernow_k8_cpu_init_acpi()
763 data->numps = data->acpi_data.state_count; in powernow_k8_cpu_init_acpi()
764 powernow_k8_acpi_pst_values(data, 0); in powernow_k8_cpu_init_acpi()
766 ret_val = fill_powernow_table_fidvid(data, powernow_table); in powernow_k8_cpu_init_acpi()
770 powernow_table[data->acpi_data.state_count].frequency = in powernow_k8_cpu_init_acpi()
772 data->powernow_table = powernow_table; in powernow_k8_cpu_init_acpi()
774 if (cpumask_first(topology_core_cpumask(data->cpu)) == data->cpu) in powernow_k8_cpu_init_acpi()
775 print_basics(data); in powernow_k8_cpu_init_acpi()
780 if (!zalloc_cpumask_var(&data->acpi_data.shared_cpu_map, GFP_KERNEL)) { in powernow_k8_cpu_init_acpi()
792 acpi_processor_unregister_performance(data->cpu); in powernow_k8_cpu_init_acpi()
796 data->acpi_data.state_count = 0; in powernow_k8_cpu_init_acpi()
801 static int fill_powernow_table_fidvid(struct powernow_k8_data *data, in fill_powernow_table_fidvid() argument
806 for (i = 0; i < data->acpi_data.state_count; i++) { in fill_powernow_table_fidvid()
812 if (data->exttype) { in fill_powernow_table_fidvid()
813 status = data->acpi_data.states[i].status; in fill_powernow_table_fidvid()
817 control = data->acpi_data.states[i].control; in fill_powernow_table_fidvid()
845 if (freq != (data->acpi_data.states[i].core_frequency * 1000)) { in fill_powernow_table_fidvid()
848 (data->acpi_data.states[i].core_frequency in fill_powernow_table_fidvid()
857 static void powernow_k8_cpu_exit_acpi(struct powernow_k8_data *data) in powernow_k8_cpu_exit_acpi() argument
859 if (data->acpi_data.state_count) in powernow_k8_cpu_exit_acpi()
860 acpi_processor_unregister_performance(data->cpu); in powernow_k8_cpu_exit_acpi()
861 free_cpumask_var(data->acpi_data.shared_cpu_map); in powernow_k8_cpu_exit_acpi()
864 static int get_transition_latency(struct powernow_k8_data *data) in get_transition_latency() argument
868 for (i = 0; i < data->acpi_data.state_count; i++) { in get_transition_latency()
869 int cur_latency = data->acpi_data.states[i].transition_latency in get_transition_latency()
870 + data->acpi_data.states[i].bus_master_latency; in get_transition_latency()
883 static int transition_frequency_fidvid(struct powernow_k8_data *data, in transition_frequency_fidvid() argument
899 fid = data->powernow_table[index].driver_data & 0xFF; in transition_frequency_fidvid()
900 vid = (data->powernow_table[index].driver_data & 0xFF00) >> 8; in transition_frequency_fidvid()
904 if (query_current_values_with_pending_wait(data)) in transition_frequency_fidvid()
907 if ((data->currvid == vid) && (data->currfid == fid)) { in transition_frequency_fidvid()
915 freqs.old = find_khz_freq_from_fid(data->currfid); in transition_frequency_fidvid()
922 res = transition_fid_vid(data, fid, vid); in transition_frequency_fidvid()
938 struct powernow_k8_data *data = per_cpu(powernow_data, pol->cpu); in powernowk8_target_fn() local
943 if (!data) in powernowk8_target_fn()
946 checkfid = data->currfid; in powernowk8_target_fn()
947 checkvid = data->currvid; in powernowk8_target_fn()
955 pol->cpu, data->powernow_table[newstate].frequency, pol->min, in powernowk8_target_fn()
958 if (query_current_values_with_pending_wait(data)) in powernowk8_target_fn()
962 data->currfid, data->currvid); in powernowk8_target_fn()
964 if ((checkvid != data->currvid) || in powernowk8_target_fn()
965 (checkfid != data->currfid)) { in powernowk8_target_fn()
967 checkfid, data->currfid, in powernowk8_target_fn()
968 checkvid, data->currvid); in powernowk8_target_fn()
973 powernow_k8_acpi_pst_values(data, newstate); in powernowk8_target_fn()
975 ret = transition_frequency_fidvid(data, newstate); in powernowk8_target_fn()
984 pol->cur = find_khz_freq_from_fid(data->currfid); in powernowk8_target_fn()
998 struct powernow_k8_data *data; member
1012 if (query_current_values_with_pending_wait(init_on_cpu->data)) { in powernowk8_cpu_init_on_cpu()
1030 struct powernow_k8_data *data; in powernowk8_cpu_init() local
1038 data = kzalloc(sizeof(*data), GFP_KERNEL); in powernowk8_cpu_init()
1039 if (!data) in powernowk8_cpu_init()
1042 data->cpu = pol->cpu; in powernowk8_cpu_init()
1044 if (powernow_k8_cpu_init_acpi(data)) { in powernowk8_cpu_init()
1057 rc = find_psb_table(data); in powernowk8_cpu_init()
1064 ((data->rvo + 8) * data->vstable * VST_UNITS_20US) + in powernowk8_cpu_init()
1065 ((1 << data->irt) * 30)) * 1000; in powernowk8_cpu_init()
1067 pol->cpuinfo.transition_latency = get_transition_latency(data); in powernowk8_cpu_init()
1070 init_on_cpu.data = data; in powernowk8_cpu_init()
1071 smp_call_function_single(data->cpu, powernowk8_cpu_init_on_cpu, in powernowk8_cpu_init()
1078 data->available_cores = pol->cpus; in powernowk8_cpu_init()
1079 pol->freq_table = data->powernow_table; in powernowk8_cpu_init()
1082 data->currfid, data->currvid); in powernowk8_cpu_init()
1086 per_cpu(powernow_data, cpu) = data; in powernowk8_cpu_init()
1091 powernow_k8_cpu_exit_acpi(data); in powernowk8_cpu_init()
1094 kfree(data); in powernowk8_cpu_init()
1100 struct powernow_k8_data *data = per_cpu(powernow_data, pol->cpu); in powernowk8_cpu_exit() local
1103 if (!data) in powernowk8_cpu_exit()
1106 powernow_k8_cpu_exit_acpi(data); in powernowk8_cpu_exit()
1108 kfree(data->powernow_table); in powernowk8_cpu_exit()
1109 kfree(data); in powernowk8_cpu_exit()
1119 struct powernow_k8_data *data = __this_cpu_read(powernow_data); in query_values_on_cpu() local
1121 *err = query_current_values_with_pending_wait(data); in query_values_on_cpu()
1126 struct powernow_k8_data *data = per_cpu(powernow_data, cpu); in powernowk8_get() local
1130 if (!data) in powernowk8_get()
1137 khz = find_khz_freq_from_fid(data->currfid); in powernowk8_get()