39 	struct acpi_processor *pr;  member
47 static int acpi_processor_get_throttling(struct acpi_processor *pr);
48 static int __acpi_processor_set_throttling(struct acpi_processor *pr,
57 	struct acpi_processor *pr, *match_pr;  in acpi_processor_update_tsd_coord()  local
69 		pr = per_cpu(processors, i);  in acpi_processor_update_tsd_coord()
70 		if (!pr)  in acpi_processor_update_tsd_coord()
74 		pthrottling = &(pr->throttling);  in acpi_processor_update_tsd_coord()
90 		pr = per_cpu(processors, i);  in acpi_processor_update_tsd_coord()
91 		if (!pr)  in acpi_processor_update_tsd_coord()
96 		pthrottling = &pr->throttling;  in acpi_processor_update_tsd_coord()
171 		pr = per_cpu(processors, i);  in acpi_processor_update_tsd_coord()
172 		if (!pr)  in acpi_processor_update_tsd_coord()
180 			pthrottling = &(pr->throttling);  in acpi_processor_update_tsd_coord()
203 	struct acpi_processor *pr;  in acpi_processor_throttling_notifier()  local
210 	pr = per_cpu(processors, cpu);  in acpi_processor_throttling_notifier()
211 	if (!pr) {  in acpi_processor_throttling_notifier()
215 	if (!pr->flags.throttling) {  in acpi_processor_throttling_notifier()
216 		acpi_handle_debug(pr->handle,  in acpi_processor_throttling_notifier()
222 	p_throttling = &(pr->throttling);  in acpi_processor_throttling_notifier()
229 		p_limit = &pr->limit;  in acpi_processor_throttling_notifier()
234 		if (pr->throttling_platform_limit > target_state)  in acpi_processor_throttling_notifier()
235 			target_state = pr->throttling_platform_limit;  in acpi_processor_throttling_notifier()
241 		acpi_handle_debug(pr->handle,  in acpi_processor_throttling_notifier()
251 		acpi_handle_debug(pr->handle,  in acpi_processor_throttling_notifier()
266 static int acpi_processor_get_platform_limit(struct acpi_processor *pr)  in acpi_processor_get_platform_limit()  argument
271 	if (!pr)  in acpi_processor_get_platform_limit()
277 	status = acpi_evaluate_integer(pr->handle, "_TPC", NULL, &tpc);  in acpi_processor_get_platform_limit()
280 			acpi_evaluation_failure_warn(pr->handle, "_TPC", status);  in acpi_processor_get_platform_limit()
286 	pr->throttling_platform_limit = (int)tpc;  in acpi_processor_get_platform_limit()
290 int acpi_processor_tstate_has_changed(struct acpi_processor *pr)  in acpi_processor_tstate_has_changed()  argument
301 	result = acpi_processor_get_platform_limit(pr);  in acpi_processor_tstate_has_changed()
307 	throttling_limit = pr->throttling_platform_limit;  in acpi_processor_tstate_has_changed()
308 	if (throttling_limit >= pr->throttling.state_count) {  in acpi_processor_tstate_has_changed()
313 	current_state = pr->throttling.state;  in acpi_processor_tstate_has_changed()
322 		limit = &pr->limit;  in acpi_processor_tstate_has_changed()
343 	return acpi_processor_set_throttling(pr, target_state, false);  in acpi_processor_tstate_has_changed()
355 void acpi_processor_reevaluate_tstate(struct acpi_processor *pr,  in acpi_processor_reevaluate_tstate()  argument
364 		pr->flags.throttling = 0;  in acpi_processor_reevaluate_tstate()
370 	if (!pr->throttling.state_count) {  in acpi_processor_reevaluate_tstate()
374 		pr->flags.throttling = 0;  in acpi_processor_reevaluate_tstate()
377 	pr->flags.throttling = 1;  in acpi_processor_reevaluate_tstate()
384 	result = acpi_processor_get_throttling(pr);  in acpi_processor_reevaluate_tstate()
388 	if (pr->throttling.state) {  in acpi_processor_reevaluate_tstate()
389 		result = acpi_processor_set_throttling(pr, 0, false);  in acpi_processor_reevaluate_tstate()
396 		pr->flags.throttling = 0;  in acpi_processor_reevaluate_tstate()
401 static int acpi_processor_get_throttling_control(struct acpi_processor *pr)  in acpi_processor_get_throttling_control()  argument
410 	status = acpi_evaluate_object(pr->handle, "_PTC", NULL, &buffer);  in acpi_processor_get_throttling_control()
413 			acpi_evaluation_failure_warn(pr->handle, "_PTC", status);  in acpi_processor_get_throttling_control()
439 	memcpy(&pr->throttling.control_register, obj.buffer.pointer,  in acpi_processor_get_throttling_control()
456 	memcpy(&pr->throttling.status_register, obj.buffer.pointer,  in acpi_processor_get_throttling_control()
459 	throttling = &pr->throttling;  in acpi_processor_get_throttling_control()
484 static int acpi_processor_get_throttling_states(struct acpi_processor *pr)  in acpi_processor_get_throttling_states()  argument
494 	status = acpi_evaluate_object(pr->handle, "_TSS", NULL, &buffer);  in acpi_processor_get_throttling_states()
497 			acpi_evaluation_failure_warn(pr->handle, "_TSS", status);  in acpi_processor_get_throttling_states()
509 	acpi_handle_debug(pr->handle, "Found %d throttling states\n",  in acpi_processor_get_throttling_states()
512 	pr->throttling.state_count = tss->package.count;  in acpi_processor_get_throttling_states()
513 	pr->throttling.states_tss =  in acpi_processor_get_throttling_states()
517 	if (!pr->throttling.states_tss) {  in acpi_processor_get_throttling_states()
522 	for (i = 0; i < pr->throttling.state_count; i++) {  in acpi_processor_get_throttling_states()
525 		    (struct acpi_processor_tx_tss *)&(pr->throttling.  in acpi_processor_get_throttling_states()
531 		acpi_handle_debug(pr->handle, "Extracting state %d\n", i);  in acpi_processor_get_throttling_states()
536 			acpi_handle_warn(pr->handle, "Invalid _TSS data: %s\n",  in acpi_processor_get_throttling_states()
539 			kfree(pr->throttling.states_tss);  in acpi_processor_get_throttling_states()
546 			kfree(pr->throttling.states_tss);  in acpi_processor_get_throttling_states()
560 static int acpi_processor_get_tsd(struct acpi_processor *pr)  in acpi_processor_get_tsd()  argument
571 	pthrottling = &pr->throttling;  in acpi_processor_get_tsd()
574 	status = acpi_evaluate_object(pr->handle, "_TSD", NULL, &buffer);  in acpi_processor_get_tsd()
577 			acpi_evaluation_failure_warn(pr->handle, "_TSD", status);  in acpi_processor_get_tsd()
595 	pdomain = &(pr->throttling.domain_info);  in acpi_processor_get_tsd()
620 	pthrottling = &pr->throttling;  in acpi_processor_get_tsd()
623 	cpumask_set_cpu(pr->id, pthrottling->shared_cpu_map);  in acpi_processor_get_tsd()
644 static int acpi_processor_get_throttling_fadt(struct acpi_processor *pr)  in acpi_processor_get_throttling_fadt()  argument
651 	if (!pr)  in acpi_processor_get_throttling_fadt()
654 	if (!pr->flags.throttling)  in acpi_processor_get_throttling_fadt()
664 	request_region(pr->throttling.address, 6, "ACPI CPU throttle");  in acpi_processor_get_throttling_fadt()
666 	pr->throttling.state = 0;  in acpi_processor_get_throttling_fadt()
668 	duty_mask = pr->throttling.state_count - 1;  in acpi_processor_get_throttling_fadt()
670 	duty_mask <<= pr->throttling.duty_offset;  in acpi_processor_get_throttling_fadt()
674 	value = inl(pr->throttling.address);  in acpi_processor_get_throttling_fadt()
682 		duty_value >>= pr->throttling.duty_offset;  in acpi_processor_get_throttling_fadt()
685 			state = pr->throttling.state_count - duty_value;  in acpi_processor_get_throttling_fadt()
688 	pr->throttling.state = state;  in acpi_processor_get_throttling_fadt()
692 	acpi_handle_debug(pr->handle,  in acpi_processor_get_throttling_fadt()
694 			  state, pr->throttling.states[state].performance);  in acpi_processor_get_throttling_fadt()
751 static int acpi_read_throttling_status(struct acpi_processor *pr,  in acpi_read_throttling_status()  argument
760 	throttling = &pr->throttling;  in acpi_read_throttling_status()
783 static int acpi_write_throttling_state(struct acpi_processor *pr,  in acpi_write_throttling_state()  argument
792 	throttling = &pr->throttling;  in acpi_write_throttling_state()
816 static int acpi_get_throttling_state(struct acpi_processor *pr,  in acpi_get_throttling_state()  argument
821 	for (i = 0; i < pr->throttling.state_count; i++) {  in acpi_get_throttling_state()
823 		    (struct acpi_processor_tx_tss *)&(pr->throttling.  in acpi_get_throttling_state()
831 static int acpi_get_throttling_value(struct acpi_processor *pr,  in acpi_get_throttling_value()  argument
836 	if (state >= 0 && state <= pr->throttling.state_count) {  in acpi_get_throttling_value()
838 		    (struct acpi_processor_tx_tss *)&(pr->throttling.  in acpi_get_throttling_value()
846 static int acpi_processor_get_throttling_ptc(struct acpi_processor *pr)  in acpi_processor_get_throttling_ptc()  argument
852 	if (!pr)  in acpi_processor_get_throttling_ptc()
855 	if (!pr->flags.throttling)  in acpi_processor_get_throttling_ptc()
858 	pr->throttling.state = 0;  in acpi_processor_get_throttling_ptc()
861 	ret = acpi_read_throttling_status(pr, &value);  in acpi_processor_get_throttling_ptc()
863 		state = acpi_get_throttling_state(pr, value);  in acpi_processor_get_throttling_ptc()
865 			acpi_handle_debug(pr->handle,  in acpi_processor_get_throttling_ptc()
868 			ret = __acpi_processor_set_throttling(pr, state, true,  in acpi_processor_get_throttling_ptc()
873 		pr->throttling.state = state;  in acpi_processor_get_throttling_ptc()
881 	struct acpi_processor *pr = data;  in __acpi_processor_get_throttling()  local
883 	return pr->throttling.acpi_processor_get_throttling(pr);  in __acpi_processor_get_throttling()
886 static int acpi_processor_get_throttling(struct acpi_processor *pr)  in acpi_processor_get_throttling()  argument
888 	if (!pr)  in acpi_processor_get_throttling()
891 	if (!pr->flags.throttling)  in acpi_processor_get_throttling()
900 	if (!cpu_online(pr->id))  in acpi_processor_get_throttling()
903 	return call_on_cpu(pr->id, __acpi_processor_get_throttling, pr, false);  in acpi_processor_get_throttling()
906 static int acpi_processor_get_fadt_info(struct acpi_processor *pr)  in acpi_processor_get_fadt_info()  argument
910 	if (!pr->throttling.address) {  in acpi_processor_get_fadt_info()
911 		acpi_handle_debug(pr->handle, "No throttling register\n");  in acpi_processor_get_fadt_info()
913 	} else if (!pr->throttling.duty_width) {  in acpi_processor_get_fadt_info()
914 		acpi_handle_debug(pr->handle, "No throttling states\n");  in acpi_processor_get_fadt_info()
918 	else if ((pr->throttling.duty_offset + pr->throttling.duty_width) > 4) {  in acpi_processor_get_fadt_info()
923 	pr->throttling.state_count = 1 << acpi_gbl_FADT.duty_width;  in acpi_processor_get_fadt_info()
931 	step = (1000 / pr->throttling.state_count);  in acpi_processor_get_fadt_info()
933 	for (i = 0; i < pr->throttling.state_count; i++) {  in acpi_processor_get_fadt_info()
934 		pr->throttling.states[i].performance = 1000 - step * i;  in acpi_processor_get_fadt_info()
935 		pr->throttling.states[i].power = 1000 - step * i;  in acpi_processor_get_fadt_info()
940 static int acpi_processor_set_throttling_fadt(struct acpi_processor *pr,  in acpi_processor_set_throttling_fadt()  argument
947 	if (!pr)  in acpi_processor_set_throttling_fadt()
950 	if ((state < 0) || (state > (pr->throttling.state_count - 1)))  in acpi_processor_set_throttling_fadt()
953 	if (!pr->flags.throttling)  in acpi_processor_set_throttling_fadt()
956 	if (!force && (state == pr->throttling.state))  in acpi_processor_set_throttling_fadt()
959 	if (state < pr->throttling_platform_limit)  in acpi_processor_set_throttling_fadt()
965 		duty_value = pr->throttling.state_count - state;  in acpi_processor_set_throttling_fadt()
967 		duty_value <<= pr->throttling.duty_offset;  in acpi_processor_set_throttling_fadt()
970 		duty_mask = pr->throttling.state_count - 1;  in acpi_processor_set_throttling_fadt()
982 	value = inl(pr->throttling.address);  in acpi_processor_set_throttling_fadt()
985 		outl(value, pr->throttling.address);  in acpi_processor_set_throttling_fadt()
995 		outl(value, pr->throttling.address);  in acpi_processor_set_throttling_fadt()
998 		outl(value, pr->throttling.address);  in acpi_processor_set_throttling_fadt()
1001 	pr->throttling.state = state;  in acpi_processor_set_throttling_fadt()
1005 	acpi_handle_debug(pr->handle,  in acpi_processor_set_throttling_fadt()
1007 			  (pr->throttling.states[state].performance ? pr->  in acpi_processor_set_throttling_fadt()
1013 static int acpi_processor_set_throttling_ptc(struct acpi_processor *pr,  in acpi_processor_set_throttling_ptc()  argument
1019 	if (!pr)  in acpi_processor_set_throttling_ptc()
1022 	if ((state < 0) || (state > (pr->throttling.state_count - 1)))  in acpi_processor_set_throttling_ptc()
1025 	if (!pr->flags.throttling)  in acpi_processor_set_throttling_ptc()
1028 	if (!force && (state == pr->throttling.state))  in acpi_processor_set_throttling_ptc()
1031 	if (state < pr->throttling_platform_limit)  in acpi_processor_set_throttling_ptc()
1035 	ret = acpi_get_throttling_value(pr, state, &value);  in acpi_processor_set_throttling_ptc()
1037 		acpi_write_throttling_state(pr, value);  in acpi_processor_set_throttling_ptc()
1038 		pr->throttling.state = state;  in acpi_processor_set_throttling_ptc()
1047 	struct acpi_processor *pr = arg->pr;  in acpi_processor_throttling_fn()  local
1049 	return pr->throttling.acpi_processor_set_throttling(pr,  in acpi_processor_throttling_fn()
1053 static int __acpi_processor_set_throttling(struct acpi_processor *pr,  in __acpi_processor_set_throttling()  argument
1063 	if (!pr)  in __acpi_processor_set_throttling()
1066 	if (!pr->flags.throttling)  in __acpi_processor_set_throttling()
1069 	if ((state < 0) || (state > (pr->throttling.state_count - 1)))  in __acpi_processor_set_throttling()
1072 	if (cpu_is_offline(pr->id)) {  in __acpi_processor_set_throttling()
1081 	p_throttling = &(pr->throttling);  in __acpi_processor_set_throttling()
1100 		arg.pr = pr;  in __acpi_processor_set_throttling()
1103 		ret = call_on_cpu(pr->id, acpi_processor_throttling_fn, &arg,  in __acpi_processor_set_throttling()
1119 				acpi_handle_debug(pr->handle,  in __acpi_processor_set_throttling()
1128 				acpi_handle_debug(pr->handle,  in __acpi_processor_set_throttling()
1133 			arg.pr = match_pr;  in __acpi_processor_set_throttling()
1136 			ret = call_on_cpu(pr->id, acpi_processor_throttling_fn,  in __acpi_processor_set_throttling()
1155 int acpi_processor_set_throttling(struct acpi_processor *pr, int state,  in acpi_processor_set_throttling()  argument
1158 	return __acpi_processor_set_throttling(pr, state, force, false);  in acpi_processor_set_throttling()
1161 int acpi_processor_get_throttling_info(struct acpi_processor *pr)  in acpi_processor_get_throttling_info()  argument
1166 	acpi_handle_debug(pr->handle,  in acpi_processor_get_throttling_info()
1168 			  pr->throttling.address,  in acpi_processor_get_throttling_info()
1169 			  pr->throttling.duty_offset,  in acpi_processor_get_throttling_info()
1170 			  pr->throttling.duty_width);  in acpi_processor_get_throttling_info()
1176 	if (acpi_processor_get_throttling_control(pr) ||  in acpi_processor_get_throttling_info()
1177 		acpi_processor_get_throttling_states(pr) ||  in acpi_processor_get_throttling_info()
1178 		acpi_processor_get_platform_limit(pr)) {  in acpi_processor_get_throttling_info()
1179 		pr->throttling.acpi_processor_get_throttling =  in acpi_processor_get_throttling_info()
1181 		pr->throttling.acpi_processor_set_throttling =  in acpi_processor_get_throttling_info()
1183 		if (acpi_processor_get_fadt_info(pr))  in acpi_processor_get_throttling_info()
1186 		pr->throttling.acpi_processor_get_throttling =  in acpi_processor_get_throttling_info()
1188 		pr->throttling.acpi_processor_set_throttling =  in acpi_processor_get_throttling_info()
1196 	if (acpi_processor_get_tsd(pr)) {  in acpi_processor_get_throttling_info()
1197 		pthrottling = &pr->throttling;  in acpi_processor_get_throttling_info()
1199 		cpumask_set_cpu(pr->id, pthrottling->shared_cpu_map);  in acpi_processor_get_throttling_info()
1209 		acpi_handle_debug(pr->handle,  in acpi_processor_get_throttling_info()
1214 	acpi_handle_debug(pr->handle, "Found %d throttling states\n",  in acpi_processor_get_throttling_info()
1215 			  pr->throttling.state_count);  in acpi_processor_get_throttling_info()
1217 	pr->flags.throttling = 1;  in acpi_processor_get_throttling_info()
1225 	result = acpi_processor_get_throttling(pr);  in acpi_processor_get_throttling_info()
1229 	if (pr->throttling.state) {  in acpi_processor_get_throttling_info()
1230 		acpi_handle_debug(pr->handle,  in acpi_processor_get_throttling_info()
1232 				  pr->throttling.state);  in acpi_processor_get_throttling_info()
1233 		result = acpi_processor_set_throttling(pr, 0, false);  in acpi_processor_get_throttling_info()
1240 		pr->flags.throttling = 0;  in acpi_processor_get_throttling_info()