131 static int set_boost(struct cpufreq_policy *policy, int val)  in set_boost()  argument
133 	on_each_cpu_mask(policy->cpus, boost_set_msr_each,  in set_boost()
136 		 cpumask_pr_args(policy->cpus), str_enabled_disabled(val));  in set_boost()
141 static ssize_t show_freqdomain_cpus(struct cpufreq_policy *policy, char *buf)  in show_freqdomain_cpus()  argument
143 	struct acpi_cpufreq_data *data = policy->driver_data;  in show_freqdomain_cpus()
154 static ssize_t store_cpb(struct cpufreq_policy *policy, const char *buf,  in store_cpb()  argument
168 	set_boost(policy, val);  in store_cpb()
174 static ssize_t show_cpb(struct cpufreq_policy *policy, char *buf)  in show_cpb()  argument
196 static unsigned extract_io(struct cpufreq_policy *policy, u32 value)  in extract_io()  argument
198 	struct acpi_cpufreq_data *data = policy->driver_data;  in extract_io()
206 			return policy->freq_table[i].frequency;  in extract_io()
211 static unsigned extract_msr(struct cpufreq_policy *policy, u32 msr)  in extract_msr()  argument
213 	struct acpi_cpufreq_data *data = policy->driver_data;  in extract_msr()
226 	cpufreq_for_each_entry(pos, policy->freq_table)  in extract_msr()
229 	return policy->freq_table[0].frequency;  in extract_msr()
232 static unsigned extract_freq(struct cpufreq_policy *policy, u32 val)  in extract_freq()  argument
234 	struct acpi_cpufreq_data *data = policy->driver_data;  in extract_freq()
239 		return extract_msr(policy, val);  in extract_freq()
241 		return extract_io(policy, val);  in extract_freq()
365 	struct cpufreq_policy *policy;  in get_cur_freq_on_cpu()  local
371 	policy = cpufreq_cpu_get_raw(cpu);  in get_cur_freq_on_cpu()
372 	if (unlikely(!policy))  in get_cur_freq_on_cpu()
375 	data = policy->driver_data;  in get_cur_freq_on_cpu()
376 	if (unlikely(!data || !policy->freq_table))  in get_cur_freq_on_cpu()
379 	cached_freq = policy->freq_table[to_perf_data(data)->state].frequency;  in get_cur_freq_on_cpu()
380 	freq = extract_freq(policy, get_cur_val(cpumask_of(cpu), data));  in get_cur_freq_on_cpu()
394 static unsigned int check_freqs(struct cpufreq_policy *policy,  in check_freqs()  argument
397 	struct acpi_cpufreq_data *data = policy->driver_data;  in check_freqs()
402 		cur_freq = extract_freq(policy, get_cur_val(mask, data));  in check_freqs()
410 static int acpi_cpufreq_target(struct cpufreq_policy *policy,  in acpi_cpufreq_target()  argument
413 	struct acpi_cpufreq_data *data = policy->driver_data;  in acpi_cpufreq_target()
424 	next_perf_state = policy->freq_table[index].driver_data;  in acpi_cpufreq_target()
439 	 * stopped, so we can rely on the stability of policy->cpus.  in acpi_cpufreq_target()
441 	mask = policy->shared_type == CPUFREQ_SHARED_TYPE_ANY ?  in acpi_cpufreq_target()
442 		cpumask_of(policy->cpu) : policy->cpus;  in acpi_cpufreq_target()
447 		if (!check_freqs(policy, mask,  in acpi_cpufreq_target()
448 				 policy->freq_table[index].frequency)) {  in acpi_cpufreq_target()
449 			pr_debug("%s (%d)\n", __func__, policy->cpu);  in acpi_cpufreq_target()
460 static unsigned int acpi_cpufreq_fast_switch(struct cpufreq_policy *policy,  in acpi_cpufreq_fast_switch()  argument
463 	struct acpi_cpufreq_data *data = policy->driver_data;  in acpi_cpufreq_fast_switch()
471 	if (policy->cached_target_freq == target_freq)  in acpi_cpufreq_fast_switch()
472 		index = policy->cached_resolved_idx;  in acpi_cpufreq_fast_switch()
474 		index = cpufreq_table_find_index_dl(policy, target_freq,  in acpi_cpufreq_fast_switch()
477 	entry = &policy->freq_table[index];  in acpi_cpufreq_fast_switch()
685 static int acpi_cpufreq_cpu_init(struct cpufreq_policy *policy)  in acpi_cpufreq_cpu_init()  argument
690 	unsigned int cpu = policy->cpu;  in acpi_cpufreq_cpu_init()
721 	policy->driver_data = data;  in acpi_cpufreq_cpu_init()
730 	policy->shared_type = perf->shared_type;  in acpi_cpufreq_cpu_init()
733 	 * Will let policy->cpus know about dependency only when software  in acpi_cpufreq_cpu_init()
736 	if (policy->shared_type == CPUFREQ_SHARED_TYPE_ALL ||  in acpi_cpufreq_cpu_init()
737 	    policy->shared_type == CPUFREQ_SHARED_TYPE_ANY) {  in acpi_cpufreq_cpu_init()
738 		cpumask_copy(policy->cpus, perf->shared_cpu_map);  in acpi_cpufreq_cpu_init()
744 	if (bios_with_sw_any_bug && !policy_is_shared(policy)) {  in acpi_cpufreq_cpu_init()
745 		policy->shared_type = CPUFREQ_SHARED_TYPE_ALL;  in acpi_cpufreq_cpu_init()
746 		cpumask_copy(policy->cpus, topology_core_cpumask(cpu));  in acpi_cpufreq_cpu_init()
751 		cpumask_clear(policy->cpus);  in acpi_cpufreq_cpu_init()
752 		cpumask_set_cpu(cpu, policy->cpus);  in acpi_cpufreq_cpu_init()
755 		policy->shared_type = CPUFREQ_SHARED_TYPE_HW;  in acpi_cpufreq_cpu_init()
816 	policy->cpuinfo.transition_latency = 0;  in acpi_cpufreq_cpu_init()
819 		    policy->cpuinfo.transition_latency)  in acpi_cpufreq_cpu_init()
820 			policy->cpuinfo.transition_latency =  in acpi_cpufreq_cpu_init()
826 	    policy->cpuinfo.transition_latency > 20 * 1000) {  in acpi_cpufreq_cpu_init()
827 		policy->cpuinfo.transition_latency = 20 * 1000;  in acpi_cpufreq_cpu_init()
858 		policy->cpuinfo.max_freq = freq * max_boost_ratio >> SCHED_CAPACITY_SHIFT;  in acpi_cpufreq_cpu_init()
869 	policy->freq_table = freq_table;  in acpi_cpufreq_cpu_init()
875 		 * The core will not set policy->cur, because  in acpi_cpufreq_cpu_init()
880 		policy->cur = acpi_cpufreq_guess_freq(data, policy->cpu);  in acpi_cpufreq_cpu_init()
906 	policy->fast_switch_possible = !acpi_pstate_strict &&  in acpi_cpufreq_cpu_init()
907 		!(policy_is_shared(policy) && policy->shared_type != CPUFREQ_SHARED_TYPE_ANY);  in acpi_cpufreq_cpu_init()
920 	policy->driver_data = NULL;  in acpi_cpufreq_cpu_init()
925 static void acpi_cpufreq_cpu_exit(struct cpufreq_policy *policy)  in acpi_cpufreq_cpu_exit()  argument
927 	struct acpi_cpufreq_data *data = policy->driver_data;  in acpi_cpufreq_cpu_exit()
931 	cpufreq_boost_down_prep(policy->cpu);  in acpi_cpufreq_cpu_exit()
932 	policy->fast_switch_possible = false;  in acpi_cpufreq_cpu_exit()
933 	policy->driver_data = NULL;  in acpi_cpufreq_cpu_exit()
936 	kfree(policy->freq_table);  in acpi_cpufreq_cpu_exit()
940 static int acpi_cpufreq_resume(struct cpufreq_policy *policy)  in acpi_cpufreq_resume()  argument
942 	struct acpi_cpufreq_data *data = policy->driver_data;  in acpi_cpufreq_resume()