58 	struct cpufreq_policy *policy;  member
72 static int qcom_cpufreq_set_bw(struct cpufreq_policy *policy,  in qcom_cpufreq_set_bw()  argument
80 	dev = get_cpu_device(policy->cpu);  in qcom_cpufreq_set_bw()
113 static int qcom_cpufreq_hw_target_index(struct cpufreq_policy *policy,  in qcom_cpufreq_hw_target_index()  argument
116 	struct qcom_cpufreq_data *data = policy->driver_data;  in qcom_cpufreq_hw_target_index()
118 	unsigned long freq = policy->freq_table[index].frequency;  in qcom_cpufreq_hw_target_index()
124 		for (i = 1; i < cpumask_weight(policy->related_cpus); i++)  in qcom_cpufreq_hw_target_index()
128 		qcom_cpufreq_set_bw(policy, freq);  in qcom_cpufreq_hw_target_index()
146 static unsigned int qcom_cpufreq_get_freq(struct cpufreq_policy *policy)  in qcom_cpufreq_get_freq()  argument
152 	if (!policy)  in qcom_cpufreq_get_freq()
155 	data = policy->driver_data;  in qcom_cpufreq_get_freq()
161 	return policy->freq_table[index].frequency;  in qcom_cpufreq_get_freq()
164 static unsigned int __qcom_cpufreq_hw_get(struct cpufreq_policy *policy)  in __qcom_cpufreq_hw_get()  argument
168 	if (!policy)  in __qcom_cpufreq_hw_get()
171 	data = policy->driver_data;  in __qcom_cpufreq_hw_get()
176 	return qcom_cpufreq_get_freq(policy);  in __qcom_cpufreq_hw_get()
184 static unsigned int qcom_cpufreq_hw_fast_switch(struct cpufreq_policy *policy,  in qcom_cpufreq_hw_fast_switch()  argument
187 	struct qcom_cpufreq_data *data = policy->driver_data;  in qcom_cpufreq_hw_fast_switch()
192 	index = policy->cached_resolved_idx;  in qcom_cpufreq_hw_fast_switch()
196 		for (i = 1; i < cpumask_weight(policy->related_cpus); i++)  in qcom_cpufreq_hw_fast_switch()
199 	return policy->freq_table[index].frequency;  in qcom_cpufreq_hw_fast_switch()
203 				    struct cpufreq_policy *policy)  in qcom_cpufreq_hw_read_lut()  argument
211 	struct qcom_cpufreq_data *drv_data = policy->driver_data;  in qcom_cpufreq_hw_read_lut()
235 		policy->fast_switch_possible = true;  in qcom_cpufreq_hw_read_lut()
297 	policy->freq_table = table;  in qcom_cpufreq_hw_read_lut()
298 	dev_pm_opp_set_sharing_cpus(cpu_dev, policy->cpus);  in qcom_cpufreq_hw_read_lut()
328 	struct cpufreq_policy *policy = data->policy;  in qcom_lmh_dcvs_notify()  local
329 	int cpu = cpumask_first(policy->related_cpus);  in qcom_lmh_dcvs_notify()
353 	arch_update_hw_pressure(policy->related_cpus, throttled_freq);  in qcom_lmh_dcvs_notify()
356 	 * In the unlikely case policy is unregistered do not enable  in qcom_lmh_dcvs_notify()
428 static int qcom_cpufreq_hw_lmh_init(struct cpufreq_policy *policy, int index)  in qcom_cpufreq_hw_lmh_init()  argument
430 	struct qcom_cpufreq_data *data = policy->driver_data;  in qcom_cpufreq_hw_lmh_init()
449 	snprintf(data->irq_name, sizeof(data->irq_name), "dcvsh-irq-%u", policy->cpu);  in qcom_cpufreq_hw_lmh_init()
457 	ret = irq_set_affinity_and_hint(data->throttle_irq, policy->cpus);  in qcom_cpufreq_hw_lmh_init()
465 static int qcom_cpufreq_hw_cpu_online(struct cpufreq_policy *policy)  in qcom_cpufreq_hw_cpu_online()  argument
467 	struct qcom_cpufreq_data *data = policy->driver_data;  in qcom_cpufreq_hw_cpu_online()
478 	ret = irq_set_affinity_and_hint(data->throttle_irq, policy->cpus);  in qcom_cpufreq_hw_cpu_online()
486 static int qcom_cpufreq_hw_cpu_offline(struct cpufreq_policy *policy)  in qcom_cpufreq_hw_cpu_offline()  argument
488 	struct qcom_cpufreq_data *data = policy->driver_data;  in qcom_cpufreq_hw_cpu_offline()
512 static int qcom_cpufreq_hw_cpu_init(struct cpufreq_policy *policy)  in qcom_cpufreq_hw_cpu_init()  argument
522 	cpu_dev = get_cpu_device(policy->cpu);  in qcom_cpufreq_hw_cpu_init()
525 		       policy->cpu);  in qcom_cpufreq_hw_cpu_init()
529 	cpu_np = of_cpu_device_node_get(policy->cpu);  in qcom_cpufreq_hw_cpu_init()
551 	qcom_get_related_cpus(index, policy->cpus);  in qcom_cpufreq_hw_cpu_init()
553 	policy->driver_data = data;  in qcom_cpufreq_hw_cpu_init()
554 	policy->dvfs_possible_from_any_cpu = true;  in qcom_cpufreq_hw_cpu_init()
555 	data->policy = policy;  in qcom_cpufreq_hw_cpu_init()
557 	ret = qcom_cpufreq_hw_read_lut(cpu_dev, policy);  in qcom_cpufreq_hw_cpu_init()
569 	if (policy_has_boost_freq(policy)) {  in qcom_cpufreq_hw_cpu_init()
575 	return qcom_cpufreq_hw_lmh_init(policy, index);  in qcom_cpufreq_hw_cpu_init()
578 static void qcom_cpufreq_hw_cpu_exit(struct cpufreq_policy *policy)  in qcom_cpufreq_hw_cpu_exit()  argument
580 	struct device *cpu_dev = get_cpu_device(policy->cpu);  in qcom_cpufreq_hw_cpu_exit()
581 	struct qcom_cpufreq_data *data = policy->driver_data;  in qcom_cpufreq_hw_cpu_exit()
584 	dev_pm_opp_of_cpumask_remove_table(policy->related_cpus);  in qcom_cpufreq_hw_cpu_exit()
586 	kfree(policy->freq_table);  in qcom_cpufreq_hw_cpu_exit()
590 static void qcom_cpufreq_ready(struct cpufreq_policy *policy)  in qcom_cpufreq_ready()  argument
592 	struct qcom_cpufreq_data *data = policy->driver_data;  in qcom_cpufreq_ready()
626 	return __qcom_cpufreq_hw_get(data->policy) * HZ_PER_KHZ;  in qcom_cpufreq_hw_recalc_rate()