1 // SPDX-License-Identifier: GPL-2.0
3  * Versatile Express SPC CPUFreq Interface driver
5  * Copyright (C) 2013 - 2019 ARM Ltd.
16 #include <linux/cpufreq.h>
45 #define ACTUAL_FREQ(cluster, freq)  ((cluster == A7_CLUSTER) ? freq << 1 : freq)  argument
46 #define VIRT_FREQ(cluster, freq)    ((cluster == A7_CLUSTER) ? freq >> 1 : freq)  argument
71 static unsigned int find_cluster_maxfreq(int cluster)  in find_cluster_maxfreq()  argument
79 		if (cluster == per_cpu(physical_cluster, j) &&  in find_cluster_maxfreq()
138 			ret = -EIO;  in ve_spc_cpufreq_set_rate()
154 	/* Recalc freq for old cluster when switching clusters */  in ve_spc_cpufreq_set_rate()
156 		/* Switch cluster */  in ve_spc_cpufreq_set_rate()
161 		/* Set freq of old cluster if there are cpus left on it */  in ve_spc_cpufreq_set_rate()
167 			pr_err("%s: clk_set_rate failed: %d, old cluster: %d\n",  in ve_spc_cpufreq_set_rate()
180 	u32 cpu = policy->cpu, cur_cluster, new_cluster, actual_cluster;  in ve_spc_cpufreq_set_target()
217 		if (pos->frequency < min_freq)  in get_table_min()
218 			min_freq = pos->frequency;  in get_table_min()
229 		if (pos->frequency > max_freq)  in get_table_max()
230 			max_freq = pos->frequency;  in get_table_max()
257 		return -ENOMEM;  in merge_cluster_tables()
262 	for (i = MAX_CLUSTERS - 1; i >= 0; i--, count = k) {  in merge_cluster_tables()
282 	u32 cluster = raw_cpu_to_cluster(cpu_dev->id);  in _put_cluster_clk_and_freq_table()  local
284 	if (!freq_table[cluster])  in _put_cluster_clk_and_freq_table()
287 	clk_put(clk[cluster]);  in _put_cluster_clk_and_freq_table()
288 	dev_pm_opp_free_cpufreq_table(cpu_dev, &freq_table[cluster]);  in _put_cluster_clk_and_freq_table()
294 	u32 cluster = cpu_to_cluster(cpu_dev->id);  in put_cluster_clk_and_freq_table()  local
297 	if (atomic_dec_return(&cluster_usage[cluster]))  in put_cluster_clk_and_freq_table()
300 	if (cluster < MAX_CLUSTERS)  in put_cluster_clk_and_freq_table()
313 	kfree(freq_table[cluster]);  in put_cluster_clk_and_freq_table()
319 	u32 cluster = raw_cpu_to_cluster(cpu_dev->id);  in _get_cluster_clk_and_freq_table()  local
322 	if (freq_table[cluster])  in _get_cluster_clk_and_freq_table()
327 	 * so just check if the OPP count is non-zero  in _get_cluster_clk_and_freq_table()
333 	ret = dev_pm_opp_init_cpufreq_table(cpu_dev, &freq_table[cluster]);  in _get_cluster_clk_and_freq_table()
337 	clk[cluster] = clk_get(cpu_dev, NULL);  in _get_cluster_clk_and_freq_table()
338 	if (!IS_ERR(clk[cluster]))  in _get_cluster_clk_and_freq_table()
341 	dev_err(cpu_dev, "%s: Failed to get clk for cpu: %d, cluster: %d\n",  in _get_cluster_clk_and_freq_table()
342 		__func__, cpu_dev->id, cluster);  in _get_cluster_clk_and_freq_table()
343 	ret = PTR_ERR(clk[cluster]);  in _get_cluster_clk_and_freq_table()
344 	dev_pm_opp_free_cpufreq_table(cpu_dev, &freq_table[cluster]);  in _get_cluster_clk_and_freq_table()
347 	dev_err(cpu_dev, "%s: Failed to get data for cluster: %d\n", __func__,  in _get_cluster_clk_and_freq_table()
348 		cluster);  in _get_cluster_clk_and_freq_table()
355 	u32 cluster = cpu_to_cluster(cpu_dev->id);  in get_cluster_clk_and_freq_table()  local
358 	if (atomic_inc_return(&cluster_usage[cluster]) != 1)  in get_cluster_clk_and_freq_table()
361 	if (cluster < MAX_CLUSTERS) {  in get_cluster_clk_and_freq_table()
364 			atomic_dec(&cluster_usage[cluster]);  in get_cluster_clk_and_freq_table()
369 	 * Get data for all clusters and fill virtual cluster with a merge of  in get_cluster_clk_and_freq_table()
376 			return -ENODEV;  in get_cluster_clk_and_freq_table()
387 	/* Assuming 2 cluster, set clk_big_min and clk_little_max */  in get_cluster_clk_and_freq_table()
399 			return -ENODEV;  in get_cluster_clk_and_freq_table()
404 	atomic_dec(&cluster_usage[cluster]);  in get_cluster_clk_and_freq_table()
409 /* Per-CPU initialization */
412 	u32 cur_cluster = cpu_to_cluster(policy->cpu);  in ve_spc_cpufreq_init()
416 	cpu_dev = get_cpu_device(policy->cpu);  in ve_spc_cpufreq_init()
419 		       policy->cpu);  in ve_spc_cpufreq_init()
420 		return -ENODEV;  in ve_spc_cpufreq_init()
426 		dev_pm_opp_get_sharing_cpus(cpu_dev, policy->cpus);  in ve_spc_cpufreq_init()
428 		for_each_cpu(cpu, policy->cpus)  in ve_spc_cpufreq_init()
432 		per_cpu(physical_cluster, policy->cpu) = A15_CLUSTER;  in ve_spc_cpufreq_init()
435 	ret = get_cluster_clk_and_freq_table(cpu_dev, policy->cpus);  in ve_spc_cpufreq_init()
439 	policy->freq_table = freq_table[cur_cluster];  in ve_spc_cpufreq_init()
440 	policy->cpuinfo.transition_latency = 1000000; /* 1 ms */  in ve_spc_cpufreq_init()
443 		per_cpu(cpu_last_req_freq, policy->cpu) =  in ve_spc_cpufreq_init()
444 						clk_get_cpu_rate(policy->cpu);  in ve_spc_cpufreq_init()
446 	dev_info(cpu_dev, "%s: CPU %d initialized\n", __func__, policy->cpu);  in ve_spc_cpufreq_init()
454 	cpu_dev = get_cpu_device(policy->cpu);  in ve_spc_cpufreq_exit()
457 		       policy->cpu);  in ve_spc_cpufreq_exit()
461 	put_cluster_clk_and_freq_table(cpu_dev, policy->related_cpus);  in ve_spc_cpufreq_exit()
465 	.name			= "vexpress-spc",
559 	pr_info("%s: Un-registered platform driver: %s\n", __func__,  in ve_spc_cpufreq_remove()
565 		.name	= "vexpress-spc-cpufreq",
572 MODULE_ALIAS("platform:vexpress-spc-cpufreq");
575 MODULE_DESCRIPTION("Vexpress SPC ARM big LITTLE cpufreq driver");