Lines Matching +full:cpu +full:- +full:idle +full:- +full:states
1 // SPDX-License-Identifier: GPL-2.0-only
3 * RISC-V SBI CPU idle driver.
9 #define pr_fmt(fmt) "cpuidle-riscv-sbi: " fmt
34 u32 *states; member
53 data->available = true; in sbi_set_domain_state()
54 data->state = state; in sbi_set_domain_state()
61 return data->state; in sbi_get_domain_state()
68 data->available = false; in sbi_clear_domain_state()
75 return data->available; in sbi_is_domain_state_available()
81 u32 *states = __this_cpu_read(sbi_cpuidle_data.states); in sbi_cpuidle_enter_state() local
82 u32 state = states[idx]; in sbi_cpuidle_enter_state()
96 u32 *states = data->states; in __sbi_enter_domain_idle_state() local
97 struct device *pd_dev = data->dev; in __sbi_enter_domain_idle_state()
103 return -1; in __sbi_enter_domain_idle_state()
105 /* Do runtime PM to manage a hierarchical CPU toplogy. */ in __sbi_enter_domain_idle_state()
116 state = states[idx]; in __sbi_enter_domain_idle_state()
118 ret = riscv_sbi_hart_suspend(state) ? -1 : idx; in __sbi_enter_domain_idle_state()
129 /* Clear the domain state to start fresh when back from idle. */ in __sbi_enter_domain_idle_state()
147 static int sbi_cpuidle_cpuhp_up(unsigned int cpu) in sbi_cpuidle_cpuhp_up() argument
157 static int sbi_cpuidle_cpuhp_down(unsigned int cpu) in sbi_cpuidle_cpuhp_down() argument
186 { .compatible = "riscv,idle-state",
193 int err = of_property_read_u32(np, "riscv,sbi-suspend-param", state); in sbi_dt_parse_state_node()
196 pr_warn("%pOF missing riscv,sbi-suspend-param property\n", np); in sbi_dt_parse_state_node()
202 return -EINVAL; in sbi_dt_parse_state_node()
210 unsigned int state_count, int cpu) in sbi_dt_cpu_init_topology() argument
216 data->dev = dt_idle_attach_cpu(cpu, "sbi"); in sbi_dt_cpu_init_topology()
217 if (IS_ERR_OR_NULL(data->dev)) in sbi_dt_cpu_init_topology()
218 return PTR_ERR_OR_ZERO(data->dev); in sbi_dt_cpu_init_topology()
221 * Using the deepest state for the CPU to trigger a potential selection in sbi_dt_cpu_init_topology()
222 * of a shared state for the domain, assumes the domain states are all in sbi_dt_cpu_init_topology()
223 * deeper states. in sbi_dt_cpu_init_topology()
225 drv->states[state_count - 1].flags |= CPUIDLE_FLAG_RCU_IDLE; in sbi_dt_cpu_init_topology()
226 drv->states[state_count - 1].enter = sbi_enter_domain_idle_state; in sbi_dt_cpu_init_topology()
227 drv->states[state_count - 1].enter_s2idle = in sbi_dt_cpu_init_topology()
236 unsigned int cpu, in sbi_cpuidle_dt_init_states() argument
239 struct sbi_cpuidle_data *data = per_cpu_ptr(&sbi_cpuidle_data, cpu); in sbi_cpuidle_dt_init_states()
241 u32 *states; in sbi_cpuidle_dt_init_states() local
244 struct device_node *cpu_node __free(device_node) = of_cpu_device_node_get(cpu); in sbi_cpuidle_dt_init_states()
246 return -ENODEV; in sbi_cpuidle_dt_init_states()
248 states = devm_kcalloc(dev, state_count, sizeof(*states), GFP_KERNEL); in sbi_cpuidle_dt_init_states()
249 if (!states) in sbi_cpuidle_dt_init_states()
250 return -ENOMEM; in sbi_cpuidle_dt_init_states()
254 state_node = of_get_cpu_state_node(cpu_node, i - 1); in sbi_cpuidle_dt_init_states()
258 ret = sbi_dt_parse_state_node(state_node, &states[i]); in sbi_cpuidle_dt_init_states()
264 pr_debug("sbi-state %#x index %d\n", states[i], i); in sbi_cpuidle_dt_init_states()
267 return -ENODEV; in sbi_cpuidle_dt_init_states()
270 ret = sbi_dt_cpu_init_topology(drv, data, state_count, cpu); in sbi_cpuidle_dt_init_states()
274 /* Store states in the per-cpu struct. */ in sbi_cpuidle_dt_init_states()
275 data->states = states; in sbi_cpuidle_dt_init_states()
280 static void sbi_cpuidle_deinit_cpu(int cpu) in sbi_cpuidle_deinit_cpu() argument
282 struct sbi_cpuidle_data *data = per_cpu_ptr(&sbi_cpuidle_data, cpu); in sbi_cpuidle_deinit_cpu()
284 dt_idle_detach_cpu(data->dev); in sbi_cpuidle_deinit_cpu()
288 static int sbi_cpuidle_init_cpu(struct device *dev, int cpu) in sbi_cpuidle_init_cpu() argument
296 return -ENOMEM; in sbi_cpuidle_init_cpu()
298 drv->name = "sbi_cpuidle"; in sbi_cpuidle_init_cpu()
299 drv->owner = THIS_MODULE; in sbi_cpuidle_init_cpu()
300 drv->cpumask = (struct cpumask *)cpumask_of(cpu); in sbi_cpuidle_init_cpu()
302 /* RISC-V architectural WFI to be represented as state index 0. */ in sbi_cpuidle_init_cpu()
303 drv->states[0].enter = sbi_cpuidle_enter_state; in sbi_cpuidle_init_cpu()
304 drv->states[0].exit_latency = 1; in sbi_cpuidle_init_cpu()
305 drv->states[0].target_residency = 1; in sbi_cpuidle_init_cpu()
306 drv->states[0].power_usage = UINT_MAX; in sbi_cpuidle_init_cpu()
307 strcpy(drv->states[0].name, "WFI"); in sbi_cpuidle_init_cpu()
308 strcpy(drv->states[0].desc, "RISC-V WFI"); in sbi_cpuidle_init_cpu()
311 * If no DT idle states are detected (ret == 0) let the driver in sbi_cpuidle_init_cpu()
313 * initialize the idle driver if only wfi is supported, the in sbi_cpuidle_init_cpu()
314 * default archictectural back-end already executes wfi in sbi_cpuidle_init_cpu()
315 * on idle entry. in sbi_cpuidle_init_cpu()
319 pr_debug("HART%ld: failed to parse DT idle states\n", in sbi_cpuidle_init_cpu()
320 cpuid_to_hartid_map(cpu)); in sbi_cpuidle_init_cpu()
321 return ret ? : -ENODEV; in sbi_cpuidle_init_cpu()
325 /* Initialize idle states from DT. */ in sbi_cpuidle_init_cpu()
326 ret = sbi_cpuidle_dt_init_states(dev, drv, cpu, state_count); in sbi_cpuidle_init_cpu()
328 pr_err("HART%ld: failed to init idle states\n", in sbi_cpuidle_init_cpu()
329 cpuid_to_hartid_map(cpu)); in sbi_cpuidle_init_cpu()
344 sbi_cpuidle_deinit_cpu(cpu); in sbi_cpuidle_init_cpu()
352 * topology, hence it's fine to allow domain states to be picked. in sbi_cpuidle_domain_sync_state()
361 struct genpd_power_state *state = &pd->states[pd->state_idx]; in sbi_cpuidle_pd_power_off()
364 if (!state->data) in sbi_cpuidle_pd_power_off()
368 return -EBUSY; in sbi_cpuidle_pd_power_off()
371 pd_state = state->data; in sbi_cpuidle_pd_power_off()
389 int ret = -ENOMEM; in sbi_pd_init()
399 pd->flags |= GENPD_FLAG_IRQ_SAFE | GENPD_FLAG_CPU_DOMAIN; in sbi_pd_init()
403 pd->power_off = sbi_cpuidle_pd_power_off; in sbi_pd_init()
405 pd->flags |= GENPD_FLAG_ALWAYS_ON; in sbi_pd_init()
407 /* Use governor for CPU PM domains if it has some states to manage. */ in sbi_pd_init()
408 pd_gov = pd->states ? &pm_domain_cpu_gov : NULL; in sbi_pd_init()
418 pd_provider->node = of_node_get(np); in sbi_pd_init()
419 list_add(&pd_provider->link, &sbi_pd_providers); in sbi_pd_init()
421 pr_debug("init PM domain %s\n", pd->name); in sbi_pd_init()
441 of_genpd_del_provider(pd_provider->node); in sbi_pd_remove()
443 genpd = of_genpd_remove_last(pd_provider->node); in sbi_pd_remove()
447 of_node_put(pd_provider->node); in sbi_pd_remove()
448 list_del(&pd_provider->link); in sbi_pd_remove()
458 return -ENODEV; in sbi_genpd_probe()
461 * Parse child nodes for the "#power-domain-cells" property and in sbi_genpd_probe()
462 * initialize a genpd/genpd-of-provider pair when it's found. in sbi_genpd_probe()
465 if (!of_property_present(node, "#power-domain-cells")) in sbi_genpd_probe()
475 /* Bail out if not using the hierarchical CPU topology. */ in sbi_genpd_probe()
479 /* Link genpd masters/subdomains to model the CPU topology. */ in sbi_genpd_probe()
488 pr_err("failed to create CPU PM domains ret=%d\n", ret); in sbi_genpd_probe()
504 int cpu, ret; in sbi_cpuidle_probe() local
509 /* Detect OSI support based on CPU DT nodes */ in sbi_cpuidle_probe()
511 for_each_possible_cpu(cpu) { in sbi_cpuidle_probe()
512 struct device_node *np __free(device_node) = of_cpu_device_node_get(cpu); in sbi_cpuidle_probe()
514 of_property_present(np, "power-domains") && in sbi_cpuidle_probe()
515 of_property_present(np, "power-domain-names")) { in sbi_cpuidle_probe()
524 pds_node = of_find_node_by_path("/cpus/power-domains"); in sbi_cpuidle_probe()
532 /* Initialize CPU idle driver for each present CPU */ in sbi_cpuidle_probe()
533 for_each_present_cpu(cpu) { in sbi_cpuidle_probe()
534 ret = sbi_cpuidle_init_cpu(&pdev->dev, cpu); in sbi_cpuidle_probe()
536 pr_debug("HART%ld: idle driver init failed\n", in sbi_cpuidle_probe()
537 cpuid_to_hartid_map(cpu)); in sbi_cpuidle_probe()
542 /* Setup CPU hotplut notifiers */ in sbi_cpuidle_probe()
548 pr_info("idle driver registered for all CPUs\n"); in sbi_cpuidle_probe()
553 while (--cpu >= 0) { in sbi_cpuidle_probe()
554 dev = per_cpu(cpuidle_devices, cpu); in sbi_cpuidle_probe()
557 sbi_cpuidle_deinit_cpu(cpu); in sbi_cpuidle_probe()
566 .name = "sbi-cpuidle",
583 pdev = platform_device_register_simple("sbi-cpuidle", in sbi_cpuidle_init()
584 -1, NULL, 0); in sbi_cpuidle_init()