Lines Matching full:rp
134 if (rd->rp->priv->type == RAPL_IF_TPMI) { in get_pl_lock_prim()
151 if (rd->rp->priv->limits[rd->id] & BIT(POWER_LIMIT2)) in get_pl_lock_prim()
162 if (prim == PL_CLAMP && rd->rp->priv->type != RAPL_IF_TPMI) in get_pl_prim()
176 if (prim == PL_CLAMP && rd->rp->priv->type != RAPL_IF_TPMI) in get_pl_prim()
219 static struct rapl_defaults *get_defaults(struct rapl_package *rp) in get_defaults() argument
221 return rp->priv->defaults; in get_defaults()
252 static void rapl_init_domains(struct rapl_package *rp);
267 static void package_power_limit_irq_save(struct rapl_package *rp);
313 struct rapl_package *rp = rd->rp; in release_zone() local
320 rp->domains = NULL; in release_zone()
342 struct rapl_defaults *defaults = get_defaults(rd->rp); in set_domain_enable()
441 struct rapl_package *rp; in set_power_limit() local
448 rp = rd->rp; in set_power_limit()
452 package_power_limit_irq_save(rp); in set_power_limit()
564 static int get_rid(struct rapl_package *rp) in get_rid() argument
566 return rp->lead_cpu >= 0 ? rp->lead_cpu : rp->id; in get_rid()
570 static void rapl_init_domains(struct rapl_package *rp) in rapl_init_domains() argument
574 struct rapl_domain *rd = rp->domains; in rapl_init_domains()
577 unsigned int mask = rp->domain_map & (1 << i); in rapl_init_domains()
583 rd->rp = rp; in rapl_init_domains()
585 if (i == RAPL_DOMAIN_PLATFORM && rp->id > 0) { in rapl_init_domains()
587 rp->lead_cpu >= 0 ? topology_physical_package_id(rp->lead_cpu) : in rapl_init_domains()
588 rp->id); in rapl_init_domains()
597 rp->priv->limits[i] |= BIT(POWER_LIMIT1); in rapl_init_domains()
600 if (rp->priv->limits[i] & BIT(t)) in rapl_init_domains()
605 rd->regs[j] = rp->priv->regs[i][j]; in rapl_init_domains()
615 struct rapl_defaults *defaults = get_defaults(rd->rp); in rapl_unit_xlate()
739 static struct rapl_primitive_info *get_rpi(struct rapl_package *rp, int prim) in get_rpi() argument
741 struct rapl_primitive_info *rpi = rp->priv->rpi; in get_rpi()
749 static int rapl_config(struct rapl_package *rp) in rapl_config() argument
751 switch (rp->priv->type) { in rapl_config()
755 rp->priv->defaults = (void *)defaults_msr; in rapl_config()
756 rp->priv->rpi = (void *)rpi_msr; in rapl_config()
759 rp->priv->defaults = (void *)&defaults_tpmi; in rapl_config()
760 rp->priv->rpi = (void *)rpi_tpmi; in rapl_config()
767 if (!rp->priv->defaults || !rp->priv->rpi) in rapl_config()
776 struct rapl_defaults *defaults = get_defaults(rd->rp); in prim_fixups()
820 struct rapl_primitive_info *rpi = get_rpi(rd->rp, prim_fixed); in rapl_read_data_raw()
838 if (rd->rp->priv->read_raw(get_rid(rd->rp), &ra)) { in rapl_read_data_raw()
839 pr_debug("failed to read reg 0x%llx for %s:%s\n", ra.reg.val, rd->rp->name, rd->name); in rapl_read_data_raw()
859 struct rapl_primitive_info *rpi = get_rpi(rd->rp, prim_fixed); in rapl_write_data_raw()
877 ret = rd->rp->priv->write_raw(get_rid(rd->rp), &ra); in rapl_write_data_raw()
903 pr_debug("%s:%s:%s locked by BIOS\n", rd->rp->name, rd->name, pl_names[pl]); in rapl_write_pl_data()
927 if (rd->rp->priv->read_raw(get_rid(rd->rp), &ra)) { in rapl_check_unit_core()
929 ra.reg.val, rd->rp->name, rd->name); in rapl_check_unit_core()
943 rd->rp->name, rd->name, rd->energy_unit, rd->time_unit, rd->power_unit); in rapl_check_unit_core()
955 if (rd->rp->priv->read_raw(get_rid(rd->rp), &ra)) { in rapl_check_unit_atom()
957 ra.reg.val, rd->rp->name, rd->name); in rapl_check_unit_atom()
971 rd->rp->name, rd->name, rd->energy_unit, rd->time_unit, rd->power_unit); in rapl_check_unit_atom()
979 struct rapl_package *rp = (struct rapl_package *)info; in power_limit_irq_save_cpu() local
983 if (!(rp->power_limit_irq & PACKAGE_PLN_INT_SAVED)) { in power_limit_irq_save_cpu()
984 rp->power_limit_irq = l & PACKAGE_THERM_INT_PLN_ENABLE; in power_limit_irq_save_cpu()
985 rp->power_limit_irq |= PACKAGE_PLN_INT_SAVED; in power_limit_irq_save_cpu()
1001 static void package_power_limit_irq_save(struct rapl_package *rp) in package_power_limit_irq_save() argument
1003 if (rp->lead_cpu < 0) in package_power_limit_irq_save()
1009 smp_call_function_single(rp->lead_cpu, power_limit_irq_save_cpu, rp, 1); in package_power_limit_irq_save()
1016 static void package_power_limit_irq_restore(struct rapl_package *rp) in package_power_limit_irq_restore() argument
1020 if (rp->lead_cpu < 0) in package_power_limit_irq_restore()
1027 if (!(rp->power_limit_irq & PACKAGE_PLN_INT_SAVED)) in package_power_limit_irq_restore()
1032 if (rp->power_limit_irq & PACKAGE_THERM_INT_PLN_ENABLE) in package_power_limit_irq_restore()
1058 struct rapl_defaults *defaults = get_defaults(rd->rp); in set_floor_freq_atom()
1142 if (rd->rp->priv->read_raw(get_rid(rd->rp), &ra)) { in rapl_check_unit_tpmi()
1144 ra.reg.val, rd->rp->name, rd->name); in rapl_check_unit_tpmi()
1158 rd->rp->name, rd->name, rd->energy_unit, rd->time_unit, rd->power_unit); in rapl_check_unit_tpmi()
1297 static void rapl_update_domain_data(struct rapl_package *rp) in rapl_update_domain_data() argument
1302 for (dmn = 0; dmn < rp->nr_domains; dmn++) { in rapl_update_domain_data()
1303 pr_debug("update %s domain %s data\n", rp->name, in rapl_update_domain_data()
1304 rp->domains[dmn].name); in rapl_update_domain_data()
1307 struct rapl_primitive_info *rpi = get_rpi(rp, prim); in rapl_update_domain_data()
1309 if (!rapl_read_data_raw(&rp->domains[dmn], prim, in rapl_update_domain_data()
1311 rp->domains[dmn].rdd.primitives[prim] = val; in rapl_update_domain_data()
1317 static int rapl_package_register_powercap(struct rapl_package *rp) in rapl_package_register_powercap() argument
1324 rapl_update_domain_data(rp); in rapl_package_register_powercap()
1327 for (rd = rp->domains; rd < rp->domains + rp->nr_domains; rd++) { in rapl_package_register_powercap()
1330 pr_debug("register package domain %s\n", rp->name); in rapl_package_register_powercap()
1332 rp->priv->control_type, rp->name, in rapl_package_register_powercap()
1337 rp->name); in rapl_package_register_powercap()
1341 rp->power_zone = power_zone; in rapl_package_register_powercap()
1351 for (rd = rp->domains; rd < rp->domains + rp->nr_domains; rd++) { in rapl_package_register_powercap()
1352 struct powercap_zone *parent = rp->power_zone; in rapl_package_register_powercap()
1361 rp->priv->control_type, in rapl_package_register_powercap()
1368 rp->name, rd->name); in rapl_package_register_powercap()
1380 while (--rd >= rp->domains) { in rapl_package_register_powercap()
1381 pr_debug("unregister %s domain %s\n", rp->name, rd->name); in rapl_package_register_powercap()
1382 powercap_unregister_zone(rp->priv->control_type, in rapl_package_register_powercap()
1389 static int rapl_check_domain(int domain, struct rapl_package *rp) in rapl_check_domain() argument
1399 ra.reg = rp->priv->regs[domain][RAPL_DOMAIN_REG_STATUS]; in rapl_check_domain()
1410 if (rp->priv->read_raw(get_rid(rp), &ra) || !ra.value) in rapl_check_domain()
1423 struct rapl_defaults *defaults = get_defaults(rd->rp); in rapl_get_domain_unit()
1427 if (!rd->rp->priv->reg_unit.val) { in rapl_get_domain_unit()
1431 rd->regs[RAPL_DOMAIN_REG_UNIT] = rd->rp->priv->reg_unit; in rapl_get_domain_unit()
1469 rd->rp->name, rd->name, pl_names[i]); in rapl_detect_powerlimit()
1481 static int rapl_detect_domains(struct rapl_package *rp) in rapl_detect_domains() argument
1488 if (!rapl_check_domain(i, rp)) { in rapl_detect_domains()
1489 rp->domain_map |= 1 << i; in rapl_detect_domains()
1493 rp->nr_domains = bitmap_weight(&rp->domain_map, RAPL_DOMAIN_MAX); in rapl_detect_domains()
1494 if (!rp->nr_domains) { in rapl_detect_domains()
1495 pr_debug("no valid rapl domains found in %s\n", rp->name); in rapl_detect_domains()
1498 pr_debug("found %d domains on %s\n", rp->nr_domains, rp->name); in rapl_detect_domains()
1500 rp->domains = kcalloc(rp->nr_domains, sizeof(struct rapl_domain), in rapl_detect_domains()
1502 if (!rp->domains) in rapl_detect_domains()
1505 rapl_init_domains(rp); in rapl_detect_domains()
1507 for (rd = rp->domains; rd < rp->domains + rp->nr_domains; rd++) { in rapl_detect_domains()
1570 static int get_pmu_cpu(struct rapl_package *rp) in get_pmu_cpu() argument
1574 if (!rp->has_pmu) in get_pmu_cpu()
1578 if (rp->priv->type != RAPL_IF_TPMI) in get_pmu_cpu()
1583 if (topology_physical_package_id(cpu) == rp->id) in get_pmu_cpu()
1589 static bool is_rp_pmu_cpu(struct rapl_package *rp, int cpu) in is_rp_pmu_cpu() argument
1591 if (!rp->has_pmu) in is_rp_pmu_cpu()
1595 if (rp->priv->type != RAPL_IF_TPMI) in is_rp_pmu_cpu()
1599 return topology_physical_package_id(cpu) == rp->id; in is_rp_pmu_cpu()
1604 struct rapl_package *rp = event->pmu_private; in event_to_pmu_data() local
1606 return &rp->pmu_data; in event_to_pmu_data()
1613 struct rapl_package *rp = event->pmu_private; in event_read_counter() local
1621 ret = rapl_read_data_raw(&rp->domains[event->hw.idx], ENERGY_COUNTER, false, &val); in event_read_counter()
1772 struct rapl_package *pos, *rp = NULL; in rapl_pmu_event_init() local
1790 rp = pos; in rapl_pmu_event_init()
1794 if (!rp) in rapl_pmu_event_init()
1801 event->pmu_private = rp; /* Which package */ in rapl_pmu_event_init()
1805 /* Find out the index in rp->domains[] to get domain pointer */ in rapl_pmu_event_init()
1806 for (idx = 0; idx < rp->nr_domains; idx++) { in rapl_pmu_event_init()
1807 if (rp->domains[idx].id == domain) { in rapl_pmu_event_init()
1861 struct rapl_package *rp; in cpumask_show() local
1874 list_for_each_entry(rp, &rapl_packages, plist) { in cpumask_show()
1875 cpu = get_pmu_cpu(rp); in cpumask_show()
1973 static int rapl_pmu_update(struct rapl_package *rp) in rapl_pmu_update() argument
1978 if (rapl_pmu.registered && !(rp->domain_map & (~rapl_pmu.domain_map))) in rapl_pmu_update()
1986 rapl_pmu.domain_map |= rp->domain_map; in rapl_pmu_update()
2008 rp->has_pmu = true; in rapl_pmu_update()
2012 int rapl_package_add_pmu(struct rapl_package *rp) in rapl_package_add_pmu() argument
2014 struct rapl_package_pmu_data *data = &rp->pmu_data; in rapl_package_add_pmu()
2017 if (rp->has_pmu) in rapl_package_add_pmu()
2022 for (idx = 0; idx < rp->nr_domains; idx++) { in rapl_package_add_pmu()
2023 struct rapl_domain *rd = &rp->domains[idx]; in rapl_package_add_pmu()
2027 if (!test_bit(domain, &rp->domain_map)) in rapl_package_add_pmu()
2039 struct rapl_primitive_info *rpi = get_rpi(rp, ENERGY_COUNTER); in rapl_package_add_pmu()
2070 return rapl_pmu_update(rp); in rapl_package_add_pmu()
2074 void rapl_package_remove_pmu(struct rapl_package *rp) in rapl_package_remove_pmu() argument
2078 if (!rp->has_pmu) in rapl_package_remove_pmu()
2085 if (pos->has_pmu && pos != rp) in rapl_package_remove_pmu()
2096 void rapl_remove_package_cpuslocked(struct rapl_package *rp) in rapl_remove_package_cpuslocked() argument
2100 package_power_limit_irq_restore(rp); in rapl_remove_package_cpuslocked()
2102 for (rd = rp->domains; rd < rp->domains + rp->nr_domains; rd++) { in rapl_remove_package_cpuslocked()
2115 rp->name, rd->name); in rapl_remove_package_cpuslocked()
2116 powercap_unregister_zone(rp->priv->control_type, in rapl_remove_package_cpuslocked()
2120 powercap_unregister_zone(rp->priv->control_type, in rapl_remove_package_cpuslocked()
2122 list_del(&rp->plist); in rapl_remove_package_cpuslocked()
2123 kfree(rp); in rapl_remove_package_cpuslocked()
2127 void rapl_remove_package(struct rapl_package *rp) in rapl_remove_package() argument
2130 rapl_remove_package_cpuslocked(rp); in rapl_remove_package()
2153 struct rapl_package *rp; in rapl_find_package_domain_cpuslocked() local
2167 list_for_each_entry(rp, &rapl_packages, plist) { in rapl_find_package_domain_cpuslocked()
2168 if (rp->id == uid in rapl_find_package_domain_cpuslocked()
2169 && rp->priv->control_type == priv->control_type) in rapl_find_package_domain_cpuslocked()
2170 return rp; in rapl_find_package_domain_cpuslocked()
2187 struct rapl_package *rp; in rapl_add_package_cpuslocked() local
2190 rp = kzalloc(sizeof(struct rapl_package), GFP_KERNEL); in rapl_add_package_cpuslocked()
2191 if (!rp) in rapl_add_package_cpuslocked()
2195 rp->id = rapl_msrs_are_pkg_scope() ? in rapl_add_package_cpuslocked()
2197 if ((int)(rp->id) < 0) { in rapl_add_package_cpuslocked()
2201 rp->lead_cpu = id; in rapl_add_package_cpuslocked()
2203 snprintf(rp->name, PACKAGE_DOMAIN_NAME_LENGTH, "package-%d-die-%d", in rapl_add_package_cpuslocked()
2206 snprintf(rp->name, PACKAGE_DOMAIN_NAME_LENGTH, "package-%d", in rapl_add_package_cpuslocked()
2209 rp->id = id; in rapl_add_package_cpuslocked()
2210 rp->lead_cpu = -1; in rapl_add_package_cpuslocked()
2211 snprintf(rp->name, PACKAGE_DOMAIN_NAME_LENGTH, "package-%d", id); in rapl_add_package_cpuslocked()
2214 rp->priv = priv; in rapl_add_package_cpuslocked()
2215 ret = rapl_config(rp); in rapl_add_package_cpuslocked()
2220 if (rapl_detect_domains(rp)) { in rapl_add_package_cpuslocked()
2224 ret = rapl_package_register_powercap(rp); in rapl_add_package_cpuslocked()
2226 INIT_LIST_HEAD(&rp->plist); in rapl_add_package_cpuslocked()
2227 list_add(&rp->plist, &rapl_packages); in rapl_add_package_cpuslocked()
2228 return rp; in rapl_add_package_cpuslocked()
2232 kfree(rp->domains); in rapl_add_package_cpuslocked()
2233 kfree(rp); in rapl_add_package_cpuslocked()
2247 struct rapl_package *rp; in power_limit_state_save() local
2252 list_for_each_entry(rp, &rapl_packages, plist) { in power_limit_state_save()
2253 if (!rp->power_zone) in power_limit_state_save()
2255 rd = power_zone_to_rapl_domain(rp->power_zone); in power_limit_state_save()
2268 struct rapl_package *rp; in power_limit_state_restore() local
2273 list_for_each_entry(rp, &rapl_packages, plist) { in power_limit_state_restore()
2274 if (!rp->power_zone) in power_limit_state_restore()
2276 rd = power_zone_to_rapl_domain(rp->power_zone); in power_limit_state_restore()