/linux-6.14.4/arch/x86/mm/ |
D | tlb.c | 203 if (asid == this_cpu_read(cpu_tlbstate.loaded_mm_asid)) in clear_asid_other() 228 if (this_cpu_read(cpu_tlbstate.invalidate_other)) in choose_new_asid() 232 if (this_cpu_read(cpu_tlbstate.ctxs[asid].ctx_id) != in choose_new_asid() 237 *need_flush = (this_cpu_read(cpu_tlbstate.ctxs[asid].tlb_gen) < in choose_new_asid() 302 struct mm_struct *loaded_mm = this_cpu_read(cpu_tlbstate.loaded_mm); in leave_mm() 316 WARN_ON(!this_cpu_read(cpu_tlbstate_shared.is_lazy)); in leave_mm() 360 if (this_cpu_read(cpu_info.smt_active)) { in l1d_flush_evaluate() 389 prev_mm = this_cpu_read(cpu_tlbstate.last_user_mm_spec); in cond_mitigation() 486 cr4_update_pce_mm(this_cpu_read(cpu_tlbstate.loaded_mm)); in cr4_update_pce() 502 struct mm_struct *prev = this_cpu_read(cpu_tlbstate.loaded_mm); in switch_mm_irqs_off() [all …]
|
/linux-6.14.4/kernel/trace/ |
D | trace_preemptirq.c | 61 if (this_cpu_read(tracing_irq_cpu)) { in trace_hardirqs_on_prepare() 72 if (this_cpu_read(tracing_irq_cpu)) { in trace_hardirqs_on() 92 if (!this_cpu_read(tracing_irq_cpu)) { in trace_hardirqs_off_finish() 106 if (!this_cpu_read(tracing_irq_cpu)) { in trace_hardirqs_off()
|
/linux-6.14.4/drivers/irqchip/ |
D | irq-csky-mpintc.c | 56 (this_cpu_read(intcl_reg) + INTCL_CFGR) : (INTCG_base + INTCG_CICFGR))) 75 void __iomem *reg_base = this_cpu_read(intcl_reg); in csky_mpintc_handler() 83 void __iomem *reg_base = this_cpu_read(intcl_reg); in csky_mpintc_unmask() 92 void __iomem *reg_base = this_cpu_read(intcl_reg); in csky_mpintc_mask() 99 void __iomem *reg_base = this_cpu_read(intcl_reg); in csky_mpintc_eoi() 215 void __iomem *reg_base = this_cpu_read(intcl_reg); in csky_mpintc_send_ipi()
|
/linux-6.14.4/arch/x86/include/asm/xen/ |
D | hypervisor.h | 79 enum xen_lazy_mode old_mode = this_cpu_read(xen_lazy_mode); in enter_lazy() 93 BUG_ON(this_cpu_read(xen_lazy_mode) != mode); in leave_lazy() 95 if (this_cpu_read(xen_lazy_nesting) == 0) in leave_lazy()
|
/linux-6.14.4/arch/arm64/kernel/ |
D | topology.c | 158 prev_const_cnt = this_cpu_read(arch_const_cycles_prev); in amu_scale_freq_tick() 159 prev_core_cnt = this_cpu_read(arch_core_cycles_prev); in amu_scale_freq_tick() 163 const_cnt = this_cpu_read(arch_const_cycles_prev); in amu_scale_freq_tick() 164 core_cnt = this_cpu_read(arch_core_cycles_prev); in amu_scale_freq_tick() 179 scale *= this_cpu_read(arch_max_freq_scale); in amu_scale_freq_tick()
|
/linux-6.14.4/arch/x86/include/asm/ |
D | kvmclock.h | 11 return &this_cpu_read(hv_clock_per_cpu)->pvti; in this_cpu_pvti() 16 return this_cpu_read(hv_clock_per_cpu); in this_cpu_hvclock()
|
D | switch_to.h | 58 if (unlikely(this_cpu_read(cpu_tss_rw.x86_tss.ss1) == thread->sysenter_cs)) in refresh_sysenter_cs()
|
/linux-6.14.4/arch/x86/kernel/ |
D | dumpstack_32.c | 40 unsigned long *begin = (unsigned long *)this_cpu_read(pcpu_hot.hardirq_stack_ptr); in in_hardirq_stack() 65 unsigned long *begin = (unsigned long *)this_cpu_read(pcpu_hot.softirq_stack_ptr); in in_softirq_stack() 102 info->next_sp = (unsigned long *)this_cpu_read(cpu_tss_rw.x86_tss.sp); in in_doublefault_stack()
|
D | nmi.c | 512 if (this_cpu_read(nmi_state) != NMI_NOT_RUNNING) { in DEFINE_IDTENTRY_RAW() 554 local_db_restore(this_cpu_read(nmi_dr7)); in DEFINE_IDTENTRY_RAW() 558 if (unlikely(this_cpu_read(nmi_cr2) != read_cr2())) in DEFINE_IDTENTRY_RAW() 559 write_cr2(this_cpu_read(nmi_cr2)); in DEFINE_IDTENTRY_RAW() 692 if (unlikely(this_cpu_read(nmi_cr2) != read_cr2())) in DEFINE_FREDENTRY_NMI() 693 write_cr2(this_cpu_read(nmi_cr2)); in DEFINE_FREDENTRY_NMI()
|
D | tsc.c | 80 seq = this_cpu_read(cyc2ns.seq.seqcount.sequence); in __cyc2ns_read() 83 data->cyc2ns_offset = this_cpu_read(cyc2ns.data[idx].cyc2ns_offset); in __cyc2ns_read() 84 data->cyc2ns_mul = this_cpu_read(cyc2ns.data[idx].cyc2ns_mul); in __cyc2ns_read() 85 data->cyc2ns_shift = this_cpu_read(cyc2ns.data[idx].cyc2ns_shift); in __cyc2ns_read() 87 } while (unlikely(seq != this_cpu_read(cyc2ns.seq.seqcount.sequence))); in __cyc2ns_read()
|
D | hw_breakpoint.c | 164 dr7 = this_cpu_read(cpu_dr7); in arch_uninstall_hw_breakpoint() 531 bp = this_cpu_read(bp_per_reg[i]); in hw_breakpoint_handler()
|
/linux-6.14.4/kernel/ |
D | watchdog_perf.c | 167 perf_event_enable(this_cpu_read(watchdog_ev)); in watchdog_hardlockup_enable() 176 struct perf_event *event = this_cpu_read(watchdog_ev); in watchdog_hardlockup_disable() 249 perf_event_release_kernel(this_cpu_read(watchdog_ev)); in watchdog_hardlockup_probe()
|
/linux-6.14.4/arch/x86/kernel/cpu/mce/ |
D | amd.c | 430 if (!this_cpu_read(threshold_banks) && !tr->set_lvt_off) in threshold_restart_bank() 689 for (bank = 0; bank < this_cpu_read(mce_num_banks); ++bank) { in mce_amd_feature_init() 896 for (bank = 0; bank < this_cpu_read(mce_num_banks); ++bank) in amd_deferred_error_interrupt() 935 struct threshold_bank **bp = this_cpu_read(threshold_banks); in amd_threshold_interrupt() 946 for (bank = 0; bank < this_cpu_read(mce_num_banks); ++bank) { in amd_threshold_interrupt() 1142 if ((bank >= this_cpu_read(mce_num_banks)) || (block >= NR_BLOCKS)) in allocate_threshold_blocks() 1214 struct device *dev = this_cpu_read(mce_device); in threshold_create_bank() 1281 unsigned int bank, numbanks = this_cpu_read(mce_num_banks); in __threshold_remove_device() 1295 struct threshold_bank **bp = this_cpu_read(threshold_banks); in mce_threshold_remove_device() 1330 bp = this_cpu_read(threshold_banks); in mce_threshold_create_device() [all …]
|
D | core.c | 725 for (i = 0; i < this_cpu_read(mce_num_banks); i++) { in machine_check_poll() 935 for (i = 0; i < this_cpu_read(mce_num_banks); i++) { in mce_no_way_out() 1253 for (i = 0; i < this_cpu_read(mce_num_banks); i++) { in mce_clear_state() 1304 for (i = 0; i < this_cpu_read(mce_num_banks); i++) { in __mc_scan_banks() 1801 u8 n_banks = this_cpu_read(mce_num_banks); in __mcheck_cpu_mce_banks_init() 1876 for (i = 0; i < this_cpu_read(mce_num_banks); i++) { in __mcheck_cpu_init_clear_banks() 1902 for (i = 0; i < this_cpu_read(mce_num_banks); i++) { in __mcheck_cpu_check_banks() 1918 if (c->x86 == 15 && this_cpu_read(mce_num_banks) > 4) { in apply_quirks_amd() 1939 if (c->x86 == 6 && this_cpu_read(mce_num_banks)) in apply_quirks_amd() 1969 if (c->x86_vfm < INTEL_NEHALEM_EP && this_cpu_read(mce_num_banks)) in apply_quirks_intel() [all …]
|
/linux-6.14.4/include/linux/ |
D | lockdep.h | 573 #define __lockdep_enabled (debug_locks && !this_cpu_read(lockdep_recursion)) 577 WARN_ON_ONCE(__lockdep_enabled && !this_cpu_read(hardirqs_enabled)); \ 582 WARN_ON_ONCE(__lockdep_enabled && this_cpu_read(hardirqs_enabled)); \ 587 WARN_ON_ONCE(__lockdep_enabled && !this_cpu_read(hardirq_context)); \ 592 WARN_ON_ONCE(__lockdep_enabled && (this_cpu_read(hardirq_context) || \ 593 !this_cpu_read(hardirqs_enabled))); \ 601 !this_cpu_read(hardirqs_enabled))); \ 609 this_cpu_read(hardirqs_enabled))); \
|
/linux-6.14.4/arch/loongarch/kernel/ |
D | kfpu.c | 27 WARN_ON(this_cpu_read(in_kernel_fpu)); in kernel_fpu_begin() 55 WARN_ON(!this_cpu_read(in_kernel_fpu)); in kernel_fpu_end()
|
/linux-6.14.4/Documentation/translations/zh_CN/core-api/ |
D | this_cpu_ops.rst | 46 this_cpu_read(pcp) 75 z = this_cpu_read(x); 232 且更容易与 ``()`` 结合。第二种形式也与 ``this_cpu_read()`` 和大家的使用方式一致。
|
/linux-6.14.4/tools/testing/shared/linux/ |
D | percpu.h | 7 #define this_cpu_read(var) var macro
|
/linux-6.14.4/kernel/printk/ |
D | printk_safe.c | 70 this_cpu_read(printk_context) || in is_printk_legacy_deferred()
|
/linux-6.14.4/include/crypto/internal/ |
D | simd.h | 56 (may_use_simd() && !this_cpu_read(crypto_simd_disabled_for_test))
|
/linux-6.14.4/arch/x86/xen/ |
D | suspend.c | 42 wrmsrl(MSR_IA32_SPEC_CTRL, this_cpu_read(spec_ctrl)); in xen_vcpu_notify_restore()
|
/linux-6.14.4/arch/x86/kernel/fpu/ |
D | context.h | 38 return fpu == this_cpu_read(fpu_fpregs_owner_ctx) && cpu == fpu->last_cpu; in fpregs_state_valid()
|
/linux-6.14.4/drivers/accessibility/speakup/ |
D | fakekey.c | 86 return this_cpu_read(reporting_keystroke); in speakup_fake_key_pressed()
|
/linux-6.14.4/net/ipv6/netfilter/ |
D | nf_dup_ipv6.c | 51 if (this_cpu_read(nf_skb_duplicated)) in nf_dup_ipv6()
|
/linux-6.14.4/net/ipv4/netfilter/ |
D | nf_dup_ipv4.c | 57 if (this_cpu_read(nf_skb_duplicated)) in nf_dup_ipv4()
|