Lines Matching defs:rcu_state
340 struct rcu_state { struct
341 struct rcu_node node[NUM_RCU_NODES]; /* Hierarchy. */
342 struct rcu_node *level[RCU_NUM_LVLS + 1];
345 int ncpus; /* # CPUs seen so far. */
346 int n_online_cpus; /* # CPUs online for RCU. */
350 unsigned long gp_seq ____cacheline_internodealigned_in_smp;
352 unsigned long gp_max; /* Maximum GP duration in */
354 struct task_struct *gp_kthread; /* Task for grace periods. */
355 struct swait_queue_head gp_wq; /* Where GP task waits. */
356 short gp_flags; /* Commands for GP task. */
357 short gp_state; /* GP kthread sleep state. */
358 unsigned long gp_wake_time; /* Last GP kthread wake. */
359 unsigned long gp_wake_seq; /* ->gp_seq at ^^^. */
360 unsigned long gp_seq_polled; /* GP seq for polled API. */
361 unsigned long gp_seq_polled_snap; /* ->gp_seq_polled at normal GP start. */
362 unsigned long gp_seq_polled_exp_snap; /* ->gp_seq_polled at expedited GP start. */
366 struct mutex barrier_mutex; /* Guards barrier fields. */
367 atomic_t barrier_cpu_count; /* # CPUs waiting on. */
368 struct completion barrier_completion; /* Wake at barrier end. */
369 unsigned long barrier_sequence; /* ++ at start and end of */
373 raw_spinlock_t barrier_lock; /* Protects ->barrier_seq_snap. */
375 struct mutex exp_mutex; /* Serialize expedited GP. */
376 struct mutex exp_wake_mutex; /* Serialize wakeup. */
377 unsigned long expedited_sequence; /* Take a ticket. */
378 atomic_t expedited_need_qs; /* # CPUs left to check in. */
379 struct swait_queue_head expedited_wq; /* Wait for check-ins. */
380 int ncpus_snap; /* # CPUs seen last time. */
381 u8 cbovld; /* Callback overload now? */
382 u8 cbovldnext; /* ^ ^ next time? */
384 unsigned long jiffies_force_qs; /* Time at which to invoke */
386 unsigned long jiffies_kick_kthreads; /* Time at which to kick */
388 unsigned long n_force_qs; /* Number of calls to */
390 unsigned long gp_start; /* Time at which GP started, */
392 unsigned long gp_end; /* Time last GP ended, again */
394 unsigned long gp_activity; /* Time of last GP kthread */
396 unsigned long gp_req_activity; /* Time of last GP request */
398 unsigned long jiffies_stall; /* Time at which to check */
400 int nr_fqs_jiffies_stall; /* Number of fqs loops after
404 unsigned long jiffies_resched; /* Time at which to resched */
429 /* Values for rcu_state structure's gp_flags field. */ argument