89 	tsk->delays = kmem_cache_zalloc(delayacct_cache, GFP_KERNEL);  in __delayacct_tsk_init()
90 	if (tsk->delays)  in __delayacct_tsk_init()
91 		raw_spin_lock_init(&tsk->delays->lock);  in __delayacct_tsk_init()
117 	current->delays->blkio_start = local_clock();  in __delayacct_blkio_start()
126 	delayacct_end(&p->delays->lock,  in __delayacct_blkio_end()
127 		      &p->delays->blkio_start,  in __delayacct_blkio_end()
128 		      &p->delays->blkio_delay,  in __delayacct_blkio_end()
129 		      &p->delays->blkio_count,  in __delayacct_blkio_end()
130 		      &p->delays->blkio_delay_max,  in __delayacct_blkio_end()
131 		      &p->delays->blkio_delay_min);  in __delayacct_blkio_end()
171 	if (!tsk->delays)  in delayacct_add_tsk()
175 	raw_spin_lock_irqsave(&tsk->delays->lock, flags);  in delayacct_add_tsk()
176 	d->blkio_delay_max = tsk->delays->blkio_delay_max;  in delayacct_add_tsk()
177 	d->blkio_delay_min = tsk->delays->blkio_delay_min;  in delayacct_add_tsk()
178 	tmp = d->blkio_delay_total + tsk->delays->blkio_delay;  in delayacct_add_tsk()
180 	d->swapin_delay_max = tsk->delays->swapin_delay_max;  in delayacct_add_tsk()
181 	d->swapin_delay_min = tsk->delays->swapin_delay_min;  in delayacct_add_tsk()
182 	tmp = d->swapin_delay_total + tsk->delays->swapin_delay;  in delayacct_add_tsk()
184 	d->freepages_delay_max = tsk->delays->freepages_delay_max;  in delayacct_add_tsk()
185 	d->freepages_delay_min = tsk->delays->freepages_delay_min;  in delayacct_add_tsk()
186 	tmp = d->freepages_delay_total + tsk->delays->freepages_delay;  in delayacct_add_tsk()
188 	d->thrashing_delay_max = tsk->delays->thrashing_delay_max;  in delayacct_add_tsk()
189 	d->thrashing_delay_min = tsk->delays->thrashing_delay_min;  in delayacct_add_tsk()
190 	tmp = d->thrashing_delay_total + tsk->delays->thrashing_delay;  in delayacct_add_tsk()
192 	d->compact_delay_max = tsk->delays->compact_delay_max;  in delayacct_add_tsk()
193 	d->compact_delay_min = tsk->delays->compact_delay_min;  in delayacct_add_tsk()
194 	tmp = d->compact_delay_total + tsk->delays->compact_delay;  in delayacct_add_tsk()
196 	d->wpcopy_delay_max = tsk->delays->wpcopy_delay_max;  in delayacct_add_tsk()
197 	d->wpcopy_delay_min = tsk->delays->wpcopy_delay_min;  in delayacct_add_tsk()
198 	tmp = d->wpcopy_delay_total + tsk->delays->wpcopy_delay;  in delayacct_add_tsk()
200 	d->irq_delay_max = tsk->delays->irq_delay_max;  in delayacct_add_tsk()
201 	d->irq_delay_min = tsk->delays->irq_delay_min;  in delayacct_add_tsk()
202 	tmp = d->irq_delay_total + tsk->delays->irq_delay;  in delayacct_add_tsk()
204 	d->blkio_count += tsk->delays->blkio_count;  in delayacct_add_tsk()
205 	d->swapin_count += tsk->delays->swapin_count;  in delayacct_add_tsk()
206 	d->freepages_count += tsk->delays->freepages_count;  in delayacct_add_tsk()
207 	d->thrashing_count += tsk->delays->thrashing_count;  in delayacct_add_tsk()
208 	d->compact_count += tsk->delays->compact_count;  in delayacct_add_tsk()
209 	d->wpcopy_count += tsk->delays->wpcopy_count;  in delayacct_add_tsk()
210 	d->irq_count += tsk->delays->irq_count;  in delayacct_add_tsk()
211 	raw_spin_unlock_irqrestore(&tsk->delays->lock, flags);  in delayacct_add_tsk()
221 	raw_spin_lock_irqsave(&tsk->delays->lock, flags);  in __delayacct_blkio_ticks()
222 	ret = nsec_to_clock_t(tsk->delays->blkio_delay);  in __delayacct_blkio_ticks()
223 	raw_spin_unlock_irqrestore(&tsk->delays->lock, flags);  in __delayacct_blkio_ticks()
229 	current->delays->freepages_start = local_clock();  in __delayacct_freepages_start()
234 	delayacct_end(&current->delays->lock,  in __delayacct_freepages_end()
235 		      &current->delays->freepages_start,  in __delayacct_freepages_end()
236 		      &current->delays->freepages_delay,  in __delayacct_freepages_end()
237 		      &current->delays->freepages_count,  in __delayacct_freepages_end()
238 		      &current->delays->freepages_delay_max,  in __delayacct_freepages_end()
239 		      &current->delays->freepages_delay_min);  in __delayacct_freepages_end()
249 	current->delays->thrashing_start = local_clock();  in __delayacct_thrashing_start()
258 	delayacct_end(&current->delays->lock,  in __delayacct_thrashing_end()
259 		      &current->delays->thrashing_start,  in __delayacct_thrashing_end()
260 		      &current->delays->thrashing_delay,  in __delayacct_thrashing_end()
261 		      &current->delays->thrashing_count,  in __delayacct_thrashing_end()
262 		      &current->delays->thrashing_delay_max,  in __delayacct_thrashing_end()
263 		      &current->delays->thrashing_delay_min);  in __delayacct_thrashing_end()
268 	current->delays->swapin_start = local_clock();  in __delayacct_swapin_start()
273 	delayacct_end(&current->delays->lock,  in __delayacct_swapin_end()
274 		      &current->delays->swapin_start,  in __delayacct_swapin_end()
275 		      &current->delays->swapin_delay,  in __delayacct_swapin_end()
276 		      &current->delays->swapin_count,  in __delayacct_swapin_end()
277 		      &current->delays->swapin_delay_max,  in __delayacct_swapin_end()
278 		      &current->delays->swapin_delay_min);  in __delayacct_swapin_end()
283 	current->delays->compact_start = local_clock();  in __delayacct_compact_start()
288 	delayacct_end(&current->delays->lock,  in __delayacct_compact_end()
289 		      &current->delays->compact_start,  in __delayacct_compact_end()
290 		      &current->delays->compact_delay,  in __delayacct_compact_end()
291 		      &current->delays->compact_count,  in __delayacct_compact_end()
292 		      &current->delays->compact_delay_max,  in __delayacct_compact_end()
293 		      &current->delays->compact_delay_min);  in __delayacct_compact_end()
298 	current->delays->wpcopy_start = local_clock();  in __delayacct_wpcopy_start()
303 	delayacct_end(&current->delays->lock,  in __delayacct_wpcopy_end()
304 		      &current->delays->wpcopy_start,  in __delayacct_wpcopy_end()
305 		      &current->delays->wpcopy_delay,  in __delayacct_wpcopy_end()
306 		      &current->delays->wpcopy_count,  in __delayacct_wpcopy_end()
307 		      &current->delays->wpcopy_delay_max,  in __delayacct_wpcopy_end()
308 		      &current->delays->wpcopy_delay_min);  in __delayacct_wpcopy_end()
315 	raw_spin_lock_irqsave(&task->delays->lock, flags);  in __delayacct_irq()
316 	task->delays->irq_delay += delta;  in __delayacct_irq()
317 	task->delays->irq_count++;  in __delayacct_irq()
318 	if (delta > task->delays->irq_delay_max)  in __delayacct_irq()
319 		task->delays->irq_delay_max = delta;  in __delayacct_irq()
320 	if (delta && (!task->delays->irq_delay_min || delta < task->delays->irq_delay_min))  in __delayacct_irq()
321 		task->delays->irq_delay_min = delta;  in __delayacct_irq()
322 	raw_spin_unlock_irqrestore(&task->delays->lock, flags);  in __delayacct_irq()