Lines Matching full:j

37 unsigned bch2_journal_dev_buckets_available(struct journal *j,  in bch2_journal_dev_buckets_available()  argument
57 void bch2_journal_set_watermark(struct journal *j) in bch2_journal_set_watermark() argument
59 struct bch_fs *c = container_of(j, struct bch_fs, journal); in bch2_journal_set_watermark()
60 bool low_on_space = j->space[journal_space_clean].total * 4 <= in bch2_journal_set_watermark()
61 j->space[journal_space_total].total; in bch2_journal_set_watermark()
62 bool low_on_pin = fifo_free(&j->pin) < j->pin.size / 4; in bch2_journal_set_watermark()
73 mod_bit(JOURNAL_space_low, &j->flags, low_on_space || low_on_pin); in bch2_journal_set_watermark()
75 swap(watermark, j->watermark); in bch2_journal_set_watermark()
76 if (watermark > j->watermark) in bch2_journal_set_watermark()
77 journal_wake(j); in bch2_journal_set_watermark()
81 journal_dev_space_available(struct journal *j, struct bch_dev *ca, in journal_dev_space_available() argument
94 buckets = bch2_journal_dev_buckets_available(j, ja, from); in journal_dev_space_available()
101 for (seq = journal_last_unwritten_seq(j); in journal_dev_space_available()
102 seq <= journal_cur_seq(j); in journal_dev_space_available()
104 unwritten = j->buf[seq & JOURNAL_BUF_MASK].sectors; in journal_dev_space_available()
137 static struct journal_space __journal_space_available(struct journal *j, unsigned nr_devs_want, in __journal_space_available() argument
140 struct bch_fs *c = container_of(j, struct bch_fs, journal); in __journal_space_available()
155 space = journal_dev_space_available(j, ca, from); in __journal_space_available()
179 void bch2_journal_space_available(struct journal *j) in bch2_journal_space_available() argument
181 struct bch_fs *c = container_of(j, struct bch_fs, journal); in bch2_journal_space_available()
183 unsigned max_entry_size = min(j->buf[0].buf_size >> 9, in bch2_journal_space_available()
184 j->buf[1].buf_size >> 9); in bch2_journal_space_available()
189 lockdep_assert_held(&j->lock); in bch2_journal_space_available()
199 ja->bucket_seq[ja->dirty_idx] < journal_last_seq(j)) in bch2_journal_space_available()
203 ja->bucket_seq[ja->dirty_idx_ondisk] < j->last_seq_ondisk) in bch2_journal_space_available()
214 j->can_discard = can_discard; in bch2_journal_space_available()
236 j->space[i] = __journal_space_available(j, nr_devs_want, i); in bch2_journal_space_available()
238 clean_ondisk = j->space[journal_space_clean_ondisk].total; in bch2_journal_space_available()
239 clean = j->space[journal_space_clean].total; in bch2_journal_space_available()
240 total = j->space[journal_space_total].total; in bch2_journal_space_available()
242 if (!j->space[journal_space_discarded].next_entry) in bch2_journal_space_available()
245 if ((j->space[journal_space_clean_ondisk].next_entry < in bch2_journal_space_available()
246 j->space[journal_space_clean_ondisk].total) && in bch2_journal_space_available()
249 set_bit(JOURNAL_may_skip_flush, &j->flags); in bch2_journal_space_available()
251 clear_bit(JOURNAL_may_skip_flush, &j->flags); in bch2_journal_space_available()
253 bch2_journal_set_watermark(j); in bch2_journal_space_available()
255 j->cur_entry_sectors = !ret ? j->space[journal_space_discarded].next_entry : 0; in bch2_journal_space_available()
256 j->cur_entry_error = ret; in bch2_journal_space_available()
259 journal_wake(j); in bch2_journal_space_available()
264 static bool should_discard_bucket(struct journal *j, struct journal_device *ja) in should_discard_bucket() argument
268 spin_lock(&j->lock); in should_discard_bucket()
270 spin_unlock(&j->lock); in should_discard_bucket()
279 void bch2_journal_do_discards(struct journal *j) in bch2_journal_do_discards() argument
281 struct bch_fs *c = container_of(j, struct bch_fs, journal); in bch2_journal_do_discards()
283 mutex_lock(&j->discard_lock); in bch2_journal_do_discards()
288 while (should_discard_bucket(j, ja)) { in bch2_journal_do_discards()
297 spin_lock(&j->lock); in bch2_journal_do_discards()
300 bch2_journal_space_available(j); in bch2_journal_do_discards()
301 spin_unlock(&j->lock); in bch2_journal_do_discards()
305 mutex_unlock(&j->discard_lock); in bch2_journal_do_discards()
313 void bch2_journal_reclaim_fast(struct journal *j) in bch2_journal_reclaim_fast() argument
317 lockdep_assert_held(&j->lock); in bch2_journal_reclaim_fast()
323 while (!fifo_empty(&j->pin) && in bch2_journal_reclaim_fast()
324 j->pin.front <= j->seq_ondisk && in bch2_journal_reclaim_fast()
325 !atomic_read(&fifo_peek_front(&j->pin).count)) { in bch2_journal_reclaim_fast()
326 j->pin.front++; in bch2_journal_reclaim_fast()
331 bch2_journal_space_available(j); in bch2_journal_reclaim_fast()
332 __closure_wake_up(&j->reclaim_flush_wait); in bch2_journal_reclaim_fast()
336 bool __bch2_journal_pin_put(struct journal *j, u64 seq) in __bch2_journal_pin_put() argument
338 struct journal_entry_pin_list *pin_list = journal_seq_pin(j, seq); in __bch2_journal_pin_put()
343 void bch2_journal_pin_put(struct journal *j, u64 seq) in bch2_journal_pin_put() argument
345 if (__bch2_journal_pin_put(j, seq)) { in bch2_journal_pin_put()
346 spin_lock(&j->lock); in bch2_journal_pin_put()
347 bch2_journal_reclaim_fast(j); in bch2_journal_pin_put()
348 spin_unlock(&j->lock); in bch2_journal_pin_put()
352 static inline bool __journal_pin_drop(struct journal *j, in __journal_pin_drop() argument
360 if (j->flush_in_progress == pin) in __journal_pin_drop()
361 j->flush_in_progress_dropped = true; in __journal_pin_drop()
363 pin_list = journal_seq_pin(j, pin->seq); in __journal_pin_drop()
367 if (j->reclaim_flush_wait.list.first) in __journal_pin_drop()
368 __closure_wake_up(&j->reclaim_flush_wait); in __journal_pin_drop()
375 pin_list == &fifo_peek_front(&j->pin); in __journal_pin_drop()
378 void bch2_journal_pin_drop(struct journal *j, in bch2_journal_pin_drop() argument
381 spin_lock(&j->lock); in bch2_journal_pin_drop()
382 if (__journal_pin_drop(j, pin)) in bch2_journal_pin_drop()
383 bch2_journal_reclaim_fast(j); in bch2_journal_pin_drop()
384 spin_unlock(&j->lock); in bch2_journal_pin_drop()
402 static inline void bch2_journal_pin_set_locked(struct journal *j, u64 seq, in bch2_journal_pin_set_locked() argument
407 struct journal_entry_pin_list *pin_list = journal_seq_pin(j, seq); in bch2_journal_pin_set_locked()
420 j->reclaim_flush_wait.list.first) in bch2_journal_pin_set_locked()
421 __closure_wake_up(&j->reclaim_flush_wait); in bch2_journal_pin_set_locked()
426 void bch2_journal_pin_copy(struct journal *j, in bch2_journal_pin_copy() argument
431 spin_lock(&j->lock); in bch2_journal_pin_copy()
435 if (seq < journal_last_seq(j)) { in bch2_journal_pin_copy()
442 spin_unlock(&j->lock); in bch2_journal_pin_copy()
446 bool reclaim = __journal_pin_drop(j, dst); in bch2_journal_pin_copy()
448 bch2_journal_pin_set_locked(j, seq, dst, flush_fn, journal_pin_type(dst, flush_fn)); in bch2_journal_pin_copy()
451 bch2_journal_reclaim_fast(j); in bch2_journal_pin_copy()
457 if (seq == journal_last_seq(j)) in bch2_journal_pin_copy()
458 journal_wake(j); in bch2_journal_pin_copy()
459 spin_unlock(&j->lock); in bch2_journal_pin_copy()
462 void bch2_journal_pin_set(struct journal *j, u64 seq, in bch2_journal_pin_set() argument
466 spin_lock(&j->lock); in bch2_journal_pin_set()
468 BUG_ON(seq < journal_last_seq(j)); in bch2_journal_pin_set()
470 bool reclaim = __journal_pin_drop(j, pin); in bch2_journal_pin_set()
472 bch2_journal_pin_set_locked(j, seq, pin, flush_fn, journal_pin_type(pin, flush_fn)); in bch2_journal_pin_set()
475 bch2_journal_reclaim_fast(j); in bch2_journal_pin_set()
480 if (seq == journal_last_seq(j)) in bch2_journal_pin_set()
481 journal_wake(j); in bch2_journal_pin_set()
483 spin_unlock(&j->lock); in bch2_journal_pin_set()
488 * @j: journal object
491 void bch2_journal_pin_flush(struct journal *j, struct journal_entry_pin *pin) in bch2_journal_pin_flush() argument
495 wait_event(j->pin_flush_wait, j->flush_in_progress != pin); in bch2_journal_pin_flush()
508 journal_get_next_pin(struct journal *j, in journal_get_next_pin() argument
517 fifo_for_each_entry_ptr(pin_list, &j->pin, *seq) { in journal_get_next_pin()
535 static size_t journal_flush_pins(struct journal *j, in journal_flush_pins() argument
548 lockdep_assert_held(&j->reclaim_lock); in journal_flush_pins()
566 j->last_flushed = jiffies; in journal_flush_pins()
568 spin_lock(&j->lock); in journal_flush_pins()
569 pin = journal_get_next_pin(j, seq_to_flush, in journal_flush_pins()
573 BUG_ON(j->flush_in_progress); in journal_flush_pins()
574 j->flush_in_progress = pin; in journal_flush_pins()
575 j->flush_in_progress_dropped = false; in journal_flush_pins()
578 spin_unlock(&j->lock); in journal_flush_pins()
589 err = flush_fn(j, pin, seq); in journal_flush_pins()
591 spin_lock(&j->lock); in journal_flush_pins()
593 if (likely(!err && !j->flush_in_progress_dropped)) in journal_flush_pins()
594 list_move(&pin->list, &journal_seq_pin(j, seq)->flushed[journal_pin_type(pin, flush_fn)]); in journal_flush_pins()
595 j->flush_in_progress = NULL; in journal_flush_pins()
596 j->flush_in_progress_dropped = false; in journal_flush_pins()
597 spin_unlock(&j->lock); in journal_flush_pins()
599 wake_up(&j->pin_flush_wait); in journal_flush_pins()
610 static u64 journal_seq_to_flush(struct journal *j) in journal_seq_to_flush() argument
612 struct bch_fs *c = container_of(j, struct bch_fs, journal); in journal_seq_to_flush()
615 spin_lock(&j->lock); in journal_seq_to_flush()
636 (s64) journal_cur_seq(j) - in journal_seq_to_flush()
637 (j->pin.size >> 1)); in journal_seq_to_flush()
638 spin_unlock(&j->lock); in journal_seq_to_flush()
645 * @j: journal object
665 static int __bch2_journal_reclaim(struct journal *j, bool direct, bool kicked) in __bch2_journal_reclaim() argument
667 struct bch_fs *c = container_of(j, struct bch_fs, journal); in __bch2_journal_reclaim()
681 lockdep_assert_held(&j->reclaim_lock); in __bch2_journal_reclaim()
688 if (bch2_journal_error(j)) { in __bch2_journal_reclaim()
693 bch2_journal_do_discards(j); in __bch2_journal_reclaim()
695 seq_to_flush = journal_seq_to_flush(j); in __bch2_journal_reclaim()
699 * If it's been longer than j->reclaim_delay_ms since we last flushed, in __bch2_journal_reclaim()
702 if (time_after(jiffies, j->last_flushed + in __bch2_journal_reclaim()
706 if (j->watermark != BCH_WATERMARK_stripe) in __bch2_journal_reclaim()
722 nr_flushed = journal_flush_pins(j, seq_to_flush, in __bch2_journal_reclaim()
727 j->nr_direct_reclaim += nr_flushed; in __bch2_journal_reclaim()
729 j->nr_background_reclaim += nr_flushed; in __bch2_journal_reclaim()
733 wake_up(&j->reclaim_wait); in __bch2_journal_reclaim()
741 int bch2_journal_reclaim(struct journal *j) in bch2_journal_reclaim() argument
743 return __bch2_journal_reclaim(j, true, true); in bch2_journal_reclaim()
748 struct journal *j = arg; in bch2_journal_reclaim_thread() local
749 struct bch_fs *c = container_of(j, struct bch_fs, journal); in bch2_journal_reclaim_thread()
756 j->last_flushed = jiffies; in bch2_journal_reclaim_thread()
759 bool kicked = j->reclaim_kicked; in bch2_journal_reclaim_thread()
761 j->reclaim_kicked = false; in bch2_journal_reclaim_thread()
763 mutex_lock(&j->reclaim_lock); in bch2_journal_reclaim_thread()
764 ret = __bch2_journal_reclaim(j, false, kicked); in bch2_journal_reclaim_thread()
765 mutex_unlock(&j->reclaim_lock); in bch2_journal_reclaim_thread()
769 j->next_reclaim = j->last_flushed + delay; in bch2_journal_reclaim_thread()
771 if (!time_in_range(j->next_reclaim, now, now + delay)) in bch2_journal_reclaim_thread()
772 j->next_reclaim = now + delay; in bch2_journal_reclaim_thread()
778 if (j->reclaim_kicked) in bch2_journal_reclaim_thread()
781 spin_lock(&j->lock); in bch2_journal_reclaim_thread()
782 journal_empty = fifo_empty(&j->pin); in bch2_journal_reclaim_thread()
783 spin_unlock(&j->lock); in bch2_journal_reclaim_thread()
785 long timeout = j->next_reclaim - jiffies; in bch2_journal_reclaim_thread()
800 void bch2_journal_reclaim_stop(struct journal *j) in bch2_journal_reclaim_stop() argument
802 struct task_struct *p = j->reclaim_thread; in bch2_journal_reclaim_stop()
804 j->reclaim_thread = NULL; in bch2_journal_reclaim_stop()
812 int bch2_journal_reclaim_start(struct journal *j) in bch2_journal_reclaim_start() argument
814 struct bch_fs *c = container_of(j, struct bch_fs, journal); in bch2_journal_reclaim_start()
818 if (j->reclaim_thread) in bch2_journal_reclaim_start()
821 p = kthread_create(bch2_journal_reclaim_thread, j, in bch2_journal_reclaim_start()
829 j->reclaim_thread = p; in bch2_journal_reclaim_start()
834 static bool journal_pins_still_flushing(struct journal *j, u64 seq_to_flush, in journal_pins_still_flushing() argument
840 spin_lock(&j->lock); in journal_pins_still_flushing()
841 fifo_for_each_entry_ptr(pin_list, &j->pin, seq) { in journal_pins_still_flushing()
849 spin_unlock(&j->lock); in journal_pins_still_flushing()
853 spin_unlock(&j->lock); in journal_pins_still_flushing()
858 static bool journal_flush_pins_or_still_flushing(struct journal *j, u64 seq_to_flush, in journal_flush_pins_or_still_flushing() argument
861 return journal_flush_pins(j, seq_to_flush, types, 0, 0, 0) || in journal_flush_pins_or_still_flushing()
862 journal_pins_still_flushing(j, seq_to_flush, types); in journal_flush_pins_or_still_flushing()
865 static int journal_flush_done(struct journal *j, u64 seq_to_flush, in journal_flush_done() argument
870 ret = bch2_journal_error(j); in journal_flush_done()
874 mutex_lock(&j->reclaim_lock); in journal_flush_done()
879 if (journal_flush_pins_or_still_flushing(j, seq_to_flush, BIT(type))) { in journal_flush_done()
884 if (seq_to_flush > journal_cur_seq(j)) in journal_flush_done()
885 bch2_journal_entry_close(j); in journal_flush_done()
887 spin_lock(&j->lock); in journal_flush_done()
892 ret = !test_bit(JOURNAL_replay_done, &j->flags) || in journal_flush_done()
893 journal_last_seq(j) > seq_to_flush || in journal_flush_done()
894 !fifo_used(&j->pin); in journal_flush_done()
896 spin_unlock(&j->lock); in journal_flush_done()
898 mutex_unlock(&j->reclaim_lock); in journal_flush_done()
903 bool bch2_journal_flush_pins(struct journal *j, u64 seq_to_flush) in bch2_journal_flush_pins() argument
908 if (!test_bit(JOURNAL_running, &j->flags)) in bch2_journal_flush_pins()
911 closure_wait_event(&j->reclaim_flush_wait, in bch2_journal_flush_pins()
912 journal_flush_done(j, seq_to_flush, &did_work)); in bch2_journal_flush_pins()
917 int bch2_journal_flush_device_pins(struct journal *j, int dev_idx) in bch2_journal_flush_device_pins() argument
919 struct bch_fs *c = container_of(j, struct bch_fs, journal); in bch2_journal_flush_device_pins()
924 spin_lock(&j->lock); in bch2_journal_flush_device_pins()
925 fifo_for_each_entry_ptr(p, &j->pin, iter) in bch2_journal_flush_device_pins()
930 spin_unlock(&j->lock); in bch2_journal_flush_device_pins()
932 bch2_journal_flush_pins(j, seq); in bch2_journal_flush_device_pins()
934 ret = bch2_journal_error(j); in bch2_journal_flush_device_pins()
953 spin_lock(&j->lock); in bch2_journal_flush_device_pins()
957 seq = max(seq, journal_last_seq(j)); in bch2_journal_flush_device_pins()
958 if (seq >= j->pin.back) in bch2_journal_flush_device_pins()
961 journal_seq_pin(j, seq)->devs); in bch2_journal_flush_device_pins()
965 spin_unlock(&j->lock); in bch2_journal_flush_device_pins()
967 spin_lock(&j->lock); in bch2_journal_flush_device_pins()
970 spin_unlock(&j->lock); in bch2_journal_flush_device_pins()
978 bool bch2_journal_seq_pins_to_text(struct printbuf *out, struct journal *j, u64 *seq) in bch2_journal_seq_pins_to_text() argument
983 spin_lock(&j->lock); in bch2_journal_seq_pins_to_text()
984 if (!test_bit(JOURNAL_running, &j->flags)) { in bch2_journal_seq_pins_to_text()
985 spin_unlock(&j->lock); in bch2_journal_seq_pins_to_text()
989 *seq = max(*seq, j->pin.front); in bch2_journal_seq_pins_to_text()
991 if (*seq >= j->pin.back) { in bch2_journal_seq_pins_to_text()
992 spin_unlock(&j->lock); in bch2_journal_seq_pins_to_text()
998 pin_list = journal_seq_pin(j, *seq); in bch2_journal_seq_pins_to_text()
1016 spin_unlock(&j->lock); in bch2_journal_seq_pins_to_text()
1021 void bch2_journal_pins_to_text(struct printbuf *out, struct journal *j) in bch2_journal_pins_to_text() argument
1025 while (!bch2_journal_seq_pins_to_text(out, j, &seq)) in bch2_journal_pins_to_text()