42 int dlm_wait_function(struct dlm_ls *ls, int (*testfn) (struct dlm_ls *ls))  in dlm_wait_function()  argument
48 		rv = wait_event_timeout(ls->ls_wait_general,  in dlm_wait_function()
49 					testfn(ls) || dlm_recovery_stopped(ls),  in dlm_wait_function()
53 		if (test_bit(LSFL_RCOM_WAIT, &ls->ls_flags)) {  in dlm_wait_function()
54 			log_debug(ls, "dlm_wait_function timed out");  in dlm_wait_function()
59 	if (dlm_recovery_stopped(ls)) {  in dlm_wait_function()
60 		log_debug(ls, "dlm_wait_function aborted");  in dlm_wait_function()
74 uint32_t dlm_recover_status(struct dlm_ls *ls)  in dlm_recover_status()  argument
77 	spin_lock_bh(&ls->ls_recover_lock);  in dlm_recover_status()
78 	status = ls->ls_recover_status;  in dlm_recover_status()
79 	spin_unlock_bh(&ls->ls_recover_lock);  in dlm_recover_status()
83 static void _set_recover_status(struct dlm_ls *ls, uint32_t status)  in _set_recover_status()  argument
85 	ls->ls_recover_status |= status;  in _set_recover_status()
88 void dlm_set_recover_status(struct dlm_ls *ls, uint32_t status)  in dlm_set_recover_status()  argument
90 	spin_lock_bh(&ls->ls_recover_lock);  in dlm_set_recover_status()
91 	_set_recover_status(ls, status);  in dlm_set_recover_status()
92 	spin_unlock_bh(&ls->ls_recover_lock);  in dlm_set_recover_status()
95 static int wait_status_all(struct dlm_ls *ls, uint32_t wait_status,  in wait_status_all()  argument
98 	struct dlm_rcom *rc = ls->ls_recover_buf;  in wait_status_all()
102 	list_for_each_entry(memb, &ls->ls_nodes, list) {  in wait_status_all()
105 			if (dlm_recovery_stopped(ls)) {  in wait_status_all()
110 			error = dlm_rcom_status(ls, memb->nodeid, 0, seq);  in wait_status_all()
115 				dlm_slot_save(ls, rc, memb);  in wait_status_all()
128 static int wait_status_low(struct dlm_ls *ls, uint32_t wait_status,  in wait_status_low()  argument
131 	struct dlm_rcom *rc = ls->ls_recover_buf;  in wait_status_low()
132 	int error = 0, delay = 0, nodeid = ls->ls_low_nodeid;  in wait_status_low()
135 		if (dlm_recovery_stopped(ls)) {  in wait_status_low()
140 		error = dlm_rcom_status(ls, nodeid, status_flags, seq);  in wait_status_low()
154 static int wait_status(struct dlm_ls *ls, uint32_t status, uint64_t seq)  in wait_status()  argument
159 	if (ls->ls_low_nodeid == dlm_our_nodeid()) {  in wait_status()
160 		error = wait_status_all(ls, status, 0, seq);  in wait_status()
162 			dlm_set_recover_status(ls, status_all);  in wait_status()
164 		error = wait_status_low(ls, status_all, 0, seq);  in wait_status()
169 int dlm_recover_members_wait(struct dlm_ls *ls, uint64_t seq)  in dlm_recover_members_wait()  argument
177 	list_for_each_entry(memb, &ls->ls_nodes, list) {  in dlm_recover_members_wait()
182 	if (ls->ls_low_nodeid == dlm_our_nodeid()) {  in dlm_recover_members_wait()
183 		error = wait_status_all(ls, DLM_RS_NODES, 1, seq);  in dlm_recover_members_wait()
189 		rv = dlm_slots_assign(ls, &num_slots, &slots_size, &slots, &gen);  in dlm_recover_members_wait()
191 			spin_lock_bh(&ls->ls_recover_lock);  in dlm_recover_members_wait()
192 			_set_recover_status(ls, DLM_RS_NODES_ALL);  in dlm_recover_members_wait()
193 			ls->ls_num_slots = num_slots;  in dlm_recover_members_wait()
194 			ls->ls_slots_size = slots_size;  in dlm_recover_members_wait()
195 			ls->ls_slots = slots;  in dlm_recover_members_wait()
196 			ls->ls_generation = gen;  in dlm_recover_members_wait()
197 			spin_unlock_bh(&ls->ls_recover_lock);  in dlm_recover_members_wait()
199 			dlm_set_recover_status(ls, DLM_RS_NODES_ALL);  in dlm_recover_members_wait()
202 		error = wait_status_low(ls, DLM_RS_NODES_ALL,  in dlm_recover_members_wait()
207 		dlm_slots_copy_in(ls);  in dlm_recover_members_wait()
213 int dlm_recover_directory_wait(struct dlm_ls *ls, uint64_t seq)  in dlm_recover_directory_wait()  argument
215 	return wait_status(ls, DLM_RS_DIR, seq);  in dlm_recover_directory_wait()
218 int dlm_recover_locks_wait(struct dlm_ls *ls, uint64_t seq)  in dlm_recover_locks_wait()  argument
220 	return wait_status(ls, DLM_RS_LOCKS, seq);  in dlm_recover_locks_wait()
223 int dlm_recover_done_wait(struct dlm_ls *ls, uint64_t seq)  in dlm_recover_done_wait()  argument
225 	return wait_status(ls, DLM_RS_DONE, seq);  in dlm_recover_done_wait()
240 static int recover_list_empty(struct dlm_ls *ls)  in recover_list_empty()  argument
244 	spin_lock_bh(&ls->ls_recover_list_lock);  in recover_list_empty()
245 	empty = list_empty(&ls->ls_recover_list);  in recover_list_empty()
246 	spin_unlock_bh(&ls->ls_recover_list_lock);  in recover_list_empty()
253 	struct dlm_ls *ls = r->res_ls;  in recover_list_add()  local
255 	spin_lock_bh(&ls->ls_recover_list_lock);  in recover_list_add()
257 		list_add_tail(&r->res_recover_list, &ls->ls_recover_list);  in recover_list_add()
258 		ls->ls_recover_list_count++;  in recover_list_add()
261 	spin_unlock_bh(&ls->ls_recover_list_lock);  in recover_list_add()
266 	struct dlm_ls *ls = r->res_ls;  in recover_list_del()  local
268 	spin_lock_bh(&ls->ls_recover_list_lock);  in recover_list_del()
270 	ls->ls_recover_list_count--;  in recover_list_del()
271 	spin_unlock_bh(&ls->ls_recover_list_lock);  in recover_list_del()
276 static void recover_list_clear(struct dlm_ls *ls)  in recover_list_clear()  argument
280 	spin_lock_bh(&ls->ls_recover_list_lock);  in recover_list_clear()
281 	list_for_each_entry_safe(r, s, &ls->ls_recover_list, res_recover_list) {  in recover_list_clear()
285 		ls->ls_recover_list_count--;  in recover_list_clear()
288 	if (ls->ls_recover_list_count != 0) {  in recover_list_clear()
289 		log_error(ls, "warning: recover_list_count %d",  in recover_list_clear()
290 			  ls->ls_recover_list_count);  in recover_list_clear()
291 		ls->ls_recover_list_count = 0;  in recover_list_clear()
293 	spin_unlock_bh(&ls->ls_recover_list_lock);  in recover_list_clear()
296 static int recover_xa_empty(struct dlm_ls *ls)  in recover_xa_empty()  argument
300 	spin_lock_bh(&ls->ls_recover_xa_lock);  in recover_xa_empty()
301 	if (ls->ls_recover_list_count)  in recover_xa_empty()
303 	spin_unlock_bh(&ls->ls_recover_xa_lock);  in recover_xa_empty()
310 	struct dlm_ls *ls = r->res_ls;  in recover_xa_add()  local
318 	spin_lock_bh(&ls->ls_recover_xa_lock);  in recover_xa_add()
323 	rv = xa_alloc(&ls->ls_recover_xa, &id, r, limit, GFP_ATOMIC);  in recover_xa_add()
328 	ls->ls_recover_list_count++;  in recover_xa_add()
332 	spin_unlock_bh(&ls->ls_recover_xa_lock);  in recover_xa_add()
338 	struct dlm_ls *ls = r->res_ls;  in recover_xa_del()  local
340 	spin_lock_bh(&ls->ls_recover_xa_lock);  in recover_xa_del()
341 	xa_erase_bh(&ls->ls_recover_xa, r->res_id);  in recover_xa_del()
343 	ls->ls_recover_list_count--;  in recover_xa_del()
344 	spin_unlock_bh(&ls->ls_recover_xa_lock);  in recover_xa_del()
349 static struct dlm_rsb *recover_xa_find(struct dlm_ls *ls, uint64_t id)  in recover_xa_find()  argument
353 	spin_lock_bh(&ls->ls_recover_xa_lock);  in recover_xa_find()
354 	r = xa_load(&ls->ls_recover_xa, (int)id);  in recover_xa_find()
355 	spin_unlock_bh(&ls->ls_recover_xa_lock);  in recover_xa_find()
359 static void recover_xa_clear(struct dlm_ls *ls)  in recover_xa_clear()  argument
364 	spin_lock_bh(&ls->ls_recover_xa_lock);  in recover_xa_clear()
366 	xa_for_each(&ls->ls_recover_xa, id, r) {  in recover_xa_clear()
367 		xa_erase_bh(&ls->ls_recover_xa, id);  in recover_xa_clear()
370 		ls->ls_recover_list_count--;  in recover_xa_clear()
375 	if (ls->ls_recover_list_count != 0) {  in recover_xa_clear()
376 		log_error(ls, "warning: recover_list_count %d",  in recover_xa_clear()
377 			  ls->ls_recover_list_count);  in recover_xa_clear()
378 		ls->ls_recover_list_count = 0;  in recover_xa_clear()
380 	spin_unlock_bh(&ls->ls_recover_xa_lock);  in recover_xa_clear()
450 	struct dlm_ls *ls = r->res_ls;  in recover_master()  local
459 		is_removed = dlm_is_removed(ls, r->res_nodeid);  in recover_master()
528 int dlm_recover_masters(struct dlm_ls *ls, uint64_t seq,  in dlm_recover_masters()  argument
534 	int nodir = dlm_no_directory(ls);  in dlm_recover_masters()
537 	log_rinfo(ls, "dlm_recover_masters");  in dlm_recover_masters()
540 		if (dlm_recovery_stopped(ls)) {  in dlm_recover_masters()
558 	log_rinfo(ls, "dlm_recover_masters %u of %u", count, total);  in dlm_recover_masters()
560 	error = dlm_wait_function(ls, &recover_xa_empty);  in dlm_recover_masters()
563 		recover_xa_clear(ls);  in dlm_recover_masters()
567 int dlm_recover_master_reply(struct dlm_ls *ls, const struct dlm_rcom *rc)  in dlm_recover_master_reply()  argument
572 	r = recover_xa_find(ls, le64_to_cpu(rc->rc_id));  in dlm_recover_master_reply()
574 		log_error(ls, "dlm_recover_master_reply no id %llx",  in dlm_recover_master_reply()
593 	if (recover_xa_empty(ls))  in dlm_recover_master_reply()
594 		wake_up(&ls->ls_wait_general);  in dlm_recover_master_reply()
661 int dlm_recover_locks(struct dlm_ls *ls, uint64_t seq,  in dlm_recover_locks()  argument
676 		if (dlm_recovery_stopped(ls)) {  in dlm_recover_locks()
688 	log_rinfo(ls, "dlm_recover_locks %d out", count);  in dlm_recover_locks()
690 	error = dlm_wait_function(ls, &recover_list_empty);  in dlm_recover_locks()
693 		recover_list_clear(ls);  in dlm_recover_locks()
819 	struct dlm_ls *ls = r->res_ls;  in recover_conversion()  local
845 			log_limit(ls, "%s %x gr %d rq %d, remote %d %x, other_lkid %u, other gr %d, set gr=NL",  in recover_conversion()
864 void dlm_recover_rsbs(struct dlm_ls *ls, const struct list_head *root_list)  in dlm_recover_rsbs()  argument
892 		log_rinfo(ls, "dlm_recover_rsbs %d done", count);  in dlm_recover_rsbs()
895 void dlm_clear_inactive(struct dlm_ls *ls)  in dlm_clear_inactive()  argument
900 	write_lock_bh(&ls->ls_rsbtbl_lock);  in dlm_clear_inactive()
901 	list_for_each_entry_safe(r, safe, &ls->ls_slow_inactive, res_slow_list) {  in dlm_clear_inactive()
903 		rhashtable_remove_fast(&ls->ls_rsbtbl, &r->res_node,  in dlm_clear_inactive()
912 	write_unlock_bh(&ls->ls_rsbtbl_lock);  in dlm_clear_inactive()
915 		log_rinfo(ls, "dlm_clear_inactive %u done", count);  in dlm_clear_inactive()