Lines Matching full:connection

161  * @connection:	DRBD connection.
167 * termination of the connection.
169 void tl_release(struct drbd_connection *connection, unsigned int barrier_nr, in tl_release() argument
177 spin_lock_irq(&connection->resource->req_lock); in tl_release()
181 list_for_each_entry(r, &connection->transfer_log, tl_requests) { in tl_release()
206 drbd_err(connection, "BAD! BarrierAck #%u received, but no epoch in tl!?\n", in tl_release()
211 drbd_err(connection, "BAD! BarrierAck #%u received, expected #%u!\n", in tl_release()
217 drbd_err(connection, "BAD! BarrierAck #%u received with n_writes=%u, expected n_writes=%u!\n", in tl_release()
226 list_for_each_entry(req, &connection->transfer_log, tl_requests) in tl_release()
231 req = list_prepare_entry(tmp, &connection->transfer_log, tl_requests); in tl_release()
232 list_for_each_entry_safe_from(req, r, &connection->transfer_log, tl_requests) { in tl_release()
236 peer_device = conn_peer_device(connection, req->device->vnr); in tl_release()
239 spin_unlock_irq(&connection->resource->req_lock); in tl_release()
244 spin_unlock_irq(&connection->resource->req_lock); in tl_release()
245 conn_request_state(connection, NS(conn, C_PROTOCOL_ERROR), CS_HARD); in tl_release()
251 * @connection: DRBD connection to operate on.
258 void _tl_restart(struct drbd_connection *connection, enum drbd_req_event what) in _tl_restart() argument
263 list_for_each_entry_safe(req, r, &connection->transfer_log, tl_requests) { in _tl_restart()
264 peer_device = conn_peer_device(connection, req->device->vnr); in _tl_restart()
269 void tl_restart(struct drbd_connection *connection, enum drbd_req_event what) in tl_restart() argument
271 spin_lock_irq(&connection->resource->req_lock); in tl_restart()
272 _tl_restart(connection, what); in tl_restart()
273 spin_unlock_irq(&connection->resource->req_lock); in tl_restart()
278 * @connection: DRBD connection.
280 * This is called after the connection to the peer was lost. The storage covered
284 void tl_clear(struct drbd_connection *connection) in tl_clear() argument
286 tl_restart(connection, CONNECTION_LOST_WHILE_PENDING); in tl_clear()
295 struct drbd_connection *connection = first_peer_device(device)->connection; in tl_abort_disk_io() local
298 spin_lock_irq(&connection->resource->req_lock); in tl_abort_disk_io()
299 list_for_each_entry_safe(req, r, &connection->transfer_log, tl_requests) { in tl_abort_disk_io()
306 spin_unlock_irq(&connection->resource->req_lock); in tl_abort_disk_io()
354 if (thi->connection) in drbd_thread_setup()
355 kref_put(&thi->connection->kref, drbd_destroy_connection); in drbd_thread_setup()
369 thi->connection = NULL; in drbd_thread_init()
396 if (thi->connection) in drbd_thread_start()
397 kref_get(&thi->connection->kref); in drbd_thread_start()
411 if (thi->connection) in drbd_thread_start()
412 kref_put(&thi->connection->kref, drbd_destroy_connection); in drbd_thread_start()
540 unsigned int drbd_header_size(struct drbd_connection *connection) in drbd_header_size() argument
542 if (connection->agreed_pro_version >= 100) { in drbd_header_size()
580 static unsigned int prepare_header(struct drbd_connection *connection, int vnr, in prepare_header() argument
583 if (connection->agreed_pro_version >= 100) in prepare_header()
585 else if (connection->agreed_pro_version >= 95 && in prepare_header()
592 static void *__conn_prepare_command(struct drbd_connection *connection, in __conn_prepare_command() argument
597 return sock->sbuf + drbd_header_size(connection); in __conn_prepare_command()
600 void *conn_prepare_command(struct drbd_connection *connection, struct drbd_socket *sock) in conn_prepare_command() argument
605 p = __conn_prepare_command(connection, sock); in conn_prepare_command()
614 return conn_prepare_command(peer_device->connection, sock); in drbd_prepare_command()
617 static int __send_command(struct drbd_connection *connection, int vnr, in __send_command() argument
634 header_size += prepare_header(connection, vnr, sock->sbuf, cmd, in __send_command()
636 err = drbd_send_all(connection, sock->socket, sock->sbuf, header_size, in __send_command()
639 err = drbd_send_all(connection, sock->socket, data, size, 0); in __send_command()
648 static int __conn_send_command(struct drbd_connection *connection, struct drbd_socket *sock, in __conn_send_command() argument
652 return __send_command(connection, 0, sock, cmd, header_size, data, size); in __conn_send_command()
655 int conn_send_command(struct drbd_connection *connection, struct drbd_socket *sock, in conn_send_command() argument
661 err = __conn_send_command(connection, sock, cmd, header_size, data, size); in conn_send_command()
672 err = __send_command(peer_device->connection, peer_device->device->vnr, in drbd_send_command()
678 int drbd_send_ping(struct drbd_connection *connection) in drbd_send_ping() argument
682 sock = &connection->meta; in drbd_send_ping()
683 if (!conn_prepare_command(connection, sock)) in drbd_send_ping()
685 return conn_send_command(connection, sock, P_PING, 0, NULL, 0); in drbd_send_ping()
688 int drbd_send_ping_ack(struct drbd_connection *connection) in drbd_send_ping_ack() argument
692 sock = &connection->meta; in drbd_send_ping_ack()
693 if (!conn_prepare_command(connection, sock)) in drbd_send_ping_ack()
695 return conn_send_command(connection, sock, P_PING_ACK, 0, NULL, 0); in drbd_send_ping_ack()
703 const int apv = peer_device->connection->agreed_pro_version; in drbd_send_sync_param()
708 sock = &peer_device->connection->data; in drbd_send_sync_param()
714 nc = rcu_dereference(peer_device->connection->net_conf); in drbd_send_sync_param()
753 int __drbd_send_protocol(struct drbd_connection *connection, enum drbd_packet cmd) in __drbd_send_protocol() argument
760 sock = &connection->data; in __drbd_send_protocol()
761 p = __conn_prepare_command(connection, sock); in __drbd_send_protocol()
766 nc = rcu_dereference(connection->net_conf); in __drbd_send_protocol()
768 if (nc->tentative && connection->agreed_pro_version < 92) { in __drbd_send_protocol()
770 drbd_err(connection, "--dry-run is not supported by peer"); in __drbd_send_protocol()
775 if (connection->agreed_pro_version >= 87) in __drbd_send_protocol()
790 if (connection->agreed_pro_version >= 87) in __drbd_send_protocol()
794 return __conn_send_command(connection, sock, cmd, size, NULL, 0); in __drbd_send_protocol()
797 int drbd_send_protocol(struct drbd_connection *connection) in drbd_send_protocol() argument
801 mutex_lock(&connection->data.mutex); in drbd_send_protocol()
802 err = __drbd_send_protocol(connection, P_PROTOCOL); in drbd_send_protocol()
803 mutex_unlock(&connection->data.mutex); in drbd_send_protocol()
818 sock = &peer_device->connection->data; in _drbd_send_uuids()
832 uuid_flags |= rcu_dereference(peer_device->connection->net_conf)->discard_my_data ? 1 : 0; in _drbd_send_uuids()
888 sock = &peer_device->connection->data; in drbd_gen_and_send_sync_uuid()
906 sock = &peer_device->connection->data; in drbd_send_sizes()
912 if (peer_device->connection->agreed_features & DRBD_FF_WSAME) in drbd_send_sizes()
955 if (peer_device->connection->agreed_pro_version <= 94) in drbd_send_sizes()
957 else if (peer_device->connection->agreed_pro_version < 100) in drbd_send_sizes()
982 sock = &peer_device->connection->data; in drbd_send_current_state()
1005 sock = &peer_device->connection->data; in drbd_send_state()
1018 sock = &peer_device->connection->data; in drbd_send_state_req()
1027 int conn_send_state_req(struct drbd_connection *connection, union drbd_state mask, union drbd_state… in conn_send_state_req() argument
1033 cmd = connection->agreed_pro_version < 100 ? P_STATE_CHG_REQ : P_CONN_ST_CHG_REQ; in conn_send_state_req()
1034 sock = &connection->data; in conn_send_state_req()
1035 p = conn_prepare_command(connection, sock); in conn_send_state_req()
1040 return conn_send_command(connection, sock, cmd, sizeof(*p), NULL, 0); in conn_send_state_req()
1048 sock = &peer_device->connection->meta; in drbd_send_sr_reply()
1056 void conn_send_sr_reply(struct drbd_connection *connection, enum drbd_state_rv retcode) in conn_send_sr_reply() argument
1060 …enum drbd_packet cmd = connection->agreed_pro_version < 100 ? P_STATE_CHG_REPLY : P_CONN_ST_CHG_RE… in conn_send_sr_reply()
1062 sock = &connection->meta; in conn_send_sr_reply()
1063 p = conn_prepare_command(connection, sock); in conn_send_sr_reply()
1066 conn_send_command(connection, sock, cmd, sizeof(*p), NULL, 0); in conn_send_sr_reply()
1102 use_rle = rcu_dereference(first_peer_device(device)->connection->net_conf)->use_rle; in fill_bitmap_rle_bits()
1104 if (!use_rle || first_peer_device(device)->connection->agreed_pro_version < 90) in fill_bitmap_rle_bits()
1194 struct drbd_socket *sock = &peer_device->connection->data; in send_bitmap_rle_or_plain()
1195 unsigned int header_size = drbd_header_size(peer_device->connection); in send_bitmap_rle_or_plain()
1206 err = __send_command(peer_device->connection, device->vnr, sock, in send_bitmap_rle_or_plain()
1227 err = __send_command(peer_device->connection, device->vnr, sock, P_BITMAP, in send_bitmap_rle_or_plain()
1289 struct drbd_socket *sock = &peer_device->connection->data; in drbd_send_bitmap()
1299 void drbd_send_b_ack(struct drbd_connection *connection, u32 barrier_nr, u32 set_size) in drbd_send_b_ack() argument
1304 if (connection->cstate < C_WF_REPORT_PARAMS) in drbd_send_b_ack()
1307 sock = &connection->meta; in drbd_send_b_ack()
1308 p = conn_prepare_command(connection, sock); in drbd_send_b_ack()
1313 conn_send_command(connection, sock, P_BARRIER_ACK, sizeof(*p), NULL, 0); in drbd_send_b_ack()
1333 sock = &peer_device->connection->meta; in _drbd_send_ack()
1350 if (peer_device->connection->peer_integrity_tfm) in drbd_send_ack_dp()
1351 data_size -= crypto_shash_digestsize(peer_device->connection->peer_integrity_tfm); in drbd_send_ack_dp()
1394 sock = &peer_device->connection->data; in drbd_send_rs_deallocated()
1410 sock = &peer_device->connection->data; in drbd_send_drequest()
1428 sock = &peer_device->connection->data; in drbd_send_drequest_csum()
1443 sock = &peer_device->connection->data; in drbd_send_ov_request()
1455 * true if we think connection is dead
1457 static int we_should_drop_the_connection(struct drbd_connection *connection, struct socket *sock) in we_should_drop_the_connection() argument
1462 drop_it = connection->meta.socket == sock in we_should_drop_the_connection()
1463 || !connection->ack_receiver.task in we_should_drop_the_connection()
1464 || get_t_state(&connection->ack_receiver) != RUNNING in we_should_drop_the_connection()
1465 || connection->cstate < C_WF_REPORT_PARAMS; in we_should_drop_the_connection()
1470 drop_it = !--connection->ko_count; in we_should_drop_the_connection()
1472 drbd_err(connection, "[%s/%d] sock_sendmsg time expired, ko = %u\n", in we_should_drop_the_connection()
1473 current->comm, current->pid, connection->ko_count); in we_should_drop_the_connection()
1474 request_ping(connection); in we_should_drop_the_connection()
1480 static void drbd_update_congested(struct drbd_connection *connection) in drbd_update_congested() argument
1482 struct sock *sk = connection->data.socket->sk; in drbd_update_congested()
1484 set_bit(NET_CONGESTED, &connection->flags); in drbd_update_congested()
1515 socket = peer_device->connection->data.socket; in _drbd_no_send_page()
1517 err = drbd_send_all(peer_device->connection, socket, addr, size, msg_flags); in _drbd_no_send_page()
1527 struct socket *socket = peer_device->connection->data.socket; in _drbd_send_page()
1542 drbd_update_congested(peer_device->connection); in _drbd_send_page()
1552 if (we_should_drop_the_connection(peer_device->connection, socket)) in _drbd_send_page()
1565 clear_bit(NET_CONGESTED, &peer_device->connection->flags); in _drbd_send_page()
1631 static u32 bio_flags_to_wire(struct drbd_connection *connection, in bio_flags_to_wire() argument
1634 if (connection->agreed_pro_version >= 95) in bio_flags_to_wire()
1640 ((connection->agreed_features & DRBD_FF_WZEROES) ? in bio_flags_to_wire()
1661 sock = &peer_device->connection->data; in drbd_send_dblock()
1663 digest_size = peer_device->connection->integrity_tfm ? in drbd_send_dblock()
1664 crypto_shash_digestsize(peer_device->connection->integrity_tfm) : 0; in drbd_send_dblock()
1671 dp_flags = bio_flags_to_wire(peer_device->connection, req->master_bio); in drbd_send_dblock()
1675 if (peer_device->connection->agreed_pro_version >= 100) { in drbd_send_dblock()
1690 err = __send_command(peer_device->connection, device->vnr, sock, cmd, sizeof(*t), NULL, 0); in drbd_send_dblock()
1698 drbd_csum_bio(peer_device->connection->integrity_tfm, req->master_bio, digest_out); in drbd_send_dblock()
1699 err = __send_command(peer_device->connection, device->vnr, sock, P_DATA, in drbd_send_dblock()
1723 drbd_csum_bio(peer_device->connection->integrity_tfm, req->master_bio, digest); in drbd_send_dblock()
1752 sock = &peer_device->connection->data; in drbd_send_block()
1755 digest_size = peer_device->connection->integrity_tfm ? in drbd_send_block()
1756 crypto_shash_digestsize(peer_device->connection->integrity_tfm) : 0; in drbd_send_block()
1765 drbd_csum_ee(peer_device->connection->integrity_tfm, peer_req, p + 1); in drbd_send_block()
1766 …err = __send_command(peer_device->connection, device->vnr, sock, cmd, sizeof(*p) + digest_size, NU… in drbd_send_block()
1779 sock = &peer_device->connection->data; in drbd_send_out_of_sync()
1804 int drbd_send(struct drbd_connection *connection, struct socket *sock, in drbd_send() argument
1818 if (sock == connection->data.socket) { in drbd_send()
1820 connection->ko_count = rcu_dereference(connection->net_conf)->ko_count; in drbd_send()
1822 drbd_update_congested(connection); in drbd_send()
1827 if (we_should_drop_the_connection(connection, sock)) in drbd_send()
1841 if (sock == connection->data.socket) in drbd_send()
1842 clear_bit(NET_CONGESTED, &connection->flags); in drbd_send()
1846 drbd_err(connection, "%s_sendmsg returned %d\n", in drbd_send()
1847 sock == connection->meta.socket ? "msock" : "sock", in drbd_send()
1849 conn_request_state(connection, NS(conn, C_BROKEN_PIPE), CS_HARD); in drbd_send()
1851 conn_request_state(connection, NS(conn, C_TIMEOUT), CS_HARD); in drbd_send()
1862 int drbd_send_all(struct drbd_connection *connection, struct socket *sock, void *buffer, in drbd_send_all() argument
1867 err = drbd_send(connection, sock, buffer, size, msg_flags); in drbd_send_all()
1917 &first_peer_device(device)->connection->sender_work, in drbd_queue_unplug()
2008 if (first_peer_device(device)->connection->receiver.t_state != NONE) in drbd_device_cleanup()
2010 first_peer_device(device)->connection->receiver.t_state); in drbd_device_cleanup()
2028 D_ASSERT(device, first_peer_device(device)->connection->net_conf == NULL); in drbd_device_cleanup()
2048 D_ASSERT(device, list_empty(&first_peer_device(device)->connection->sender_work.q)); in drbd_device_cleanup()
2211 /* not for_each_connection(connection, resource): in drbd_destroy_device()
2215 kref_put(&peer_device->connection->kref, drbd_destroy_connection); in drbd_destroy_device()
2316 struct drbd_connection *connection, *tmp; in drbd_free_resource() local
2318 for_each_connection_safe(connection, tmp, resource) { in drbd_free_resource()
2319 list_del(&connection->connections); in drbd_free_resource()
2320 drbd_debugfs_connection_cleanup(connection); in drbd_free_resource()
2321 kref_put(&connection->kref, drbd_destroy_connection); in drbd_free_resource()
2423 struct drbd_connection *connection; in conn_get_by_addrs() local
2427 for_each_connection_rcu(connection, resource) { in conn_get_by_addrs()
2428 if (connection->my_addr_len == my_addr_len && in conn_get_by_addrs()
2429 connection->peer_addr_len == peer_addr_len && in conn_get_by_addrs()
2430 !memcmp(&connection->my_addr, my_addr, my_addr_len) && in conn_get_by_addrs()
2431 !memcmp(&connection->peer_addr, peer_addr, peer_addr_len)) { in conn_get_by_addrs()
2432 kref_get(&connection->kref); in conn_get_by_addrs()
2437 connection = NULL; in conn_get_by_addrs()
2440 return connection; in conn_get_by_addrs()
2460 void conn_free_crypto(struct drbd_connection *connection) in conn_free_crypto() argument
2462 drbd_free_sock(connection); in conn_free_crypto()
2464 crypto_free_shash(connection->csums_tfm); in conn_free_crypto()
2465 crypto_free_shash(connection->verify_tfm); in conn_free_crypto()
2466 crypto_free_shash(connection->cram_hmac_tfm); in conn_free_crypto()
2467 crypto_free_shash(connection->integrity_tfm); in conn_free_crypto()
2468 crypto_free_shash(connection->peer_integrity_tfm); in conn_free_crypto()
2469 kfree(connection->int_dig_in); in conn_free_crypto()
2470 kfree(connection->int_dig_vv); in conn_free_crypto()
2472 connection->csums_tfm = NULL; in conn_free_crypto()
2473 connection->verify_tfm = NULL; in conn_free_crypto()
2474 connection->cram_hmac_tfm = NULL; in conn_free_crypto()
2475 connection->integrity_tfm = NULL; in conn_free_crypto()
2476 connection->peer_integrity_tfm = NULL; in conn_free_crypto()
2477 connection->int_dig_in = NULL; in conn_free_crypto()
2478 connection->int_dig_vv = NULL; in conn_free_crypto()
2483 struct drbd_connection *connection; in set_resource_options() local
2519 for_each_connection_rcu(connection, resource) { in set_resource_options()
2520 connection->receiver.reset_cpu_mask = 1; in set_resource_options()
2521 connection->ack_receiver.reset_cpu_mask = 1; in set_resource_options()
2522 connection->worker.reset_cpu_mask = 1; in set_resource_options()
2568 struct drbd_connection *connection; in conn_create() local
2570 connection = kzalloc(sizeof(struct drbd_connection), GFP_KERNEL); in conn_create()
2571 if (!connection) in conn_create()
2574 if (drbd_alloc_socket(&connection->data)) in conn_create()
2576 if (drbd_alloc_socket(&connection->meta)) in conn_create()
2579 connection->current_epoch = kzalloc(sizeof(struct drbd_epoch), GFP_KERNEL); in conn_create()
2580 if (!connection->current_epoch) in conn_create()
2583 INIT_LIST_HEAD(&connection->transfer_log); in conn_create()
2585 INIT_LIST_HEAD(&connection->current_epoch->list); in conn_create()
2586 connection->epochs = 1; in conn_create()
2587 spin_lock_init(&connection->epoch_lock); in conn_create()
2589 connection->send.seen_any_write_yet = false; in conn_create()
2590 connection->send.current_epoch_nr = 0; in conn_create()
2591 connection->send.current_epoch_writes = 0; in conn_create()
2597 connection->cstate = C_STANDALONE; in conn_create()
2598 mutex_init(&connection->cstate_mutex); in conn_create()
2599 init_waitqueue_head(&connection->ping_wait); in conn_create()
2600 idr_init(&connection->peer_devices); in conn_create()
2602 drbd_init_workqueue(&connection->sender_work); in conn_create()
2603 mutex_init(&connection->data.mutex); in conn_create()
2604 mutex_init(&connection->meta.mutex); in conn_create()
2606 drbd_thread_init(resource, &connection->receiver, drbd_receiver, "receiver"); in conn_create()
2607 connection->receiver.connection = connection; in conn_create()
2608 drbd_thread_init(resource, &connection->worker, drbd_worker, "worker"); in conn_create()
2609 connection->worker.connection = connection; in conn_create()
2610 drbd_thread_init(resource, &connection->ack_receiver, drbd_ack_receiver, "ack_recv"); in conn_create()
2611 connection->ack_receiver.connection = connection; in conn_create()
2613 kref_init(&connection->kref); in conn_create()
2615 connection->resource = resource; in conn_create()
2621 list_add_tail_rcu(&connection->connections, &resource->connections); in conn_create()
2622 drbd_debugfs_connection_add(connection); in conn_create()
2623 return connection; in conn_create()
2629 kfree(connection->current_epoch); in conn_create()
2630 drbd_free_socket(&connection->meta); in conn_create()
2631 drbd_free_socket(&connection->data); in conn_create()
2632 kfree(connection); in conn_create()
2638 struct drbd_connection *connection = container_of(kref, struct drbd_connection, kref); in drbd_destroy_connection() local
2639 struct drbd_resource *resource = connection->resource; in drbd_destroy_connection()
2641 if (atomic_read(&connection->current_epoch->epoch_size) != 0) in drbd_destroy_connection()
2642 drbd_err(connection, "epoch_size:%d\n", atomic_read(&connection->current_epoch->epoch_size)); in drbd_destroy_connection()
2643 kfree(connection->current_epoch); in drbd_destroy_connection()
2645 idr_destroy(&connection->peer_devices); in drbd_destroy_connection()
2647 drbd_free_socket(&connection->meta); in drbd_destroy_connection()
2648 drbd_free_socket(&connection->data); in drbd_destroy_connection()
2649 kfree(connection->int_dig_in); in drbd_destroy_connection()
2650 kfree(connection->int_dig_vv); in drbd_destroy_connection()
2651 kfree(connection); in drbd_destroy_connection()
2672 struct drbd_connection *connection, *n; in drbd_create_device() local
2754 for_each_connection(connection, resource) { in drbd_create_device()
2758 peer_device->connection = connection; in drbd_create_device()
2764 id = idr_alloc(&connection->peer_devices, peer_device, vnr, vnr + 1, GFP_KERNEL); in drbd_create_device()
2770 kref_get(&connection->kref); in drbd_create_device()
2783 /* inherit the connection state */ in drbd_create_device()
2798 for_each_connection_safe(connection, n, resource) { in drbd_create_device()
2799 peer_device = idr_remove(&connection->peer_devices, vnr); in drbd_create_device()
2801 kref_put(&connection->kref, drbd_destroy_connection); in drbd_create_device()
2826 struct drbd_connection *connection; in drbd_delete_device() local
2833 for_each_connection(connection, resource) { in drbd_delete_device()
2834 idr_remove(&connection->peer_devices, device->vnr); in drbd_delete_device()
2936 void drbd_free_sock(struct drbd_connection *connection) in drbd_free_sock() argument
2938 if (connection->data.socket) in drbd_free_sock()
2939 drbd_free_one_sock(&connection->data); in drbd_free_sock()
2940 if (connection->meta.socket) in drbd_free_sock()
2941 drbd_free_one_sock(&connection->meta); in drbd_free_sock()
2946 void conn_md_sync(struct drbd_connection *connection) in conn_md_sync() argument
2952 idr_for_each_entry(&connection->peer_devices, peer_device, vnr) { in conn_md_sync()
3510 D_ASSERT(device, current == peer_device->connection->worker.task); in drbd_queue_bitmap_io()
3531 drbd_queue_work(&peer_device->connection->sender_work, in drbd_queue_bitmap_io()
3557 D_ASSERT(device, current != first_peer_device(device)->connection->worker.task); in drbd_bitmap_io()
3685 nc = rcu_dereference(first_peer_device(device)->connection->net_conf); in drbd_wait_misc()