Lines Matching +full:imp +full:- +full:res +full:- +full:offset +full:- +full:value
4 * Copyright (c) 2001-2007, 2012-2019, Ericsson AB
5 * Copyright (c) 2004-2008, 2010-2013, Wind River Systems
6 * Copyright (c) 2020-2021, Red Hat Inc
75 * struct tipc_sock - TIPC socket structure
76 * @sk: socket - interacts with 'port' and with user via the socket API
99 * @nagle_start: current nagle value
169 return msg_prevnode(&tsk->phdr); in tsk_own_node()
174 return msg_destnode(&tsk->phdr); in tsk_peer_node()
179 return msg_destport(&tsk->phdr); in tsk_peer_port()
184 return msg_src_droppable(&tsk->phdr) != 0; in tsk_unreliable()
189 msg_set_src_droppable(&tsk->phdr, unreliable ? 1 : 0); in tsk_set_unreliable()
194 return msg_dest_droppable(&tsk->phdr) != 0; in tsk_unreturnable()
199 msg_set_dest_droppable(&tsk->phdr, unreturnable ? 1 : 0); in tsk_set_unreturnable()
204 return msg_importance(&tsk->phdr); in tsk_importance()
212 int tsk_set_importance(struct sock *sk, int imp) in tsk_set_importance() argument
214 if (imp > TIPC_CRITICAL_IMPORTANCE) in tsk_set_importance()
215 return -EINVAL; in tsk_set_importance()
216 msg_set_importance(&tipc_sk(sk)->phdr, (u32)imp); in tsk_set_importance()
222 return tsk->snt_unacked > tsk->snd_win; in tsk_conn_cong()
240 * - If block based flow control is not supported by peer we
245 if (likely(tsk->peer_caps & TIPC_BLOCK_FLOWCTL)) in tsk_inc()
250 /* tsk_set_nagle - enable/disable nagle property by manipulating maxnagle
254 struct sock *sk = &tsk->sk; in tsk_set_nagle()
256 tsk->maxnagle = 0; in tsk_set_nagle()
257 if (sk->sk_type != SOCK_STREAM) in tsk_set_nagle()
259 if (tsk->nodelay) in tsk_set_nagle()
261 if (!(tsk->peer_caps & TIPC_NAGLE)) in tsk_set_nagle()
264 if (tsk->max_pkt == MAX_MSG_SIZE) in tsk_set_nagle()
265 tsk->maxnagle = 1500; in tsk_set_nagle()
267 tsk->maxnagle = tsk->max_pkt; in tsk_set_nagle()
271 * tsk_advance_rx_queue - discard first buffer in socket receive queue
279 kfree_skb(__skb_dequeue(&sk->sk_receive_queue)); in tsk_advance_rx_queue()
300 * tsk_rej_rx_queue - reject all buffers in socket receive queue
310 while ((skb = __skb_dequeue(&sk->sk_receive_queue))) in tsk_rej_rx_queue()
316 return READ_ONCE(sk->sk_state) == TIPC_ESTABLISHED; in tipc_sk_connected()
319 /* tipc_sk_type_connectionless - check if the socket is datagram socket
326 return sk->sk_type == SOCK_RDM || sk->sk_type == SOCK_DGRAM; in tipc_sk_type_connectionless()
329 /* tsk_peer_msg - verify if message was sent by connected port's peer
336 struct sock *sk = &tsk->sk; in tsk_peer_msg()
362 /* tipc_set_sk_state - set the sk_state of the socket
371 int oldsk_state = sk->sk_state; in tipc_set_sk_state()
372 int res = -EINVAL; in tipc_set_sk_state() local
376 res = 0; in tipc_set_sk_state()
381 res = 0; in tipc_set_sk_state()
386 res = 0; in tipc_set_sk_state()
391 res = 0; in tipc_set_sk_state()
395 if (!res) in tipc_set_sk_state()
396 sk->sk_state = state; in tipc_set_sk_state()
398 return res; in tipc_set_sk_state()
403 struct sock *sk = sock->sk; in tipc_sk_sock_err()
405 int typ = sock->type; in tipc_sk_sock_err()
410 if (sk->sk_state == TIPC_DISCONNECTING) in tipc_sk_sock_err()
411 return -EPIPE; in tipc_sk_sock_err()
413 return -ENOTCONN; in tipc_sk_sock_err()
416 return -EAGAIN; in tipc_sk_sock_err()
432 sk_ = (sock_)->sk; \
447 * tipc_sk_create - create a TIPC socket
449 * @sock: pre-allocated socket structure
468 return -EPROTONOSUPPORT; in tipc_sk_create()
470 switch (sock->type) { in tipc_sk_create()
482 return -EPROTOTYPE; in tipc_sk_create()
488 return -ENOMEM; in tipc_sk_create()
491 tsk->max_pkt = MAX_PKT_DEFAULT; in tipc_sk_create()
492 tsk->maxnagle = 0; in tipc_sk_create()
493 tsk->nagle_start = NAGLE_START_INIT; in tipc_sk_create()
494 INIT_LIST_HEAD(&tsk->publications); in tipc_sk_create()
495 INIT_LIST_HEAD(&tsk->cong_links); in tipc_sk_create()
496 msg = &tsk->phdr; in tipc_sk_create()
499 sock->ops = ops; in tipc_sk_create()
505 return -EINVAL; in tipc_sk_create()
514 msg_set_origport(msg, tsk->portid); in tipc_sk_create()
515 timer_setup(&sk->sk_timer, tipc_sk_timeout, 0); in tipc_sk_create()
516 sk->sk_shutdown = 0; in tipc_sk_create()
517 sk->sk_backlog_rcv = tipc_sk_backlog_rcv; in tipc_sk_create()
518 sk->sk_rcvbuf = READ_ONCE(sysctl_tipc_rmem[1]); in tipc_sk_create()
519 sk->sk_data_ready = tipc_data_ready; in tipc_sk_create()
520 sk->sk_write_space = tipc_write_space; in tipc_sk_create()
521 sk->sk_destruct = tipc_sock_destruct; in tipc_sk_create()
522 tsk->conn_timeout = CONN_TIMEOUT_DEFAULT; in tipc_sk_create()
523 tsk->group_is_open = true; in tipc_sk_create()
524 atomic_set(&tsk->dupl_rcvcnt, 0); in tipc_sk_create()
527 tsk->snd_win = tsk_adv_blocks(RCVBUF_MIN); in tipc_sk_create()
528 tsk->rcv_win = tsk->snd_win; in tipc_sk_create()
532 if (sock->type == SOCK_DGRAM) in tipc_sk_create()
535 __skb_queue_head_init(&tsk->mc_method.deferredq); in tipc_sk_create()
544 sock_put(&tsk->sk); in tipc_sk_callback()
550 struct sock *sk = sock->sk; in __tipc_shutdown()
557 /* Avoid that hi-prio shutdown msgs bypass msgs in link wakeup queue */ in __tipc_shutdown()
558 tipc_wait_for_cond(sock, &timeout, (!tsk->cong_link_cnt && in __tipc_shutdown()
564 __skb_queue_purge(&sk->sk_write_queue); in __tipc_shutdown()
567 skb = skb_peek(&sk->sk_receive_queue); in __tipc_shutdown()
568 if (skb && TIPC_SKB_CB(skb)->bytes_read) { in __tipc_shutdown()
569 __skb_unlink(skb, &sk->sk_receive_queue); in __tipc_shutdown()
579 switch (sk->sk_state) { in __tipc_shutdown()
583 tipc_node_remove_conn(net, dnode, tsk->portid); in __tipc_shutdown()
584 /* Send a FIN+/- to its peer */ in __tipc_shutdown()
585 skb = __skb_dequeue(&sk->sk_receive_queue); in __tipc_shutdown()
587 __skb_queue_purge(&sk->sk_receive_queue); in __tipc_shutdown()
594 tsk->portid, error); in __tipc_shutdown()
596 tipc_node_xmit_skb(net, skb, dnode, tsk->portid); in __tipc_shutdown()
603 __skb_queue_purge(&sk->sk_receive_queue); in __tipc_shutdown()
609 * tipc_release - destroy a TIPC socket
616 * is partially-read, it is discarded and the next one is rejected instead.)
626 struct sock *sk = sock->sk; in tipc_release()
631 * releases a pre-allocated child socket that was never used) in tipc_release()
641 sk->sk_shutdown = SHUTDOWN_MASK; in tipc_release()
644 __skb_queue_purge(&tsk->mc_method.deferredq); in tipc_release()
645 sk_stop_timer(sk, &sk->sk_timer); in tipc_release()
651 tipc_dest_list_purge(&tsk->cong_links); in tipc_release()
652 tsk->cong_link_cnt = 0; in tipc_release()
653 call_rcu(&tsk->rcu, tipc_sk_callback); in tipc_release()
654 sock->sk = NULL; in tipc_release()
660 * __tipc_bind - associate or disassociate TIPC name(s) with a socket
665 * Name and name sequence binding are indicated using a positive scope value;
666 * a negative scope value unbinds the specified name. Specifying no name
672 * access any non-constant socket information.
677 struct tipc_sock *tsk = tipc_sk(sock->sk); in __tipc_bind()
683 if (ua->addrtype == TIPC_SERVICE_ADDR) { in __tipc_bind()
684 ua->addrtype = TIPC_SERVICE_RANGE; in __tipc_bind()
685 ua->sr.upper = ua->sr.lower; in __tipc_bind()
687 if (ua->scope < 0) { in __tipc_bind()
689 ua->scope = -ua->scope; in __tipc_bind()
692 if (ua->scope != TIPC_NODE_SCOPE) in __tipc_bind()
693 ua->scope = TIPC_CLUSTER_SCOPE; in __tipc_bind()
695 if (tsk->group) in __tipc_bind()
696 return -EACCES; in __tipc_bind()
705 int res; in tipc_sk_bind() local
707 lock_sock(sock->sk); in tipc_sk_bind()
708 res = __tipc_bind(sock, skaddr, alen); in tipc_sk_bind()
709 release_sock(sock->sk); in tipc_sk_bind()
710 return res; in tipc_sk_bind()
716 u32 atype = ua->addrtype; in tipc_bind()
720 return -EINVAL; in tipc_bind()
722 return -EAFNOSUPPORT; in tipc_bind()
723 if (ua->sr.type < TIPC_RESERVED_TYPES) { in tipc_bind()
725 ua->sr.type); in tipc_bind()
726 return -EACCES; in tipc_bind()
733 * tipc_getname - get port ID of socket or peer socket
748 struct sock *sk = sock->sk; in tipc_getname()
754 ((peer != 2) || (sk->sk_state != TIPC_DISCONNECTING))) in tipc_getname()
755 return -ENOTCONN; in tipc_getname()
756 addr->addr.id.ref = tsk_peer_port(tsk); in tipc_getname()
757 addr->addr.id.node = tsk_peer_node(tsk); in tipc_getname()
759 addr->addr.id.ref = tsk->portid; in tipc_getname()
760 addr->addr.id.node = tipc_own_addr(sock_net(sk)); in tipc_getname()
763 addr->addrtype = TIPC_SOCKET_ADDR; in tipc_getname()
764 addr->family = AF_TIPC; in tipc_getname()
765 addr->scope = 0; in tipc_getname()
766 addr->addr.name.domain = 0; in tipc_getname()
772 * tipc_poll - read and possibly block on pollmask
777 * Return: pollmask value
781 * since the pollmask info is potentially out-of-date the moment this routine
792 struct sock *sk = sock->sk; in tipc_poll()
799 if (sk->sk_shutdown & RCV_SHUTDOWN) in tipc_poll()
801 if (sk->sk_shutdown == SHUTDOWN_MASK) in tipc_poll()
804 switch (sk->sk_state) { in tipc_poll()
806 if (!tsk->cong_link_cnt && !tsk_conn_cong(tsk)) in tipc_poll()
811 if (!skb_queue_empty_lockless(&sk->sk_receive_queue)) in tipc_poll()
815 if (tsk->group_is_open && !tsk->cong_link_cnt) in tipc_poll()
819 if (skb_queue_empty_lockless(&sk->sk_receive_queue)) in tipc_poll()
831 * tipc_sendmcast - send multicast message
844 struct sock *sk = sock->sk; in tipc_sendmcast()
846 struct tipc_msg *hdr = &tsk->phdr; in tipc_sendmcast()
853 if (tsk->group) in tipc_sendmcast()
854 return -EACCES; in tipc_sendmcast()
857 rc = tipc_wait_for_cond(sock, &timeout, !tsk->cong_link_cnt); in tipc_sendmcast()
865 return -EHOSTUNREACH; in tipc_sendmcast()
873 msg_set_nametype(hdr, ua->sr.type); in tipc_sendmcast()
874 msg_set_namelower(hdr, ua->sr.lower); in tipc_sendmcast()
875 msg_set_nameupper(hdr, ua->sr.upper); in tipc_sendmcast()
885 rc = tipc_mcast_xmit(net, &pkts, &tsk->mc_method, &dsts, in tipc_sendmcast()
886 &tsk->cong_link_cnt); in tipc_sendmcast()
895 * tipc_send_group_msg - send a message to a member in the group
908 u16 bc_snd_nxt = tipc_group_bc_snd_nxt(tsk->group); in tipc_send_group_msg()
909 struct tipc_mc_method *method = &tsk->mc_method; in tipc_send_group_msg()
911 struct tipc_msg *hdr = &tsk->phdr; in tipc_send_group_msg()
924 mtu = tipc_node_get_mtu(net, dnode, tsk->portid, false); in tipc_send_group_msg()
930 rc = tipc_node_xmit(net, &pkts, dnode, tsk->portid); in tipc_send_group_msg()
931 if (unlikely(rc == -ELINKCONG)) { in tipc_send_group_msg()
932 tipc_dest_push(&tsk->cong_links, dnode, 0); in tipc_send_group_msg()
933 tsk->cong_link_cnt++; in tipc_send_group_msg()
940 method->rcast = true; in tipc_send_group_msg()
941 method->mandatory = true; in tipc_send_group_msg()
946 * tipc_send_group_unicast - send message to a member in the group
958 struct sock *sk = sock->sk; in tipc_send_group_unicast()
959 struct tipc_uaddr *ua = (struct tipc_uaddr *)m->msg_name; in tipc_send_group_unicast()
967 node = ua->sk.node; in tipc_send_group_unicast()
968 port = ua->sk.ref; in tipc_send_group_unicast()
970 return -EHOSTUNREACH; in tipc_send_group_unicast()
974 !tipc_dest_find(&tsk->cong_links, node, 0) && in tipc_send_group_unicast()
975 tsk->group && in tipc_send_group_unicast()
976 !tipc_group_cong(tsk->group, node, port, blks, in tipc_send_group_unicast()
982 return -EHOSTUNREACH; in tipc_send_group_unicast()
990 * tipc_send_group_anycast - send message to any member with given identity
1002 struct tipc_uaddr *ua = (struct tipc_uaddr *)m->msg_name; in tipc_send_group_anycast()
1003 struct sock *sk = sock->sk; in tipc_send_group_anycast()
1005 struct list_head *cong_links = &tsk->cong_links; in tipc_send_group_anycast()
1007 struct tipc_msg *hdr = &tsk->phdr; in tipc_send_group_anycast()
1017 ua->sa.type = msg_nametype(hdr); in tipc_send_group_anycast()
1018 ua->scope = msg_lookup_scope(hdr); in tipc_send_group_anycast()
1021 exclude = tipc_group_exclude(tsk->group); in tipc_send_group_anycast()
1025 /* Look for a non-congested destination member, if any */ in tipc_send_group_anycast()
1029 return -EHOSTUNREACH; in tipc_send_group_anycast()
1031 cong = tipc_group_cong(tsk->group, node, port, blks, in tipc_send_group_anycast()
1051 tsk->group && in tipc_send_group_anycast()
1052 !tipc_group_cong(tsk->group, node, port, in tipc_send_group_anycast()
1063 return -EHOSTUNREACH; in tipc_send_group_anycast()
1071 * tipc_send_group_bcast - send message to all members in communication group
1083 struct tipc_uaddr *ua = (struct tipc_uaddr *)m->msg_name; in tipc_send_group_bcast()
1084 struct sock *sk = sock->sk; in tipc_send_group_bcast()
1088 struct tipc_mc_method *method = &tsk->mc_method; in tipc_send_group_bcast()
1089 bool ack = method->mandatory && method->rcast; in tipc_send_group_bcast()
1091 struct tipc_msg *hdr = &tsk->phdr; in tipc_send_group_bcast()
1094 int rc = -EHOSTUNREACH; in tipc_send_group_bcast()
1098 !tsk->cong_link_cnt && tsk->group && in tipc_send_group_bcast()
1099 !tipc_group_bc_cong(tsk->group, blks)); in tipc_send_group_bcast()
1103 dsts = tipc_group_dests(tsk->group); in tipc_send_group_bcast()
1104 if (!dsts->local && !dsts->remote) in tipc_send_group_bcast()
1105 return -EHOSTUNREACH; in tipc_send_group_bcast()
1110 msg_set_nameinst(hdr, ua->sa.instance); in tipc_send_group_bcast()
1118 msg_set_grp_bc_seqno(hdr, tipc_group_bc_snd_nxt(tsk->group)); in tipc_send_group_bcast()
1130 rc = tipc_mcast_xmit(net, &pkts, method, dsts, &tsk->cong_link_cnt); in tipc_send_group_bcast()
1135 tipc_group_update_bc_members(tsk->group, blks, ack); in tipc_send_group_bcast()
1138 method->mandatory = false; in tipc_send_group_bcast()
1139 method->expires = jiffies; in tipc_send_group_bcast()
1145 * tipc_send_group_mcast - send message to all members with given identity
1157 struct tipc_uaddr *ua = (struct tipc_uaddr *)m->msg_name; in tipc_send_group_mcast()
1158 struct sock *sk = sock->sk; in tipc_send_group_mcast()
1160 struct tipc_group *grp = tsk->group; in tipc_send_group_mcast()
1161 struct tipc_msg *hdr = &tsk->phdr; in tipc_send_group_mcast()
1166 ua->sa.type = msg_nametype(hdr); in tipc_send_group_mcast()
1167 ua->scope = msg_lookup_scope(hdr); in tipc_send_group_mcast()
1171 return -EHOSTUNREACH; in tipc_send_group_mcast()
1174 tipc_dest_pop(&dsts, &ua->sk.node, &ua->sk.ref); in tipc_send_group_mcast()
1183 * tipc_sk_mcast_rcv - Deliver multicast messages to all destination sockets
1188 * Multi-threaded: parallel calls with reference to same queues may occur
1207 skb = tipc_skb_peek(arrvq, &inputq->lock); in tipc_sk_mcast_rcv()
1208 for (; skb; skb = tipc_skb_peek(arrvq, &inputq->lock)) { in tipc_sk_mcast_rcv()
1223 spin_lock_bh(&inputq->lock); in tipc_sk_mcast_rcv()
1229 spin_unlock_bh(&inputq->lock); in tipc_sk_mcast_rcv()
1254 spin_lock_bh(&inputq->lock); in tipc_sk_mcast_rcv()
1260 spin_unlock_bh(&inputq->lock); in tipc_sk_mcast_rcv()
1272 struct sk_buff_head *txq = &tsk->sk.sk_write_queue; in tipc_sk_push_backlog()
1274 struct net *net = sock_net(&tsk->sk); in tipc_sk_push_backlog()
1279 tsk->pkt_cnt += skb_queue_len(txq); in tipc_sk_push_backlog()
1280 if (!tsk->pkt_cnt || tsk->msg_acc / tsk->pkt_cnt < 2) { in tipc_sk_push_backlog()
1281 tsk->oneway = 0; in tipc_sk_push_backlog()
1282 if (tsk->nagle_start < NAGLE_START_MAX) in tipc_sk_push_backlog()
1283 tsk->nagle_start *= 2; in tipc_sk_push_backlog()
1284 tsk->expect_ack = false; in tipc_sk_push_backlog()
1285 pr_debug("tsk %10u: bad nagle %u -> %u, next start %u!\n", in tipc_sk_push_backlog()
1286 tsk->portid, tsk->msg_acc, tsk->pkt_cnt, in tipc_sk_push_backlog()
1287 tsk->nagle_start); in tipc_sk_push_backlog()
1289 tsk->nagle_start = NAGLE_START_INIT; in tipc_sk_push_backlog()
1292 tsk->expect_ack = true; in tipc_sk_push_backlog()
1294 tsk->expect_ack = false; in tipc_sk_push_backlog()
1297 tsk->msg_acc = 0; in tipc_sk_push_backlog()
1298 tsk->pkt_cnt = 0; in tipc_sk_push_backlog()
1301 if (!skb || tsk->cong_link_cnt) in tipc_sk_push_backlog()
1308 if (tsk->msg_acc) in tipc_sk_push_backlog()
1309 tsk->pkt_cnt += skb_queue_len(txq); in tipc_sk_push_backlog()
1310 tsk->snt_unacked += tsk->snd_backlog; in tipc_sk_push_backlog()
1311 tsk->snd_backlog = 0; in tipc_sk_push_backlog()
1312 rc = tipc_node_xmit(net, txq, dnode, tsk->portid); in tipc_sk_push_backlog()
1313 if (rc == -ELINKCONG) in tipc_sk_push_backlog()
1314 tsk->cong_link_cnt = 1; in tipc_sk_push_backlog()
1318 * tipc_sk_conn_proto_rcv - receive a connection mng protocol message
1330 struct sock *sk = &tsk->sk; in tipc_sk_conn_proto_rcv()
1344 sk->sk_state_change(sk); in tipc_sk_conn_proto_rcv()
1347 * - convert msg to abort msg and add to inqueue in tipc_sk_conn_proto_rcv()
1357 tsk->probe_unacked = false; in tipc_sk_conn_proto_rcv()
1367 tsk->snt_unacked -= msg_conn_ack(hdr); in tipc_sk_conn_proto_rcv()
1368 if (tsk->peer_caps & TIPC_BLOCK_FLOWCTL) in tipc_sk_conn_proto_rcv()
1369 tsk->snd_win = msg_adv_win(hdr); in tipc_sk_conn_proto_rcv()
1371 sk->sk_write_space(sk); in tipc_sk_conn_proto_rcv()
1380 * tipc_sendmsg - send message in connectionless manner
1395 struct sock *sk = sock->sk; in tipc_sendmsg()
1407 struct sock *sk = sock->sk; in __tipc_sendmsg()
1410 struct tipc_uaddr *ua = (struct tipc_uaddr *)m->msg_name; in __tipc_sendmsg()
1411 long timeout = sock_sndtimeo(sk, m->msg_flags & MSG_DONTWAIT); in __tipc_sendmsg()
1412 struct list_head *clinks = &tsk->cong_links; in __tipc_sendmsg()
1414 struct tipc_group *grp = tsk->group; in __tipc_sendmsg()
1415 struct tipc_msg *hdr = &tsk->phdr; in __tipc_sendmsg()
1421 return -EMSGSIZE; in __tipc_sendmsg()
1424 if (!tipc_uaddr_valid(ua, m->msg_namelen)) in __tipc_sendmsg()
1425 return -EINVAL; in __tipc_sendmsg()
1426 atype = ua->addrtype; in __tipc_sendmsg()
1439 return -EINVAL; in __tipc_sendmsg()
1443 ua = (struct tipc_uaddr *)&tsk->peer; in __tipc_sendmsg()
1444 if (!syn && ua->family != AF_TIPC) in __tipc_sendmsg()
1445 return -EDESTADDRREQ; in __tipc_sendmsg()
1446 atype = ua->addrtype; in __tipc_sendmsg()
1450 if (sk->sk_state == TIPC_LISTEN) in __tipc_sendmsg()
1451 return -EPIPE; in __tipc_sendmsg()
1452 if (sk->sk_state != TIPC_OPEN) in __tipc_sendmsg()
1453 return -EISCONN; in __tipc_sendmsg()
1454 if (tsk->published) in __tipc_sendmsg()
1455 return -EOPNOTSUPP; in __tipc_sendmsg()
1457 tsk->conn_addrtype = atype; in __tipc_sendmsg()
1467 skaddr.node = ua->lookup_node; in __tipc_sendmsg()
1468 ua->scope = tipc_node2scope(skaddr.node); in __tipc_sendmsg()
1470 return -EHOSTUNREACH; in __tipc_sendmsg()
1472 skaddr = ua->sk; in __tipc_sendmsg()
1474 return -EINVAL; in __tipc_sendmsg()
1489 msg_set_nametype(hdr, ua->sa.type); in __tipc_sendmsg()
1490 msg_set_nameinst(hdr, ua->sa.instance); in __tipc_sendmsg()
1491 msg_set_lookup_scope(hdr, ua->scope); in __tipc_sendmsg()
1500 mtu = tipc_node_get_mtu(net, skaddr.node, tsk->portid, true); in __tipc_sendmsg()
1504 if (unlikely(syn && !tipc_msg_skb_clone(&pkts, &sk->sk_write_queue))) { in __tipc_sendmsg()
1506 return -ENOMEM; in __tipc_sendmsg()
1511 rc = tipc_node_xmit(net, &pkts, skaddr.node, tsk->portid); in __tipc_sendmsg()
1512 if (unlikely(rc == -ELINKCONG)) { in __tipc_sendmsg()
1514 tsk->cong_link_cnt++; in __tipc_sendmsg()
1530 * tipc_sendstream - send stream-oriented data
1542 struct sock *sk = sock->sk; in tipc_sendstream()
1554 struct sock *sk = sock->sk; in __tipc_sendstream()
1555 DECLARE_SOCKADDR(struct sockaddr_tipc *, dest, m->msg_name); in __tipc_sendstream()
1556 long timeout = sock_sndtimeo(sk, m->msg_flags & MSG_DONTWAIT); in __tipc_sendstream()
1557 struct sk_buff_head *txq = &sk->sk_write_queue; in __tipc_sendstream()
1559 struct tipc_msg *hdr = &tsk->phdr; in __tipc_sendstream()
1563 int maxnagle = tsk->maxnagle; in __tipc_sendstream()
1564 int maxpkt = tsk->max_pkt; in __tipc_sendstream()
1569 return -EMSGSIZE; in __tipc_sendstream()
1572 if (unlikely(dest && sk->sk_state == TIPC_OPEN)) { in __tipc_sendstream()
1575 tsk->peer_caps = tipc_node_get_capabilities(net, dnode); in __tipc_sendstream()
1576 tsk->snt_unacked = tsk_inc(tsk, dlen + msg_hdr_sz(hdr)); in __tipc_sendstream()
1583 (!tsk->cong_link_cnt && in __tipc_sendstream()
1588 send = min_t(size_t, dlen - sent, TIPC_MAX_USER_MSG_SIZE); in __tipc_sendstream()
1589 blocks = tsk->snd_backlog; in __tipc_sendstream()
1590 if (tsk->oneway++ >= tsk->nagle_start && maxnagle && in __tipc_sendstream()
1596 tsk->msg_acc++; in __tipc_sendstream()
1597 if (blocks <= 64 && tsk->expect_ack) { in __tipc_sendstream()
1598 tsk->snd_backlog = blocks; in __tipc_sendstream()
1602 tsk->pkt_cnt += skb_queue_len(txq); in __tipc_sendstream()
1607 tsk->expect_ack = true; in __tipc_sendstream()
1609 tsk->expect_ack = false; in __tipc_sendstream()
1611 tsk->msg_acc = 0; in __tipc_sendstream()
1612 tsk->pkt_cnt = 0; in __tipc_sendstream()
1622 rc = tipc_node_xmit(net, txq, dnode, tsk->portid); in __tipc_sendstream()
1623 if (unlikely(rc == -ELINKCONG)) { in __tipc_sendstream()
1624 tsk->cong_link_cnt = 1; in __tipc_sendstream()
1628 tsk->snt_unacked += blocks; in __tipc_sendstream()
1629 tsk->snd_backlog = 0; in __tipc_sendstream()
1638 * tipc_send_packet - send a connection-oriented message
1650 return -EMSGSIZE; in tipc_send_packet()
1655 /* tipc_sk_finish_conn - complete the setup of a connection
1660 struct sock *sk = &tsk->sk; in tipc_sk_finish_conn()
1662 struct tipc_msg *msg = &tsk->phdr; in tipc_sk_finish_conn()
1671 sk_reset_timer(sk, &sk->sk_timer, jiffies + CONN_PROBING_INTV); in tipc_sk_finish_conn()
1673 tipc_node_add_conn(net, peer_node, tsk->portid, peer_port); in tipc_sk_finish_conn()
1674 tsk->max_pkt = tipc_node_get_mtu(net, peer_node, tsk->portid, true); in tipc_sk_finish_conn()
1675 tsk->peer_caps = tipc_node_get_capabilities(net, peer_node); in tipc_sk_finish_conn()
1677 __skb_queue_purge(&sk->sk_write_queue); in tipc_sk_finish_conn()
1678 if (tsk->peer_caps & TIPC_BLOCK_FLOWCTL) in tipc_sk_finish_conn()
1682 tsk->rcv_win = FLOWCTL_MSG_WIN; in tipc_sk_finish_conn()
1683 tsk->snd_win = FLOWCTL_MSG_WIN; in tipc_sk_finish_conn()
1687 * tipc_sk_set_orig_addr - capture sender's address for received message
1695 DECLARE_SOCKADDR(struct sockaddr_pair *, srcaddr, m->msg_name); in tipc_sk_set_orig_addr()
1701 srcaddr->sock.family = AF_TIPC; in tipc_sk_set_orig_addr()
1702 srcaddr->sock.addrtype = TIPC_SOCKET_ADDR; in tipc_sk_set_orig_addr()
1703 srcaddr->sock.scope = 0; in tipc_sk_set_orig_addr()
1704 srcaddr->sock.addr.id.ref = msg_origport(hdr); in tipc_sk_set_orig_addr()
1705 srcaddr->sock.addr.id.node = msg_orignode(hdr); in tipc_sk_set_orig_addr()
1706 srcaddr->sock.addr.name.domain = 0; in tipc_sk_set_orig_addr()
1707 m->msg_namelen = sizeof(struct sockaddr_tipc); in tipc_sk_set_orig_addr()
1713 srcaddr->member.family = AF_TIPC; in tipc_sk_set_orig_addr()
1714 srcaddr->member.addrtype = TIPC_SERVICE_ADDR; in tipc_sk_set_orig_addr()
1715 srcaddr->member.scope = 0; in tipc_sk_set_orig_addr()
1716 srcaddr->member.addr.name.name.type = msg_nametype(hdr); in tipc_sk_set_orig_addr()
1717 srcaddr->member.addr.name.name.instance = TIPC_SKB_CB(skb)->orig_member; in tipc_sk_set_orig_addr()
1718 srcaddr->member.addr.name.domain = 0; in tipc_sk_set_orig_addr()
1719 m->msg_namelen = sizeof(*srcaddr); in tipc_sk_set_orig_addr()
1723 * tipc_sk_anc_data_recv - optionally capture ancillary data for received message
1740 if (likely(m->msg_controllen == 0)) in tipc_sk_anc_data_recv()
1749 return -ENOMEM; in tipc_sk_anc_data_recv()
1776 has_addr = !!tsk->conn_addrtype; in tipc_sk_anc_data_recv()
1777 data[0] = msg_nametype(&tsk->phdr); in tipc_sk_anc_data_recv()
1778 data[1] = msg_nameinst(&tsk->phdr); in tipc_sk_anc_data_recv()
1791 struct sock *sk = &tsk->sk; in tipc_sk_build_ack()
1801 tsk->portid, TIPC_OK); in tipc_sk_build_ack()
1805 msg_set_conn_ack(msg, tsk->rcv_unacked); in tipc_sk_build_ack()
1806 tsk->rcv_unacked = 0; in tipc_sk_build_ack()
1809 if (tsk->peer_caps & TIPC_BLOCK_FLOWCTL) { in tipc_sk_build_ack()
1810 tsk->rcv_win = tsk_adv_blocks(tsk->sk.sk_rcvbuf); in tipc_sk_build_ack()
1811 msg_set_adv_win(msg, tsk->rcv_win); in tipc_sk_build_ack()
1824 tipc_node_xmit_skb(sock_net(&tsk->sk), skb, tsk_peer_node(tsk), in tipc_sk_send_ack()
1830 struct sock *sk = sock->sk; in tipc_wait_for_rcvmsg()
1839 if (timeo && skb_queue_empty(&sk->sk_receive_queue)) { in tipc_wait_for_rcvmsg()
1840 if (sk->sk_shutdown & RCV_SHUTDOWN) { in tipc_wait_for_rcvmsg()
1841 err = -ENOTCONN; in tipc_wait_for_rcvmsg()
1852 if (!skb_queue_empty(&sk->sk_receive_queue)) in tipc_wait_for_rcvmsg()
1854 err = -EAGAIN; in tipc_wait_for_rcvmsg()
1870 * tipc_recvmsg - receive packet-oriented message
1884 struct sock *sk = sock->sk; in tipc_recvmsg()
1897 return -EINVAL; in tipc_recvmsg()
1900 if (unlikely(connected && sk->sk_state == TIPC_OPEN)) { in tipc_recvmsg()
1901 rc = -ENOTCONN; in tipc_recvmsg()
1911 skb = skb_peek(&sk->sk_receive_queue); in tipc_recvmsg()
1930 /* Capture data if non-error msg, otherwise just set return value */ in tipc_recvmsg()
1932 int offset = skb_cb->bytes_read; in tipc_recvmsg() local
1934 copy = min_t(int, dlen - offset, buflen); in tipc_recvmsg()
1935 rc = skb_copy_datagram_msg(skb, hlen + offset, m, copy); in tipc_recvmsg()
1938 if (unlikely(offset + copy < dlen)) { in tipc_recvmsg()
1941 skb_cb->bytes_read = offset + copy; in tipc_recvmsg()
1943 m->msg_flags |= MSG_TRUNC; in tipc_recvmsg()
1944 skb_cb->bytes_read = 0; in tipc_recvmsg()
1948 m->msg_flags |= MSG_EOR; in tipc_recvmsg()
1949 skb_cb->bytes_read = 0; in tipc_recvmsg()
1954 if (err != TIPC_CONN_SHUTDOWN && connected && !m->msg_control) { in tipc_recvmsg()
1955 rc = -ECONNRESET; in tipc_recvmsg()
1963 m->msg_flags |= MSG_EOR; in tipc_recvmsg()
1964 m->msg_flags |= MSG_OOB; in tipc_recvmsg()
1973 if (tsk->group && msg_in_group(hdr) && !grp_evt) { in tipc_recvmsg()
1975 tipc_group_update_rcv_win(tsk->group, tsk_blocks(hlen + dlen), in tipc_recvmsg()
1981 if (skb_cb->bytes_read) in tipc_recvmsg()
1990 tsk->rcv_unacked += tsk_inc(tsk, hlen + dlen); in tipc_recvmsg()
1991 if (tsk->rcv_unacked >= tsk->rcv_win / TIPC_ACK_RATE) in tipc_recvmsg()
1999 * tipc_recvstream - receive stream-oriented data
2013 struct sock *sk = sock->sk; in tipc_recvstream()
2019 int offset, required, copy, copied = 0; in tipc_recvstream() local
2025 return -EINVAL; in tipc_recvstream()
2029 if (unlikely(sk->sk_state == TIPC_OPEN)) { in tipc_recvstream()
2030 rc = -ENOTCONN; in tipc_recvstream()
2041 skb = skb_peek(&sk->sk_receive_queue); in tipc_recvstream()
2048 /* Discard any empty non-errored (SYN-) message */ in tipc_recvstream()
2065 offset = skb_cb->bytes_read; in tipc_recvstream()
2066 copy = min_t(int, dlen - offset, buflen - copied); in tipc_recvstream()
2067 rc = skb_copy_datagram_msg(skb, hlen + offset, m, copy); in tipc_recvstream()
2071 offset += copy; in tipc_recvstream()
2072 if (unlikely(offset < dlen)) { in tipc_recvstream()
2074 skb_cb->bytes_read = offset; in tipc_recvstream()
2079 if ((err != TIPC_CONN_SHUTDOWN) && !m->msg_control) in tipc_recvstream()
2080 rc = -ECONNRESET; in tipc_recvstream()
2091 tsk->rcv_unacked += tsk_inc(tsk, hlen + dlen); in tipc_recvstream()
2092 if (tsk->rcv_unacked >= tsk->rcv_win / TIPC_ACK_RATE) in tipc_recvstream()
2099 } while (!skb_queue_empty(&sk->sk_receive_queue) || copied < required); in tipc_recvstream()
2106 * tipc_write_space - wake up thread if port congestion is released
2114 wq = rcu_dereference(sk->sk_wq); in tipc_write_space()
2116 wake_up_interruptible_sync_poll(&wq->wait, EPOLLOUT | in tipc_write_space()
2122 * tipc_data_ready - wake up threads to indicate messages have been received
2132 wq = rcu_dereference(sk->sk_wq); in tipc_data_ready()
2134 wake_up_interruptible_sync_poll(&wq->wait, EPOLLIN | in tipc_data_ready()
2141 __skb_queue_purge(&sk->sk_receive_queue); in tipc_sock_destruct()
2151 struct tipc_group *grp = tsk->group; in tipc_sk_proto_rcv()
2159 tipc_dest_del(&tsk->cong_links, msg_orignode(hdr), 0); in tipc_sk_proto_rcv()
2162 tsk->cong_link_cnt--; in tipc_sk_proto_rcv()
2170 tipc_group_member_evt(tsk->group, &wakeup, &sk->sk_rcvbuf, in tipc_sk_proto_rcv()
2178 sk->sk_write_space(sk); in tipc_sk_proto_rcv()
2184 * tipc_sk_filter_connect - check incoming message for a connection-based socket
2193 struct sock *sk = &tsk->sk; in tipc_sk_filter_connect()
2206 tsk->oneway = 0; in tipc_sk_filter_connect()
2208 switch (sk->sk_state) { in tipc_sk_filter_connect()
2215 msg_set_importance(&tsk->phdr, msg_importance(hdr)); in tipc_sk_filter_connect()
2219 /* Empty ACK-, - wake up sleeping connect() and drop */ in tipc_sk_filter_connect()
2220 sk->sk_state_change(sk); in tipc_sk_filter_connect()
2233 if (skb_queue_empty(&sk->sk_write_queue)) in tipc_sk_filter_connect()
2236 delay %= (tsk->conn_timeout / 4); in tipc_sk_filter_connect()
2238 sk_reset_timer(sk, &sk->sk_timer, jiffies + delay); in tipc_sk_filter_connect()
2252 if (!skb_queue_empty(&sk->sk_write_queue)) in tipc_sk_filter_connect()
2254 /* Accept only connection-based messages sent by peer */ in tipc_sk_filter_connect()
2273 tipc_node_remove_conn(net, pnode, tsk->portid); in tipc_sk_filter_connect()
2274 sk->sk_state_change(sk); in tipc_sk_filter_connect()
2277 pr_err("Unknown sk_state %u\n", sk->sk_state); in tipc_sk_filter_connect()
2281 sk->sk_err = ECONNREFUSED; in tipc_sk_filter_connect()
2282 sk->sk_state_change(sk); in tipc_sk_filter_connect()
2287 * rcvbuf_limit - get proper overload limit of socket receive queue
2310 return READ_ONCE(sk->sk_rcvbuf); in rcvbuf_limit()
2313 return READ_ONCE(sk->sk_rcvbuf) << msg_importance(hdr); in rcvbuf_limit()
2315 if (likely(tsk->peer_caps & TIPC_BLOCK_FLOWCTL)) in rcvbuf_limit()
2316 return READ_ONCE(sk->sk_rcvbuf); in rcvbuf_limit()
2322 * tipc_sk_filter_rcv - validate incoming message
2337 struct tipc_group *grp = tsk->group; in tipc_sk_filter_rcv()
2345 TIPC_SKB_CB(skb)->bytes_read = 0; in tipc_sk_filter_rcv()
2356 tipc_mcast_filter_msg(net, &tsk->mc_method.deferredq, &inputq); in tipc_sk_filter_rcv()
2366 else if (sk_rmem_alloc_get(sk) + skb->truesize >= limit) { in tipc_sk_filter_rcv()
2369 atomic_inc(&sk->sk_drops); in tipc_sk_filter_rcv()
2382 __skb_queue_tail(&sk->sk_receive_queue, skb); in tipc_sk_filter_rcv()
2386 sk->sk_data_ready(sk); in tipc_sk_filter_rcv()
2391 * tipc_sk_backlog_rcv - handle incoming message from backlog queue
2406 added = sk_rmem_alloc_get(sk) - before; in tipc_sk_backlog_rcv()
2407 atomic_add(added, &tipc_sk(sk)->dupl_rcvcnt); in tipc_sk_backlog_rcv()
2415 * tipc_sk_enqueue - extract all buffers with destination 'dport' from
2447 /* Try backlog, compensating for double-counted bytes */ in tipc_sk_enqueue()
2448 dcnt = &tipc_sk(sk)->dupl_rcvcnt; in tipc_sk_enqueue()
2449 if (!sk->sk_backlog.len) in tipc_sk_enqueue()
2461 atomic_inc(&sk->sk_drops); in tipc_sk_enqueue()
2472 * tipc_sk_rcv - handle a chain of incoming buffers
2493 sk = &tsk->sk; in tipc_sk_rcv()
2494 if (likely(spin_trylock_bh(&sk->sk_lock.slock))) { in tipc_sk_rcv()
2496 spin_unlock_bh(&sk->sk_lock.slock); in tipc_sk_rcv()
2527 struct sock *sk = sock->sk; in tipc_wait_for_connect()
2535 return -ETIMEDOUT; in tipc_wait_for_connect()
2538 if (sk->sk_state == TIPC_DISCONNECTING) in tipc_wait_for_connect()
2551 if (addr->family != AF_TIPC) in tipc_sockaddr_is_sane()
2553 if (addr->addrtype == TIPC_SERVICE_RANGE) in tipc_sockaddr_is_sane()
2554 return (addr->addr.nameseq.lower <= addr->addr.nameseq.upper); in tipc_sockaddr_is_sane()
2555 return (addr->addrtype == TIPC_SERVICE_ADDR || in tipc_sockaddr_is_sane()
2556 addr->addrtype == TIPC_SOCKET_ADDR); in tipc_sockaddr_is_sane()
2560 * tipc_connect - establish a connection to another TIPC port
2564 * @flags: file-related flags associated with socket
2571 struct sock *sk = sock->sk; in tipc_connect()
2575 long timeout = (flags & O_NONBLOCK) ? 0 : tsk->conn_timeout; in tipc_connect()
2577 int res = 0; in tipc_connect() local
2580 return -EINVAL; in tipc_connect()
2584 if (tsk->group) { in tipc_connect()
2585 res = -EINVAL; in tipc_connect()
2589 if (dst->family == AF_UNSPEC) { in tipc_connect()
2590 memset(&tsk->peer, 0, sizeof(struct sockaddr_tipc)); in tipc_connect()
2592 res = -EINVAL; in tipc_connect()
2596 res = -EINVAL; in tipc_connect()
2601 memcpy(&tsk->peer, dest, destlen); in tipc_connect()
2603 } else if (dst->addrtype == TIPC_SERVICE_RANGE) { in tipc_connect()
2604 res = -EINVAL; in tipc_connect()
2608 previous = sk->sk_state; in tipc_connect()
2610 switch (sk->sk_state) { in tipc_connect()
2612 /* Send a 'SYN-' to destination */ in tipc_connect()
2617 /* If connect is in non-blocking case, set MSG_DONTWAIT to in tipc_connect()
2623 res = __tipc_sendmsg(sock, &m, 0); in tipc_connect()
2624 if ((res < 0) && (res != -EWOULDBLOCK)) in tipc_connect()
2628 * difference is that return value in non-blocking in tipc_connect()
2631 res = -EINPROGRESS; in tipc_connect()
2636 res = -EALREADY; in tipc_connect()
2641 res = tipc_wait_for_connect(sock, &timeout); in tipc_connect()
2644 res = -EISCONN; in tipc_connect()
2647 res = -EINVAL; in tipc_connect()
2652 return res; in tipc_connect()
2656 * tipc_listen - allow socket to listen for incoming connections
2664 struct sock *sk = sock->sk; in tipc_listen()
2665 int res; in tipc_listen() local
2668 res = tipc_set_sk_state(sk, TIPC_LISTEN); in tipc_listen()
2671 return res; in tipc_listen()
2676 struct sock *sk = sock->sk; in tipc_wait_for_accept()
2680 /* True wake-one mechanism for incoming connections: only in tipc_wait_for_accept()
2686 if (timeo && skb_queue_empty(&sk->sk_receive_queue)) { in tipc_wait_for_accept()
2694 if (!skb_queue_empty(&sk->sk_receive_queue)) in tipc_wait_for_accept()
2696 err = -EAGAIN; in tipc_wait_for_accept()
2707 * tipc_accept - wait for connection request
2717 struct sock *new_sk, *sk = sock->sk; in tipc_accept()
2723 int res; in tipc_accept() local
2727 if (sk->sk_state != TIPC_LISTEN) { in tipc_accept()
2728 res = -EINVAL; in tipc_accept()
2731 timeo = sock_rcvtimeo(sk, arg->flags & O_NONBLOCK); in tipc_accept()
2732 res = tipc_wait_for_accept(sock, timeo); in tipc_accept()
2733 if (res) in tipc_accept()
2736 buf = skb_peek(&sk->sk_receive_queue); in tipc_accept()
2738 res = tipc_sk_create(sock_net(sock->sk), new_sock, 0, arg->kern); in tipc_accept()
2739 if (res) in tipc_accept()
2741 security_sk_clone(sock->sk, new_sock->sk); in tipc_accept()
2743 new_sk = new_sock->sk; in tipc_accept()
2761 new_tsock->conn_addrtype = TIPC_SERVICE_ADDR; in tipc_accept()
2762 msg_set_nametype(&new_tsock->phdr, msg_nametype(msg)); in tipc_accept()
2763 msg_set_nameinst(&new_tsock->phdr, msg_nameinst(msg)); in tipc_accept()
2767 * Respond to 'SYN-' by discarding it & returning 'ACK'. in tipc_accept()
2773 __skb_dequeue(&sk->sk_receive_queue); in tipc_accept()
2774 __skb_queue_head(&new_sk->sk_receive_queue, buf); in tipc_accept()
2782 return res; in tipc_accept()
2786 * tipc_shutdown - shutdown socket connection
2796 struct sock *sk = sock->sk; in tipc_shutdown()
2797 int res; in tipc_shutdown() local
2800 return -EINVAL; in tipc_shutdown()
2806 sk->sk_shutdown = SHUTDOWN_MASK; in tipc_shutdown()
2808 if (sk->sk_state == TIPC_DISCONNECTING) { in tipc_shutdown()
2810 __skb_queue_purge(&sk->sk_receive_queue); in tipc_shutdown()
2812 res = 0; in tipc_shutdown()
2814 res = -ENOTCONN; in tipc_shutdown()
2817 sk->sk_state_change(sk); in tipc_shutdown()
2820 return res; in tipc_shutdown()
2830 u32 oport = tsk->portid; in tipc_sk_check_probing_state()
2833 if (tsk->probe_unacked) { in tipc_sk_check_probing_state()
2835 sk->sk_err = ECONNABORTED; in tipc_sk_check_probing_state()
2837 sk->sk_state_change(sk); in tipc_sk_check_probing_state()
2845 tsk->probe_unacked = true; in tipc_sk_check_probing_state()
2846 sk_reset_timer(sk, &sk->sk_timer, jiffies + CONN_PROBING_INTV); in tipc_sk_check_probing_state()
2854 if (tsk->cong_link_cnt) { in tipc_sk_retry_connect()
2855 sk_reset_timer(sk, &sk->sk_timer, in tipc_sk_retry_connect()
2860 tipc_msg_skb_clone(&sk->sk_write_queue, list); in tipc_sk_retry_connect()
2876 sk_reset_timer(sk, &sk->sk_timer, jiffies + HZ / 20); in tipc_sk_timeout()
2882 if (sk->sk_state == TIPC_ESTABLISHED) in tipc_sk_timeout()
2884 else if (sk->sk_state == TIPC_CONNECTING) in tipc_sk_timeout()
2890 rc = tipc_node_xmit(sock_net(sk), &list, pnode, tsk->portid); in tipc_sk_timeout()
2893 if (rc == -ELINKCONG) { in tipc_sk_timeout()
2894 tipc_dest_push(&tsk->cong_links, pnode, 0); in tipc_sk_timeout()
2895 tsk->cong_link_cnt = 1; in tipc_sk_timeout()
2902 struct sock *sk = &tsk->sk; in tipc_sk_publish()
2909 return -EINVAL; in tipc_sk_publish()
2910 key = tsk->portid + tsk->pub_count + 1; in tipc_sk_publish()
2911 if (key == tsk->portid) in tipc_sk_publish()
2912 return -EADDRINUSE; in tipc_sk_publish()
2913 skaddr.ref = tsk->portid; in tipc_sk_publish()
2917 return -EINVAL; in tipc_sk_publish()
2919 list_add(&p->binding_sock, &tsk->publications); in tipc_sk_publish()
2920 tsk->pub_count++; in tipc_sk_publish()
2921 tsk->published = true; in tipc_sk_publish()
2927 struct net *net = sock_net(&tsk->sk); in tipc_sk_withdraw()
2930 int rc = -EINVAL; in tipc_sk_withdraw()
2932 list_for_each_entry_safe(p, safe, &tsk->publications, binding_sock) { in tipc_sk_withdraw()
2934 tipc_uaddr(&_ua, TIPC_SERVICE_RANGE, p->scope, in tipc_sk_withdraw()
2935 p->sr.type, p->sr.lower, p->sr.upper); in tipc_sk_withdraw()
2936 tipc_nametbl_withdraw(net, &_ua, &p->sk, p->key); in tipc_sk_withdraw()
2940 if (p->scope != ua->scope) in tipc_sk_withdraw()
2942 if (p->sr.type != ua->sr.type) in tipc_sk_withdraw()
2944 if (p->sr.lower != ua->sr.lower) in tipc_sk_withdraw()
2946 if (p->sr.upper != ua->sr.upper) in tipc_sk_withdraw()
2948 tipc_nametbl_withdraw(net, ua, &p->sk, p->key); in tipc_sk_withdraw()
2952 if (list_empty(&tsk->publications)) { in tipc_sk_withdraw()
2953 tsk->published = 0; in tipc_sk_withdraw()
2959 /* tipc_sk_reinit: set non-zero address in all existing sockets
2969 rhashtable_walk_enter(&tn->sk_rht, &iter); in tipc_sk_reinit()
2975 sock_hold(&tsk->sk); in tipc_sk_reinit()
2977 lock_sock(&tsk->sk); in tipc_sk_reinit()
2978 msg = &tsk->phdr; in tipc_sk_reinit()
2981 release_sock(&tsk->sk); in tipc_sk_reinit()
2983 sock_put(&tsk->sk); in tipc_sk_reinit()
2987 } while (tsk == ERR_PTR(-EAGAIN)); in tipc_sk_reinit()
2998 tsk = rhashtable_lookup(&tn->sk_rht, &portid, tsk_rht_params); in tipc_sk_lookup()
3000 sock_hold(&tsk->sk); in tipc_sk_lookup()
3008 struct sock *sk = &tsk->sk; in tipc_sk_insert()
3011 u32 remaining = (TIPC_MAX_PORT - TIPC_MIN_PORT) + 1; in tipc_sk_insert()
3014 while (remaining--) { in tipc_sk_insert()
3018 tsk->portid = portid; in tipc_sk_insert()
3019 sock_hold(&tsk->sk); in tipc_sk_insert()
3020 if (!rhashtable_lookup_insert_fast(&tn->sk_rht, &tsk->node, in tipc_sk_insert()
3023 sock_put(&tsk->sk); in tipc_sk_insert()
3026 return -1; in tipc_sk_insert()
3031 struct sock *sk = &tsk->sk; in tipc_sk_remove()
3034 if (!rhashtable_remove_fast(&tn->sk_rht, &tsk->node, tsk_rht_params)) { in tipc_sk_remove()
3035 WARN_ON(refcount_read(&sk->sk_refcnt) == 1); in tipc_sk_remove()
3054 return rhashtable_init(&tn->sk_rht, &tsk_rht_params); in tipc_sk_rht_init()
3064 rhashtable_destroy(&tn->sk_rht); in tipc_sk_rht_destroy()
3069 struct net *net = sock_net(&tsk->sk); in tipc_sk_join()
3070 struct tipc_group *grp = tsk->group; in tipc_sk_join()
3071 struct tipc_msg *hdr = &tsk->phdr; in tipc_sk_join()
3075 if (mreq->type < TIPC_RESERVED_TYPES) in tipc_sk_join()
3076 return -EACCES; in tipc_sk_join()
3077 if (mreq->scope > TIPC_NODE_SCOPE) in tipc_sk_join()
3078 return -EINVAL; in tipc_sk_join()
3079 if (mreq->scope != TIPC_NODE_SCOPE) in tipc_sk_join()
3080 mreq->scope = TIPC_CLUSTER_SCOPE; in tipc_sk_join()
3082 return -EACCES; in tipc_sk_join()
3083 grp = tipc_group_create(net, tsk->portid, mreq, &tsk->group_is_open); in tipc_sk_join()
3085 return -ENOMEM; in tipc_sk_join()
3086 tsk->group = grp; in tipc_sk_join()
3087 msg_set_lookup_scope(hdr, mreq->scope); in tipc_sk_join()
3088 msg_set_nametype(hdr, mreq->type); in tipc_sk_join()
3090 tipc_uaddr(&ua, TIPC_SERVICE_RANGE, mreq->scope, in tipc_sk_join()
3091 mreq->type, mreq->instance, mreq->instance); in tipc_sk_join()
3096 tsk->group = NULL; in tipc_sk_join()
3100 tsk->mc_method.rcast = true; in tipc_sk_join()
3101 tsk->mc_method.mandatory = true; in tipc_sk_join()
3102 tipc_group_join(net, grp, &tsk->sk.sk_rcvbuf); in tipc_sk_join()
3108 struct net *net = sock_net(&tsk->sk); in tipc_sk_leave()
3109 struct tipc_group *grp = tsk->group; in tipc_sk_leave()
3114 return -EINVAL; in tipc_sk_leave()
3119 tsk->group = NULL; in tipc_sk_leave()
3125 * tipc_setsockopt - set socket option
3129 * @ov: pointer to new option value
3130 * @ol: length of option value
3140 struct sock *sk = sock->sk; in tipc_setsockopt()
3143 u32 value = 0; in tipc_setsockopt() local
3144 int res = 0; in tipc_setsockopt() local
3146 if ((lvl == IPPROTO_TCP) && (sock->type == SOCK_STREAM)) in tipc_setsockopt()
3149 return -ENOPROTOOPT; in tipc_setsockopt()
3157 if (ol < sizeof(value)) in tipc_setsockopt()
3158 return -EINVAL; in tipc_setsockopt()
3159 if (copy_from_sockptr(&value, ov, sizeof(u32))) in tipc_setsockopt()
3160 return -EFAULT; in tipc_setsockopt()
3164 return -EINVAL; in tipc_setsockopt()
3166 return -EFAULT; in tipc_setsockopt()
3170 return -EINVAL; in tipc_setsockopt()
3177 res = tsk_set_importance(sk, value); in tipc_setsockopt()
3180 if (sock->type != SOCK_STREAM) in tipc_setsockopt()
3181 tsk_set_unreliable(tsk, value); in tipc_setsockopt()
3183 res = -ENOPROTOOPT; in tipc_setsockopt()
3186 tsk_set_unreturnable(tsk, value); in tipc_setsockopt()
3189 tipc_sk(sk)->conn_timeout = value; in tipc_setsockopt()
3192 tsk->mc_method.rcast = false; in tipc_setsockopt()
3193 tsk->mc_method.mandatory = true; in tipc_setsockopt()
3196 tsk->mc_method.rcast = true; in tipc_setsockopt()
3197 tsk->mc_method.mandatory = true; in tipc_setsockopt()
3200 res = tipc_sk_join(tsk, &mreq); in tipc_setsockopt()
3203 res = tipc_sk_leave(tsk); in tipc_setsockopt()
3206 tsk->nodelay = !!value; in tipc_setsockopt()
3210 res = -EINVAL; in tipc_setsockopt()
3215 return res; in tipc_setsockopt()
3219 * tipc_getsockopt - get socket option
3223 * @ov: receptacle for option value
3224 * @ol: receptacle for length of option value
3234 struct sock *sk = sock->sk; in tipc_getsockopt()
3238 u32 value; in tipc_getsockopt() local
3239 int res; in tipc_getsockopt() local
3241 if ((lvl == IPPROTO_TCP) && (sock->type == SOCK_STREAM)) in tipc_getsockopt()
3244 return -ENOPROTOOPT; in tipc_getsockopt()
3245 res = get_user(len, ol); in tipc_getsockopt()
3246 if (res) in tipc_getsockopt()
3247 return res; in tipc_getsockopt()
3253 value = tsk_importance(tsk); in tipc_getsockopt()
3256 value = tsk_unreliable(tsk); in tipc_getsockopt()
3259 value = tsk_unreturnable(tsk); in tipc_getsockopt()
3262 value = tsk->conn_timeout; in tipc_getsockopt()
3263 /* no need to set "res", since already 0 at this point */ in tipc_getsockopt()
3266 value = 0; /* was tipc_queue_size, now obsolete */ in tipc_getsockopt()
3269 value = skb_queue_len(&sk->sk_receive_queue); in tipc_getsockopt()
3272 value = sk_rmem_alloc_get(sk); in tipc_getsockopt()
3276 if (tsk->group) in tipc_getsockopt()
3277 tipc_group_self(tsk->group, &seq, &scope); in tipc_getsockopt()
3278 value = seq.type; in tipc_getsockopt()
3281 res = -EINVAL; in tipc_getsockopt()
3286 if (res) in tipc_getsockopt()
3287 return res; /* "get" failed */ in tipc_getsockopt()
3289 if (len < sizeof(value)) in tipc_getsockopt()
3290 return -EINVAL; in tipc_getsockopt()
3292 if (copy_to_user(ov, &value, sizeof(value))) in tipc_getsockopt()
3293 return -EFAULT; in tipc_getsockopt()
3295 return put_user(sizeof(value), ol); in tipc_getsockopt()
3300 struct net *net = sock_net(sock->sk); in tipc_ioctl()
3308 return -EFAULT; in tipc_ioctl()
3313 return -EFAULT; in tipc_ioctl()
3316 return -EADDRNOTAVAIL; in tipc_ioctl()
3319 return -EFAULT; in tipc_ioctl()
3321 return -EADDRNOTAVAIL; in tipc_ioctl()
3323 return -EFAULT; in tipc_ioctl()
3326 return -ENOIOCTLCMD; in tipc_ioctl()
3332 struct tipc_sock *tsk2 = tipc_sk(sock2->sk); in tipc_socketpair()
3333 struct tipc_sock *tsk1 = tipc_sk(sock1->sk); in tipc_socketpair()
3334 u32 onode = tipc_own_addr(sock_net(sock1->sk)); in tipc_socketpair()
3336 tsk1->peer.family = AF_TIPC; in tipc_socketpair()
3337 tsk1->peer.addrtype = TIPC_SOCKET_ADDR; in tipc_socketpair()
3338 tsk1->peer.scope = TIPC_NODE_SCOPE; in tipc_socketpair()
3339 tsk1->peer.addr.id.ref = tsk2->portid; in tipc_socketpair()
3340 tsk1->peer.addr.id.node = onode; in tipc_socketpair()
3341 tsk2->peer.family = AF_TIPC; in tipc_socketpair()
3342 tsk2->peer.addrtype = TIPC_SOCKET_ADDR; in tipc_socketpair()
3343 tsk2->peer.scope = TIPC_NODE_SCOPE; in tipc_socketpair()
3344 tsk2->peer.addr.id.ref = tsk1->portid; in tipc_socketpair()
3345 tsk2->peer.addr.id.node = onode; in tipc_socketpair()
3347 tipc_sk_finish_conn(tsk1, tsk2->portid, onode); in tipc_socketpair()
3348 tipc_sk_finish_conn(tsk2, tsk1->portid, onode); in tipc_socketpair()
3428 * tipc_socket_init - initialize TIPC socket interface
3434 int res; in tipc_socket_init() local
3436 res = proto_register(&tipc_proto, 1); in tipc_socket_init()
3437 if (res) { in tipc_socket_init()
3442 res = sock_register(&tipc_family_ops); in tipc_socket_init()
3443 if (res) { in tipc_socket_init()
3449 return res; in tipc_socket_init()
3453 * tipc_socket_stop - stop TIPC socket interface
3470 conn_type = msg_nametype(&tsk->phdr); in __tipc_nl_add_sk_con()
3471 conn_instance = msg_nameinst(&tsk->phdr); in __tipc_nl_add_sk_con()
3474 return -EMSGSIZE; in __tipc_nl_add_sk_con()
3481 if (tsk->conn_addrtype != 0) { in __tipc_nl_add_sk_con()
3496 return -EMSGSIZE; in __tipc_nl_add_sk_con()
3502 struct net *net = sock_net(skb->sk); in __tipc_nl_add_sk_info()
3503 struct sock *sk = &tsk->sk; in __tipc_nl_add_sk_info()
3505 if (nla_put_u32(skb, TIPC_NLA_SOCK_REF, tsk->portid) || in __tipc_nl_add_sk_info()
3507 return -EMSGSIZE; in __tipc_nl_add_sk_info()
3511 return -EMSGSIZE; in __tipc_nl_add_sk_info()
3512 } else if (!list_empty(&tsk->publications)) { in __tipc_nl_add_sk_info()
3514 return -EMSGSIZE; in __tipc_nl_add_sk_info()
3526 hdr = genlmsg_put(skb, NETLINK_CB(cb->skb).portid, cb->nlh->nlmsg_seq, in __tipc_nl_add_sk()
3548 return -EMSGSIZE; in __tipc_nl_add_sk()
3556 struct rhashtable_iter *iter = (void *)cb->args[4]; in tipc_nl_sk_walk()
3563 if (PTR_ERR(tsk) == -EAGAIN) in tipc_nl_sk_walk()
3568 sock_hold(&tsk->sk); in tipc_nl_sk_walk()
3570 lock_sock(&tsk->sk); in tipc_nl_sk_walk()
3573 release_sock(&tsk->sk); in tipc_nl_sk_walk()
3574 sock_put(&tsk->sk); in tipc_nl_sk_walk()
3577 release_sock(&tsk->sk); in tipc_nl_sk_walk()
3579 sock_put(&tsk->sk); in tipc_nl_sk_walk()
3583 return skb->len; in tipc_nl_sk_walk()
3589 return __tipc_dump_start(cb, sock_net(cb->skb->sk)); in tipc_dump_start()
3595 /* tipc_nl_name_table_dump() uses cb->args[0...3]. */ in __tipc_dump_start()
3596 struct rhashtable_iter *iter = (void *)cb->args[4]; in __tipc_dump_start()
3602 return -ENOMEM; in __tipc_dump_start()
3604 cb->args[4] = (long)iter; in __tipc_dump_start()
3607 rhashtable_walk_enter(&tn->sk_rht, iter); in __tipc_dump_start()
3613 struct rhashtable_iter *hti = (void *)cb->args[4]; in tipc_dump_done()
3625 struct sock *sk = &tsk->sk; in tipc_sk_fill_sock_diag()
3630 if (!(sk_filter_state & (1 << sk->sk_state))) in tipc_sk_fill_sock_diag()
3640 if (nla_put_u32(skb, TIPC_NLA_SOCK_TYPE, (u32)sk->sk_type) || in tipc_sk_fill_sock_diag()
3641 nla_put_u32(skb, TIPC_NLA_SOCK_TIPC_STATE, (u32)sk->sk_state) || in tipc_sk_fill_sock_diag()
3644 from_kuid_munged(sk_user_ns(NETLINK_CB(cb->skb).sk), in tipc_sk_fill_sock_diag()
3656 skb_queue_len(&sk->sk_receive_queue)) || in tipc_sk_fill_sock_diag()
3658 skb_queue_len(&sk->sk_write_queue)) || in tipc_sk_fill_sock_diag()
3660 atomic_read(&sk->sk_drops))) in tipc_sk_fill_sock_diag()
3663 if (tsk->cong_link_cnt && in tipc_sk_fill_sock_diag()
3673 if (tsk->group) in tipc_sk_fill_sock_diag()
3674 if (tipc_group_fill_sock_diag(tsk->group, skb)) in tipc_sk_fill_sock_diag()
3686 return -EMSGSIZE; in tipc_sk_fill_sock_diag()
3703 hdr = genlmsg_put(skb, NETLINK_CB(cb->skb).portid, cb->nlh->nlmsg_seq, in __tipc_nl_add_sk_publ()
3712 if (nla_put_u32(skb, TIPC_NLA_PUBL_KEY, publ->key)) in __tipc_nl_add_sk_publ()
3714 if (nla_put_u32(skb, TIPC_NLA_PUBL_TYPE, publ->sr.type)) in __tipc_nl_add_sk_publ()
3716 if (nla_put_u32(skb, TIPC_NLA_PUBL_LOWER, publ->sr.lower)) in __tipc_nl_add_sk_publ()
3718 if (nla_put_u32(skb, TIPC_NLA_PUBL_UPPER, publ->sr.upper)) in __tipc_nl_add_sk_publ()
3731 return -EMSGSIZE; in __tipc_nl_add_sk_publ()
3743 list_for_each_entry(p, &tsk->publications, binding_sock) { in __tipc_nl_list_sk_publ()
3744 if (p->key == *last_publ) in __tipc_nl_list_sk_publ()
3747 if (list_entry_is_head(p, &tsk->publications, binding_sock)) { in __tipc_nl_list_sk_publ()
3754 cb->prev_seq = 1; in __tipc_nl_list_sk_publ()
3756 return -EPIPE; in __tipc_nl_list_sk_publ()
3759 p = list_first_entry(&tsk->publications, struct publication, in __tipc_nl_list_sk_publ()
3763 list_for_each_entry_from(p, &tsk->publications, binding_sock) { in __tipc_nl_list_sk_publ()
3766 *last_publ = p->key; in __tipc_nl_list_sk_publ()
3778 u32 tsk_portid = cb->args[0]; in tipc_nl_publ_dump()
3779 u32 last_publ = cb->args[1]; in tipc_nl_publ_dump()
3780 u32 done = cb->args[2]; in tipc_nl_publ_dump()
3781 struct net *net = sock_net(skb->sk); in tipc_nl_publ_dump()
3785 struct nlattr **attrs = genl_dumpit_info(cb)->info.attrs; in tipc_nl_publ_dump()
3789 return -EINVAL; in tipc_nl_publ_dump()
3798 return -EINVAL; in tipc_nl_publ_dump()
3808 return -EINVAL; in tipc_nl_publ_dump()
3810 lock_sock(&tsk->sk); in tipc_nl_publ_dump()
3814 release_sock(&tsk->sk); in tipc_nl_publ_dump()
3815 sock_put(&tsk->sk); in tipc_nl_publ_dump()
3817 cb->args[0] = tsk_portid; in tipc_nl_publ_dump()
3818 cb->args[1] = last_publ; in tipc_nl_publ_dump()
3819 cb->args[2] = done; in tipc_nl_publ_dump()
3821 return skb->len; in tipc_nl_publ_dump()
3825 * tipc_sk_filtering - check if a socket should be traced
3832 * (value 0 = 'any') or when there is no tuple set (all = 0),
3857 return (_port == tsk->portid); in tipc_sk_filtering()
3859 if (_sktype && _sktype != sk->sk_type) in tipc_sk_filtering()
3862 if (tsk->published) { in tipc_sk_filtering()
3863 p = list_first_entry_or_null(&tsk->publications, in tipc_sk_filtering()
3866 type = p->sr.type; in tipc_sk_filtering()
3867 lower = p->sr.lower; in tipc_sk_filtering()
3868 upper = p->sr.upper; in tipc_sk_filtering()
3873 type = msg_nametype(&tsk->phdr); in tipc_sk_filtering()
3874 lower = msg_nameinst(&tsk->phdr); in tipc_sk_filtering()
3887 return (sk) ? (tipc_sk(sk))->portid : 0; in tipc_sock_get_portid()
3891 * tipc_sk_overlimit1 - check if socket rx queue is about to be overloaded,
3901 atomic_t *dcnt = &tipc_sk(sk)->dupl_rcvcnt; in tipc_sk_overlimit1()
3903 unsigned int qsize = sk->sk_backlog.len + sk_rmem_alloc_get(sk); in tipc_sk_overlimit1()
3909 * tipc_sk_overlimit2 - check if socket rx queue is about to be overloaded,
3926 * tipc_sk_dump - dump TIPC socket
3929 * - TIPC_DUMP_NONE: don't dump socket queues
3930 * - TIPC_DUMP_SK_SNDQ: dump socket send queue
3931 * - TIPC_DUMP_SK_RCVQ: dump socket rcv queue
3932 * - TIPC_DUMP_SK_BKLGQ: dump socket backlog queue
3933 * - TIPC_DUMP_ALL: dump all the socket queues above
3953 i += scnprintf(buf, sz, "sk data: %u", sk->sk_type); in tipc_sk_dump()
3954 i += scnprintf(buf + i, sz - i, " %d", sk->sk_state); in tipc_sk_dump()
3955 i += scnprintf(buf + i, sz - i, " %x", tsk_own_node(tsk)); in tipc_sk_dump()
3956 i += scnprintf(buf + i, sz - i, " %u", tsk->portid); in tipc_sk_dump()
3957 i += scnprintf(buf + i, sz - i, " | %u", tsk_connected); in tipc_sk_dump()
3959 i += scnprintf(buf + i, sz - i, " %x", tsk_peer_node(tsk)); in tipc_sk_dump()
3960 i += scnprintf(buf + i, sz - i, " %u", tsk_peer_port(tsk)); in tipc_sk_dump()
3961 conn_type = msg_nametype(&tsk->phdr); in tipc_sk_dump()
3962 conn_instance = msg_nameinst(&tsk->phdr); in tipc_sk_dump()
3963 i += scnprintf(buf + i, sz - i, " %u", conn_type); in tipc_sk_dump()
3964 i += scnprintf(buf + i, sz - i, " %u", conn_instance); in tipc_sk_dump()
3966 i += scnprintf(buf + i, sz - i, " | %u", tsk->published); in tipc_sk_dump()
3967 if (tsk->published) { in tipc_sk_dump()
3968 p = list_first_entry_or_null(&tsk->publications, in tipc_sk_dump()
3970 i += scnprintf(buf + i, sz - i, " %u", (p) ? p->sr.type : 0); in tipc_sk_dump()
3971 i += scnprintf(buf + i, sz - i, " %u", (p) ? p->sr.lower : 0); in tipc_sk_dump()
3972 i += scnprintf(buf + i, sz - i, " %u", (p) ? p->sr.upper : 0); in tipc_sk_dump()
3974 i += scnprintf(buf + i, sz - i, " | %u", tsk->snd_win); in tipc_sk_dump()
3975 i += scnprintf(buf + i, sz - i, " %u", tsk->rcv_win); in tipc_sk_dump()
3976 i += scnprintf(buf + i, sz - i, " %u", tsk->max_pkt); in tipc_sk_dump()
3977 i += scnprintf(buf + i, sz - i, " %x", tsk->peer_caps); in tipc_sk_dump()
3978 i += scnprintf(buf + i, sz - i, " %u", tsk->cong_link_cnt); in tipc_sk_dump()
3979 i += scnprintf(buf + i, sz - i, " %u", tsk->snt_unacked); in tipc_sk_dump()
3980 i += scnprintf(buf + i, sz - i, " %u", tsk->rcv_unacked); in tipc_sk_dump()
3981 i += scnprintf(buf + i, sz - i, " %u", atomic_read(&tsk->dupl_rcvcnt)); in tipc_sk_dump()
3982 i += scnprintf(buf + i, sz - i, " %u", sk->sk_shutdown); in tipc_sk_dump()
3983 i += scnprintf(buf + i, sz - i, " | %d", sk_wmem_alloc_get(sk)); in tipc_sk_dump()
3984 i += scnprintf(buf + i, sz - i, " %d", sk->sk_sndbuf); in tipc_sk_dump()
3985 i += scnprintf(buf + i, sz - i, " | %d", sk_rmem_alloc_get(sk)); in tipc_sk_dump()
3986 i += scnprintf(buf + i, sz - i, " %d", sk->sk_rcvbuf); in tipc_sk_dump()
3987 i += scnprintf(buf + i, sz - i, " | %d\n", READ_ONCE(sk->sk_backlog.len)); in tipc_sk_dump()
3990 i += scnprintf(buf + i, sz - i, "sk_write_queue: "); in tipc_sk_dump()
3991 i += tipc_list_dump(&sk->sk_write_queue, false, buf + i); in tipc_sk_dump()
3995 i += scnprintf(buf + i, sz - i, "sk_receive_queue: "); in tipc_sk_dump()
3996 i += tipc_list_dump(&sk->sk_receive_queue, false, buf + i); in tipc_sk_dump()
4000 i += scnprintf(buf + i, sz - i, "sk_backlog:\n head "); in tipc_sk_dump()
4001 i += tipc_skb_dump(sk->sk_backlog.head, false, buf + i); in tipc_sk_dump()
4002 if (sk->sk_backlog.tail != sk->sk_backlog.head) { in tipc_sk_dump()
4003 i += scnprintf(buf + i, sz - i, " tail "); in tipc_sk_dump()
4004 i += tipc_skb_dump(sk->sk_backlog.tail, false, in tipc_sk_dump()