69 	struct pcap_rdmasniff *priv = handle->priv;  in rdmasniff_stats()  local
71 	stat->ps_recv = priv->packets_recv;  in rdmasniff_stats()
81 	struct pcap_rdmasniff *priv = handle->priv;  in rdmasniff_cleanup()  local
83 	ibv_dereg_mr(priv->mr);  in rdmasniff_cleanup()
84 	ibv_destroy_flow(priv->flow);  in rdmasniff_cleanup()
85 	ibv_destroy_qp(priv->qp);  in rdmasniff_cleanup()
86 	ibv_destroy_cq(priv->cq);  in rdmasniff_cleanup()
87 	ibv_dealloc_pd(priv->pd);  in rdmasniff_cleanup()
88 	ibv_destroy_comp_channel(priv->channel);  in rdmasniff_cleanup()
89 	ibv_close_device(priv->context);  in rdmasniff_cleanup()
90 	free(priv->oneshot_buffer);  in rdmasniff_cleanup()
98 	struct pcap_rdmasniff *priv = handle->priv;  in rdmasniff_post_recv()  local
104 	sg_entry.lkey = priv->mr->lkey;  in rdmasniff_post_recv()
111 	ibv_post_recv(priv->qp, &wr, &bad_wr);  in rdmasniff_post_recv()
117 	struct pcap_rdmasniff *priv = handle->priv;  in rdmasniff_read()  local
125 	if (!priv->cq_event) {  in rdmasniff_read()
126 		while (ibv_get_cq_event(priv->channel, &ev_cq, &ev_ctx) < 0) {  in rdmasniff_read()
135 		ibv_ack_cq_events(priv->cq, 1);  in rdmasniff_read()
136 		ibv_req_notify_cq(priv->cq, 0);  in rdmasniff_read()
137 		priv->cq_event = 1;  in rdmasniff_read()
156 		if (ibv_poll_cq(priv->cq, 1, &wc) != 1) {  in rdmasniff_read()
157 			priv->cq_event = 0;  in rdmasniff_read()
177 			++priv->packets_recv;  in rdmasniff_read()
197 	struct pcap_rdmasniff *priv = handle->priv;  in rdmasniff_oneshot()  local
200 	memcpy(priv->oneshot_buffer, bytes, h->caplen);  in rdmasniff_oneshot()
201 	*sp->pkt = priv->oneshot_buffer;  in rdmasniff_oneshot()
207 	struct pcap_rdmasniff *priv = handle->priv;  in rdmasniff_activate()  local
214 	priv->context = ibv_open_device(priv->rdma_device);  in rdmasniff_activate()
215 	if (!priv->context) {  in rdmasniff_activate()
221 	priv->pd = ibv_alloc_pd(priv->context);  in rdmasniff_activate()
222 	if (!priv->pd) {  in rdmasniff_activate()
228 	priv->channel = ibv_create_comp_channel(priv->context);  in rdmasniff_activate()
229 	if (!priv->channel) {  in rdmasniff_activate()
235 	priv->cq = ibv_create_cq(priv->context, RDMASNIFF_NUM_RECEIVES,  in rdmasniff_activate()
236 				 NULL, priv->channel, 0);  in rdmasniff_activate()
237 	if (!priv->cq) {  in rdmasniff_activate()
243 	ibv_req_notify_cq(priv->cq, 0);  in rdmasniff_activate()
246 	qp_init_attr.send_cq = qp_init_attr.recv_cq = priv->cq;  in rdmasniff_activate()
250 	priv->qp = ibv_create_qp(priv->pd, &qp_init_attr);  in rdmasniff_activate()
251 	if (!priv->qp) {  in rdmasniff_activate()
259 	qp_attr.port_num = priv->port_num;  in rdmasniff_activate()
260 	if (ibv_modify_qp(priv->qp, &qp_attr, IBV_QP_STATE | IBV_QP_PORT)) {  in rdmasniff_activate()
268 	if (ibv_modify_qp(priv->qp, &qp_attr, IBV_QP_STATE)) {  in rdmasniff_activate()
277 	flow_attr.port = priv->port_num;  in rdmasniff_activate()
278 	priv->flow = ibv_create_flow(priv->qp, &flow_attr);  in rdmasniff_activate()
279 	if (!priv->flow) {  in rdmasniff_activate()
293 	priv->oneshot_buffer = malloc(RDMASNIFF_RECEIVE_SIZE);  in rdmasniff_activate()
294 	if (!priv->oneshot_buffer) {  in rdmasniff_activate()
300 	priv->mr = ibv_reg_mr(priv->pd, handle->buffer, handle->bufsize, IBV_ACCESS_LOCAL_WRITE);  in rdmasniff_activate()
301 	if (!priv->mr) {  in rdmasniff_activate()
312 	if (!ibv_query_port(priv->context, priv->port_num, &port_attr) &&  in rdmasniff_activate()
332 	handle->selectable_fd = priv->channel->fd;  in rdmasniff_activate()
337 	if (priv->mr) {  in rdmasniff_activate()
338 		ibv_dereg_mr(priv->mr);  in rdmasniff_activate()
341 	if (priv->flow) {  in rdmasniff_activate()
342 		ibv_destroy_flow(priv->flow);  in rdmasniff_activate()
345 	if (priv->qp) {  in rdmasniff_activate()
346 		ibv_destroy_qp(priv->qp);  in rdmasniff_activate()
349 	if (priv->cq) {  in rdmasniff_activate()
350 		ibv_destroy_cq(priv->cq);  in rdmasniff_activate()
353 	if (priv->channel) {  in rdmasniff_activate()
354 		ibv_destroy_comp_channel(priv->channel);  in rdmasniff_activate()
357 	if (priv->pd) {  in rdmasniff_activate()
358 		ibv_dealloc_pd(priv->pd);  in rdmasniff_activate()
361 	if (priv->context) {  in rdmasniff_activate()
362 		ibv_close_device(priv->context);  in rdmasniff_activate()
365 	if (priv->oneshot_buffer) {  in rdmasniff_activate()
366 		free(priv->oneshot_buffer);  in rdmasniff_activate()
375 	struct pcap_rdmasniff *priv;  in rdmasniff_create()  local
417 				priv = p->priv;  in rdmasniff_create()
418 				priv->rdma_device = dev_list[i];  in rdmasniff_create()
419 				priv->port_num = port_num;  in rdmasniff_create()