/linux-6.14.4/include/net/ |
D | xdp.h | 85 void *data_hard_start; member 132 xdp->data_hard_start = hard_start; in xdp_prepare_buff() 145 ((xdp)->data_hard_start + (xdp)->frame_sz - \ 295 void *data_hard_start = frame->data - frame->headroom - sizeof(*frame); in xdp_get_shared_info_from_frame() local 297 return (struct skb_shared_info *)(data_hard_start + frame->frame_sz - in xdp_get_shared_info_from_frame() 353 xdp->data_hard_start = frame->data - frame->headroom - sizeof(*frame); in xdp_convert_frame_to_buff() 368 headroom = xdp->data - xdp->data_hard_start; in xdp_update_frame_from_buff() 400 xdp_frame = xdp->data_hard_start; in xdp_convert_buff_to_frame()
|
D | xsk_buff_pool.h | 122 xskb->xdp.data_hard_start = pool->addrs + addr + pool->headroom; in xp_init_xskb_addr() 232 offset = xskb->xdp.data - xskb->xdp.data_hard_start; in xp_get_handle()
|
D | xdp_sock_drv.h | 182 xdp->data = xdp->data_hard_start + XDP_PACKET_HEADROOM; in xsk_buff_set_size()
|
/linux-6.14.4/tools/testing/selftests/bpf/progs/ |
D | test_xdp_bpf2bpf.c | 27 void *data_hard_start; member
|
/linux-6.14.4/drivers/net/hyperv/ |
D | netvsc_bpf.c | 35 xdp->data_hard_start = NULL; in netvsc_run_xdp() 107 xdp->data_hard_start = NULL; in netvsc_run_xdp()
|
D | netvsc_drv.c | 796 void *xbuf = xdp->data_hard_start; in netvsc_alloc_recv_skb() 800 unsigned int hdroom = xdp->data - xdp->data_hard_start; in netvsc_alloc_recv_skb()
|
/linux-6.14.4/drivers/net/ethernet/meta/fbnic/ |
D | fbnic_txrx.c | 721 WARN_ON_ONCE(pkt->buff.data_hard_start); in fbnic_pkt_prepare() 790 if (!pkt->buff.data_hard_start) in fbnic_put_pkt_buff() 801 page = virt_to_page(pkt->buff.data_hard_start); in fbnic_put_pkt_buff() 814 pkt->buff.data_hard_start; in fbnic_build_skb() 817 skb = napi_build_skb(pkt->buff.data_hard_start, truesize); in fbnic_build_skb() 822 skb_reserve(skb, pkt->buff.data - pkt->buff.data_hard_start); in fbnic_build_skb() 961 pkt->buff.data_hard_start = NULL; in fbnic_clean_rcq() 1883 qt->cmpl.pkt->buff.data_hard_start = NULL; in fbnic_flush()
|
/linux-6.14.4/drivers/net/vmxnet3/ |
D | vmxnet3_xdp.c | 271 page = virt_to_page(xdp->data_hard_start); in vmxnet3_run_xdp() 326 skb_reserve(skb, xdp->data - xdp->data_hard_start); in vmxnet3_build_skb()
|
/linux-6.14.4/net/core/ |
D | xdp.c | 655 skb = napi_build_skb(xdp->data_hard_start, xdp->frame_sz); in xdp_build_skb_from_buff() 659 skb_reserve(skb, xdp->data - xdp->data_hard_start); in xdp_build_skb_from_buff() 772 skb_reserve(skb, xdp->data_meta - xdp->data_hard_start); in xdp_build_skb_from_zc()
|
/linux-6.14.4/drivers/net/ethernet/broadcom/bnxt/ |
D | bnxt_xdp.c | 259 offset = xdp->data - xdp->data_hard_start; in bnxt_rx_xdp() 260 *data_ptr = xdp->data_hard_start + offset; in bnxt_rx_xdp()
|
/linux-6.14.4/net/xdp/ |
D | xsk_buff_pool.c | 421 orig_addr = xskb->xdp.data_hard_start - pool->addrs - pool->headroom; in xp_init_dma_info() 567 xskb->xdp.data = xskb->xdp.data_hard_start + XDP_PACKET_HEADROOM; in xp_alloc()
|
/linux-6.14.4/drivers/net/ |
D | tap.c | 1171 struct tun_xdp_hdr *hdr = xdp->data_hard_start; in tap_get_user_xdp() 1187 skb = build_skb(xdp->data_hard_start, buflen); in tap_get_user_xdp() 1193 skb_reserve(skb, xdp->data - xdp->data_hard_start); in tap_get_user_xdp()
|
D | tun.c | 1731 pad = xdp.data - xdp.data_hard_start; in tun_build_skb() 2448 struct tun_xdp_hdr *hdr = xdp->data_hard_start; in tun_xdp_one() 2501 skb = build_skb(xdp->data_hard_start, buflen); in tun_xdp_one() 2507 skb_reserve(skb, xdp->data - xdp->data_hard_start); in tun_xdp_one()
|
/linux-6.14.4/drivers/net/ethernet/mellanox/mlx5/core/ |
D | en_rx.c | 1695 rx_headroom = mxbuf.xdp.data - mxbuf.xdp.data_hard_start; in mlx5e_skb_from_cqe_linear() 1773 skb = mlx5e_build_linear_skb(rq, mxbuf.xdp.data_hard_start, rq->buff.frame0_sz, in mlx5e_skb_from_cqe_nonlinear() 1774 mxbuf.xdp.data - mxbuf.xdp.data_hard_start, in mlx5e_skb_from_cqe_nonlinear() 2070 skb = mlx5e_build_linear_skb(rq, mxbuf.xdp.data_hard_start, in mlx5e_skb_from_cqe_mpwrq_nonlinear() 2072 mxbuf.xdp.data - mxbuf.xdp.data_hard_start, 0, in mlx5e_skb_from_cqe_mpwrq_nonlinear() 2166 rx_headroom = mxbuf.xdp.data - mxbuf.xdp.data_hard_start; in mlx5e_skb_from_cqe_mpwrq_linear()
|
/linux-6.14.4/drivers/net/ethernet/intel/ice/ |
D | ice_txrx_lib.c | 418 tx_head->xdpf = xdp->data_hard_start; in __ice_xmit_xdp_ring()
|
D | ice_txrx.c | 589 xdp.data_hard_start = (void *)xdpf; in ice_xmit_xdp_ring() 993 skb = napi_build_skb(xdp->data_hard_start, xdp->frame_sz); in ice_build_skb() 1003 skb_reserve(skb, xdp->data - xdp->data_hard_start); in ice_build_skb()
|
/linux-6.14.4/drivers/net/ethernet/netronome/nfp/nfd3/ |
D | xsk.c | 222 pkt_off = xrxbuf->xdp->data - xrxbuf->xdp->data_hard_start; in nfp_nfd3_xsk_rx()
|
/linux-6.14.4/drivers/net/ethernet/freescale/dpaa2/ |
D | dpaa2-xsk.c | 52 xdp_buff->data_hard_start = vaddr; in dpaa2_xsk_run_xdp()
|
/linux-6.14.4/drivers/net/ethernet/intel/igb/ |
D | igb_xsk.c | 301 prefetchw(xdp->data_hard_start); /* xdp_frame write */ in igb_run_xdp_zc()
|
/linux-6.14.4/drivers/net/ethernet/marvell/ |
D | mvneta.c | 2264 len = xdp->data_end - xdp->data_hard_start - pp->rx_offset_correction; in mvneta_run_xdp() 2269 sync = xdp->data_end - xdp->data_hard_start - pp->rx_offset_correction; in mvneta_run_xdp() 2405 skb = build_skb(xdp->data_hard_start, PAGE_SIZE); in mvneta_swbm_build_skb() 2411 skb_reserve(skb, xdp->data - xdp->data_hard_start); in mvneta_swbm_build_skb() 2437 xdp_buf.data_hard_start = NULL; in mvneta_rx_swbm() 2472 if (unlikely(!xdp_buf.data_hard_start)) { in mvneta_rx_swbm() 2516 xdp_buf.data_hard_start = NULL; in mvneta_rx_swbm() 2519 if (xdp_buf.data_hard_start) in mvneta_rx_swbm()
|
/linux-6.14.4/drivers/net/ethernet/fungible/funeth/ |
D | funeth_rx.c | 162 skb_frag_off_add(frags, xdp.data - xdp.data_hard_start); in fun_run_xdp()
|
/linux-6.14.4/drivers/net/ethernet/intel/ixgbevf/ |
D | ixgbevf_main.c | 859 xdp->data_hard_start); in ixgbevf_construct_skb() 935 xdp->data_hard_start); in ixgbevf_build_skb() 947 skb = napi_build_skb(xdp->data_hard_start, truesize); in ixgbevf_build_skb() 952 skb_reserve(skb, xdp->data - xdp->data_hard_start); in ixgbevf_build_skb()
|
/linux-6.14.4/drivers/net/ethernet/intel/i40e/ |
D | i40e_txrx.c | 2197 skb = napi_build_skb(xdp->data_hard_start, xdp->frame_sz); in i40e_build_skb() 2202 skb_reserve(skb, xdp->data - xdp->data_hard_start); in i40e_build_skb() 2274 prefetchw(xdp->data_hard_start); /* xdp_frame write */ in i40e_run_xdp()
|
/linux-6.14.4/drivers/net/ethernet/freescale/dpaa/ |
D | dpaa_eth.c | 2620 xdp.data_hard_start = vaddr; in dpaa_run_xdp() 2643 xdp.data_hard_start = vaddr; in dpaa_run_xdp() 2657 xdp.data_hard_start = vaddr; in dpaa_run_xdp()
|
/linux-6.14.4/drivers/net/ethernet/socionext/ |
D | netsec.c | 911 sync = xdp->data_end - xdp->data_hard_start - NETSEC_RXBUF_HEADROOM; in netsec_run_xdp() 1049 skb_reserve(skb, xdp.data - xdp.data_hard_start); in netsec_process_rx()
|