1 // SPDX-License-Identifier: GPL-2.0-only
2 /* Copyright (c) 2019, Microsoft Corporation.
5 * Haiyang Zhang <haiyangz@microsoft.com>
8 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
10 #include <linux/netdevice.h>
11 #include <linux/etherdevice.h>
12 #include <linux/ethtool.h>
13 #include <linux/bpf.h>
14 #include <linux/bpf_trace.h>
15 #include <linux/kernel.h>
18 #include <linux/mutex.h>
19 #include <linux/rtnetlink.h>
21 #include "hyperv_net.h"
23 u32 netvsc_run_xdp(struct net_device *ndev, struct netvsc_channel *nvchan,
26 void *data = nvchan->rsc.data[0];
27 u32 len = nvchan->rsc.len[0];
28 struct page *page = NULL;
29 struct bpf_prog *prog;
32 xdp->data_hard_start = NULL;
35 prog = rcu_dereference(nvchan->bpf_prog);
40 /* allocate page buffer for data */
41 page = alloc_page(GFP_ATOMIC);
47 xdp_init_buff(xdp, PAGE_SIZE, &nvchan->xdp_rxq);
48 xdp->data_hard_start = page_address(page);
49 xdp->data = xdp->data_hard_start + NETVSC_XDP_HDRM;
50 xdp_set_data_meta_invalid(xdp);
51 xdp->data_end = xdp->data + len;
53 memcpy(xdp->data, data, len);
55 act = bpf_prog_run_xdp(prog, xdp);
64 trace_xdp_exception(ndev, prog, act);
68 bpf_warn_invalid_xdp_action(act);
74 if (page && act != XDP_PASS && act != XDP_TX) {
76 xdp->data_hard_start = NULL;
82 unsigned int netvsc_xdp_fraglen(unsigned int len)
84 return SKB_DATA_ALIGN(len) +
85 SKB_DATA_ALIGN(sizeof(struct skb_shared_info));
88 struct bpf_prog *netvsc_xdp_get(struct netvsc_device *nvdev)
90 return rtnl_dereference(nvdev->chan_table[0].bpf_prog);
93 int netvsc_xdp_set(struct net_device *dev, struct bpf_prog *prog,
94 struct netlink_ext_ack *extack,
95 struct netvsc_device *nvdev)
97 struct bpf_prog *old_prog;
100 old_prog = netvsc_xdp_get(nvdev);
102 if (!old_prog && !prog)
105 buf_max = NETVSC_XDP_HDRM + netvsc_xdp_fraglen(dev->mtu + ETH_HLEN);
106 if (prog && buf_max > PAGE_SIZE) {
107 netdev_err(dev, "XDP: mtu:%u too large, buf_max:%u\n",
109 NL_SET_ERR_MSG_MOD(extack, "XDP: mtu too large");
114 if (prog && (dev->features & NETIF_F_LRO)) {
115 netdev_err(dev, "XDP: not support LRO\n");
116 NL_SET_ERR_MSG_MOD(extack, "XDP: not support LRO");
122 bpf_prog_add(prog, nvdev->num_chn - 1);
124 for (i = 0; i < nvdev->num_chn; i++)
125 rcu_assign_pointer(nvdev->chan_table[i].bpf_prog, prog);
128 for (i = 0; i < nvdev->num_chn; i++)
129 bpf_prog_put(old_prog);
134 int netvsc_vf_setxdp(struct net_device *vf_netdev, struct bpf_prog *prog)
136 struct netdev_bpf xdp;
145 ndo_bpf = vf_netdev->netdev_ops->ndo_bpf;
149 memset(&xdp, 0, sizeof(xdp));
154 xdp.command = XDP_SETUP_PROG;
157 ret = ndo_bpf(vf_netdev, &xdp);
165 int netvsc_bpf(struct net_device *dev, struct netdev_bpf *bpf)
167 struct net_device_context *ndevctx = netdev_priv(dev);
168 struct netvsc_device *nvdev = rtnl_dereference(ndevctx->nvdev);
169 struct net_device *vf_netdev = rtnl_dereference(ndevctx->vf_netdev);
170 struct netlink_ext_ack *extack = bpf->extack;
173 if (!nvdev || nvdev->destroy) {
177 switch (bpf->command) {
179 ret = netvsc_xdp_set(dev, bpf->prog, extack, nvdev);
184 ret = netvsc_vf_setxdp(vf_netdev, bpf->prog);
187 netdev_err(dev, "vf_setxdp failed:%d\n", ret);
188 NL_SET_ERR_MSG_MOD(extack, "vf_setxdp failed");
190 netvsc_xdp_set(dev, NULL, extack, nvdev);