blob: e379b78e86efa7c02dca2bc95afc1f79afc7800a [file] [log] [blame]
Jakub Kicinski8aa0cb02017-05-31 08:06:46 -07001/*
2 * Copyright (C) 2017 Netronome Systems, Inc.
3 *
4 * This software is dual licensed under the GNU General License Version 2,
5 * June 1991 as shown in the file COPYING in the top-level directory of this
6 * source tree or the BSD 2-Clause License provided below. You have the
7 * option to license this software under the complete terms of either license.
8 *
9 * The BSD 2-Clause License:
10 *
11 * Redistribution and use in source and binary forms, with or
12 * without modification, are permitted provided that the following
13 * conditions are met:
14 *
15 * 1. Redistributions of source code must retain the above
16 * copyright notice, this list of conditions and the following
17 * disclaimer.
18 *
19 * 2. Redistributions in binary form must reproduce the above
20 * copyright notice, this list of conditions and the following
21 * disclaimer in the documentation and/or other materials
22 * provided with the distribution.
23 *
24 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
25 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
26 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
27 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
28 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
29 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
30 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
31 * SOFTWARE.
32 */
33
Jakub Kicinskibb45e512017-05-31 08:06:49 -070034#include <net/pkt_cls.h>
35
Jakub Kicinski8aa0cb02017-05-31 08:06:46 -070036#include "../nfpcore/nfp_cpp.h"
37#include "../nfp_app.h"
38#include "../nfp_main.h"
39#include "../nfp_net.h"
40#include "../nfp_port.h"
Jakub Kicinskibb45e512017-05-31 08:06:49 -070041#include "main.h"
42
43static bool nfp_net_ebpf_capable(struct nfp_net *nn)
44{
Jakub Kicinski0f6cf4d2017-10-12 10:34:13 -070045#ifdef __LITTLE_ENDIAN
Jakub Kicinskibb45e512017-05-31 08:06:49 -070046 if (nn->cap & NFP_NET_CFG_CTRL_BPF &&
47 nn_readb(nn, NFP_NET_CFG_BPF_ABI) == NFP_NET_BPF_ABI)
48 return true;
Jakub Kicinski0f6cf4d2017-10-12 10:34:13 -070049#endif
Jakub Kicinskibb45e512017-05-31 08:06:49 -070050 return false;
51}
52
53static int
54nfp_bpf_xdp_offload(struct nfp_app *app, struct nfp_net *nn,
55 struct bpf_prog *prog)
56{
Jakub Kicinski9ce7a952017-11-03 13:56:25 -070057 bool running, xdp_running;
Jakub Kicinskibb45e512017-05-31 08:06:49 -070058 int ret;
59
60 if (!nfp_net_ebpf_capable(nn))
61 return -EINVAL;
62
Jakub Kicinski9ce7a952017-11-03 13:56:25 -070063 running = nn->dp.ctrl & NFP_NET_CFG_CTRL_BPF;
64 xdp_running = running && nn->dp.bpf_offload_xdp;
Jakub Kicinskibb45e512017-05-31 08:06:49 -070065
Jakub Kicinski9ce7a952017-11-03 13:56:25 -070066 if (!prog && !xdp_running)
67 return 0;
68 if (prog && running && !xdp_running)
69 return -EBUSY;
70
Jakub Kicinskie4a91cd2017-11-03 13:56:26 -070071 ret = nfp_net_bpf_offload(nn, prog, running);
Jakub Kicinskibb45e512017-05-31 08:06:49 -070072 /* Stop offload if replace not possible */
Jakub Kicinski9ce7a952017-11-03 13:56:25 -070073 if (ret && prog)
Jakub Kicinskibb45e512017-05-31 08:06:49 -070074 nfp_bpf_xdp_offload(app, nn, NULL);
Jakub Kicinski9ce7a952017-11-03 13:56:25 -070075
Jakub Kicinskibb45e512017-05-31 08:06:49 -070076 nn->dp.bpf_offload_xdp = prog && !ret;
77 return ret;
78}
79
80static const char *nfp_bpf_extra_cap(struct nfp_app *app, struct nfp_net *nn)
81{
82 return nfp_net_ebpf_capable(nn) ? "BPF" : "";
83}
Jakub Kicinski8aa0cb02017-05-31 08:06:46 -070084
Jakub Kicinskic4962912017-09-02 18:26:00 -070085static void nfp_bpf_vnic_free(struct nfp_app *app, struct nfp_net *nn)
Jakub Kicinskibb45e512017-05-31 08:06:49 -070086{
87 if (nn->dp.bpf_offload_xdp)
88 nfp_bpf_xdp_offload(app, nn, NULL);
89}
90
Jiri Pirko90d97312017-10-19 15:50:44 +020091static int nfp_bpf_setup_tc_block_cb(enum tc_setup_type type,
92 void *type_data, void *cb_priv)
93{
94 struct tc_cls_bpf_offload *cls_bpf = type_data;
95 struct nfp_net *nn = cb_priv;
96
Jakub Kicinski9ce7a952017-11-03 13:56:25 -070097 if (type != TC_SETUP_CLSBPF ||
98 !tc_can_offload(nn->dp.netdev) ||
99 !nfp_net_ebpf_capable(nn) ||
100 cls_bpf->common.protocol != htons(ETH_P_ALL) ||
101 cls_bpf->common.chain_index)
Jiri Pirko44ae12a2017-11-01 11:47:39 +0100102 return -EOPNOTSUPP;
Jakub Kicinski9ce7a952017-11-03 13:56:25 -0700103 if (nn->dp.bpf_offload_xdp)
104 return -EBUSY;
Jiri Pirko44ae12a2017-11-01 11:47:39 +0100105
Jakub Kicinski9ce7a952017-11-03 13:56:25 -0700106 /* Only support TC direct action */
107 if (!cls_bpf->exts_integrated ||
108 tcf_exts_has_actions(cls_bpf->exts)) {
109 nn_err(nn, "only direct action with no legacy actions supported\n");
110 return -EOPNOTSUPP;
111 }
Jakub Kicinskif4496572017-11-02 01:31:31 -0700112
Jakub Kicinski9ce7a952017-11-03 13:56:25 -0700113 switch (cls_bpf->command) {
114 case TC_CLSBPF_REPLACE:
Jakub Kicinskie4a91cd2017-11-03 13:56:26 -0700115 return nfp_net_bpf_offload(nn, cls_bpf->prog, true);
Jakub Kicinski9ce7a952017-11-03 13:56:25 -0700116 case TC_CLSBPF_ADD:
Jakub Kicinskie4a91cd2017-11-03 13:56:26 -0700117 return nfp_net_bpf_offload(nn, cls_bpf->prog, false);
Jakub Kicinski9ce7a952017-11-03 13:56:25 -0700118 case TC_CLSBPF_DESTROY:
Jakub Kicinskie4a91cd2017-11-03 13:56:26 -0700119 return nfp_net_bpf_offload(nn, NULL, true);
Jiri Pirko90d97312017-10-19 15:50:44 +0200120 default:
121 return -EOPNOTSUPP;
122 }
123}
124
125static int nfp_bpf_setup_tc_block(struct net_device *netdev,
126 struct tc_block_offload *f)
127{
128 struct nfp_net *nn = netdev_priv(netdev);
129
130 if (f->binder_type != TCF_BLOCK_BINDER_TYPE_CLSACT_INGRESS)
131 return -EOPNOTSUPP;
132
133 switch (f->command) {
134 case TC_BLOCK_BIND:
135 return tcf_block_cb_register(f->block,
136 nfp_bpf_setup_tc_block_cb,
137 nn, nn);
138 case TC_BLOCK_UNBIND:
139 tcf_block_cb_unregister(f->block,
140 nfp_bpf_setup_tc_block_cb,
141 nn);
142 return 0;
143 default:
144 return -EOPNOTSUPP;
145 }
146}
147
Jakub Kicinskibb45e512017-05-31 08:06:49 -0700148static int nfp_bpf_setup_tc(struct nfp_app *app, struct net_device *netdev,
Jiri Pirkode4784c2017-08-07 10:15:32 +0200149 enum tc_setup_type type, void *type_data)
Jakub Kicinskibb45e512017-05-31 08:06:49 -0700150{
Jiri Pirko90d97312017-10-19 15:50:44 +0200151 switch (type) {
Jiri Pirko90d97312017-10-19 15:50:44 +0200152 case TC_SETUP_BLOCK:
153 return nfp_bpf_setup_tc_block(netdev, type_data);
154 default:
Jakub Kicinskibb45e512017-05-31 08:06:49 -0700155 return -EOPNOTSUPP;
Jiri Pirko90d97312017-10-19 15:50:44 +0200156 }
Jakub Kicinskibb45e512017-05-31 08:06:49 -0700157}
158
159static bool nfp_bpf_tc_busy(struct nfp_app *app, struct nfp_net *nn)
160{
161 return nn->dp.ctrl & NFP_NET_CFG_CTRL_BPF;
162}
163
Jakub Kicinski8aa0cb02017-05-31 08:06:46 -0700164const struct nfp_app_type app_bpf = {
165 .id = NFP_APP_BPF_NIC,
Jakub Kicinski2707d6f2017-05-31 08:06:47 -0700166 .name = "ebpf",
Jakub Kicinski8aa0cb02017-05-31 08:06:46 -0700167
Jakub Kicinskibb45e512017-05-31 08:06:49 -0700168 .extra_cap = nfp_bpf_extra_cap,
169
Jakub Kicinski012bb8a2017-11-03 13:56:22 -0700170 .vnic_alloc = nfp_app_nic_vnic_alloc,
Jakub Kicinskic4962912017-09-02 18:26:00 -0700171 .vnic_free = nfp_bpf_vnic_free,
Jakub Kicinskibb45e512017-05-31 08:06:49 -0700172
173 .setup_tc = nfp_bpf_setup_tc,
174 .tc_busy = nfp_bpf_tc_busy,
175 .xdp_offload = nfp_bpf_xdp_offload,
Jakub Kicinskic6c580d2017-11-03 13:56:29 -0700176
177 .bpf_verifier_prep = nfp_bpf_verifier_prep,
178 .bpf_translate = nfp_bpf_translate,
179 .bpf_destroy = nfp_bpf_destroy,
Jakub Kicinski8aa0cb02017-05-31 08:06:46 -0700180};