Loading...
1// SPDX-License-Identifier: (GPL-2.0-only OR BSD-2-Clause)
2/* Copyright (C) 2017-2018 Netronome Systems, Inc. */
3
4#include <linux/bug.h>
5#include <linux/lockdep.h>
6#include <linux/rcupdate.h>
7#include <linux/skbuff.h>
8#include <linux/slab.h>
9
10#include "nfpcore/nfp_cpp.h"
11#include "nfpcore/nfp_nffw.h"
12#include "nfp_app.h"
13#include "nfp_main.h"
14#include "nfp_net.h"
15#include "nfp_net_repr.h"
16#include "nfp_port.h"
17
18static const struct nfp_app_type *apps[] = {
19 [NFP_APP_CORE_NIC] = &app_nic,
20#ifdef CONFIG_BPF_SYSCALL
21 [NFP_APP_BPF_NIC] = &app_bpf,
22#else
23 [NFP_APP_BPF_NIC] = &app_nic,
24#endif
25#ifdef CONFIG_NFP_APP_FLOWER
26 [NFP_APP_FLOWER_NIC] = &app_flower,
27#endif
28#ifdef CONFIG_NFP_APP_ABM_NIC
29 [NFP_APP_ACTIVE_BUFFER_MGMT_NIC] = &app_abm,
30#endif
31};
32
33void nfp_check_rhashtable_empty(void *ptr, void *arg)
34{
35 WARN_ON_ONCE(1);
36}
37
38struct nfp_app *nfp_app_from_netdev(struct net_device *netdev)
39{
40 if (nfp_netdev_is_nfp_net(netdev)) {
41 struct nfp_net *nn = netdev_priv(netdev);
42
43 return nn->app;
44 }
45
46 if (nfp_netdev_is_nfp_repr(netdev)) {
47 struct nfp_repr *repr = netdev_priv(netdev);
48
49 return repr->app;
50 }
51
52 WARN(1, "Unknown netdev type for nfp_app\n");
53
54 return NULL;
55}
56
57const char *nfp_app_mip_name(struct nfp_app *app)
58{
59 if (!app || !app->pf->mip)
60 return "";
61 return nfp_mip_name(app->pf->mip);
62}
63
64int nfp_app_ndo_init(struct net_device *netdev)
65{
66 struct nfp_app *app = nfp_app_from_netdev(netdev);
67
68 if (!app || !app->type->ndo_init)
69 return 0;
70 return app->type->ndo_init(app, netdev);
71}
72
73void nfp_app_ndo_uninit(struct net_device *netdev)
74{
75 struct nfp_app *app = nfp_app_from_netdev(netdev);
76
77 if (app && app->type->ndo_uninit)
78 app->type->ndo_uninit(app, netdev);
79}
80
81u64 *nfp_app_port_get_stats(struct nfp_port *port, u64 *data)
82{
83 if (!port || !port->app || !port->app->type->port_get_stats)
84 return data;
85 return port->app->type->port_get_stats(port->app, port, data);
86}
87
88int nfp_app_port_get_stats_count(struct nfp_port *port)
89{
90 if (!port || !port->app || !port->app->type->port_get_stats_count)
91 return 0;
92 return port->app->type->port_get_stats_count(port->app, port);
93}
94
95u8 *nfp_app_port_get_stats_strings(struct nfp_port *port, u8 *data)
96{
97 if (!port || !port->app || !port->app->type->port_get_stats_strings)
98 return data;
99 return port->app->type->port_get_stats_strings(port->app, port, data);
100}
101
102struct sk_buff *
103nfp_app_ctrl_msg_alloc(struct nfp_app *app, unsigned int size, gfp_t priority)
104{
105 struct sk_buff *skb;
106
107 if (nfp_app_ctrl_has_meta(app))
108 size += 8;
109
110 skb = alloc_skb(size, priority);
111 if (!skb)
112 return NULL;
113
114 if (nfp_app_ctrl_has_meta(app))
115 skb_reserve(skb, 8);
116
117 return skb;
118}
119
120struct nfp_reprs *
121nfp_reprs_get_locked(struct nfp_app *app, enum nfp_repr_type type)
122{
123 return rcu_dereference_protected(app->reprs[type],
124 nfp_app_is_locked(app));
125}
126
127struct nfp_reprs *
128nfp_app_reprs_set(struct nfp_app *app, enum nfp_repr_type type,
129 struct nfp_reprs *reprs)
130{
131 struct nfp_reprs *old;
132
133 old = nfp_reprs_get_locked(app, type);
134 rtnl_lock();
135 rcu_assign_pointer(app->reprs[type], reprs);
136 rtnl_unlock();
137
138 return old;
139}
140
141static void
142nfp_app_netdev_feat_change(struct nfp_app *app, struct net_device *netdev)
143{
144 struct nfp_net *nn;
145 unsigned int type;
146
147 if (!nfp_netdev_is_nfp_net(netdev))
148 return;
149 nn = netdev_priv(netdev);
150 if (nn->app != app)
151 return;
152
153 for (type = 0; type < __NFP_REPR_TYPE_MAX; type++) {
154 struct nfp_reprs *reprs;
155 unsigned int i;
156
157 reprs = rtnl_dereference(app->reprs[type]);
158 if (!reprs)
159 continue;
160
161 for (i = 0; i < reprs->num_reprs; i++) {
162 struct net_device *repr;
163
164 repr = rtnl_dereference(reprs->reprs[i]);
165 if (!repr)
166 continue;
167
168 nfp_repr_transfer_features(repr, netdev);
169 }
170 }
171}
172
173static int
174nfp_app_netdev_event(struct notifier_block *nb, unsigned long event, void *ptr)
175{
176 struct net_device *netdev;
177 struct nfp_app *app;
178
179 netdev = netdev_notifier_info_to_dev(ptr);
180 app = container_of(nb, struct nfp_app, netdev_nb);
181
182 /* Handle events common code is interested in */
183 switch (event) {
184 case NETDEV_FEAT_CHANGE:
185 nfp_app_netdev_feat_change(app, netdev);
186 break;
187 }
188
189 /* Call offload specific handlers */
190 if (app->type->netdev_event)
191 return app->type->netdev_event(app, netdev, event, ptr);
192 return NOTIFY_DONE;
193}
194
195int nfp_app_start(struct nfp_app *app, struct nfp_net *ctrl)
196{
197 int err;
198
199 app->ctrl = ctrl;
200
201 if (app->type->start) {
202 err = app->type->start(app);
203 if (err)
204 return err;
205 }
206
207 app->netdev_nb.notifier_call = nfp_app_netdev_event;
208 err = register_netdevice_notifier(&app->netdev_nb);
209 if (err)
210 goto err_app_stop;
211
212 return 0;
213
214err_app_stop:
215 if (app->type->stop)
216 app->type->stop(app);
217 return err;
218}
219
220void nfp_app_stop(struct nfp_app *app)
221{
222 unregister_netdevice_notifier(&app->netdev_nb);
223
224 if (app->type->stop)
225 app->type->stop(app);
226}
227
228struct nfp_app *nfp_app_alloc(struct nfp_pf *pf, enum nfp_app_id id)
229{
230 struct nfp_app *app;
231
232 if (id >= ARRAY_SIZE(apps) || !apps[id]) {
233 nfp_err(pf->cpp, "unknown FW app ID 0x%02x, driver too old or support for FW not built in\n", id);
234 return ERR_PTR(-EINVAL);
235 }
236
237 if (WARN_ON(!apps[id]->name || !apps[id]->vnic_alloc))
238 return ERR_PTR(-EINVAL);
239 if (WARN_ON(!apps[id]->ctrl_msg_rx && apps[id]->ctrl_msg_rx_raw))
240 return ERR_PTR(-EINVAL);
241
242 app = kzalloc(sizeof(*app), GFP_KERNEL);
243 if (!app)
244 return ERR_PTR(-ENOMEM);
245
246 app->pf = pf;
247 app->cpp = pf->cpp;
248 app->pdev = pf->pdev;
249 app->type = apps[id];
250
251 return app;
252}
253
254void nfp_app_free(struct nfp_app *app)
255{
256 kfree(app);
257}
1/*
2 * Copyright (C) 2017 Netronome Systems, Inc.
3 *
4 * This software is dual licensed under the GNU General License Version 2,
5 * June 1991 as shown in the file COPYING in the top-level directory of this
6 * source tree or the BSD 2-Clause License provided below. You have the
7 * option to license this software under the complete terms of either license.
8 *
9 * The BSD 2-Clause License:
10 *
11 * Redistribution and use in source and binary forms, with or
12 * without modification, are permitted provided that the following
13 * conditions are met:
14 *
15 * 1. Redistributions of source code must retain the above
16 * copyright notice, this list of conditions and the following
17 * disclaimer.
18 *
19 * 2. Redistributions in binary form must reproduce the above
20 * copyright notice, this list of conditions and the following
21 * disclaimer in the documentation and/or other materials
22 * provided with the distribution.
23 *
24 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
25 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
26 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
27 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
28 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
29 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
30 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
31 * SOFTWARE.
32 */
33
34#include <linux/bug.h>
35#include <linux/lockdep.h>
36#include <linux/rcupdate.h>
37#include <linux/skbuff.h>
38#include <linux/slab.h>
39
40#include "nfpcore/nfp_cpp.h"
41#include "nfpcore/nfp_nffw.h"
42#include "nfp_app.h"
43#include "nfp_main.h"
44#include "nfp_net.h"
45#include "nfp_net_repr.h"
46
47static const struct nfp_app_type *apps[] = {
48 [NFP_APP_CORE_NIC] = &app_nic,
49#ifdef CONFIG_BPF_SYSCALL
50 [NFP_APP_BPF_NIC] = &app_bpf,
51#else
52 [NFP_APP_BPF_NIC] = &app_nic,
53#endif
54#ifdef CONFIG_NFP_APP_FLOWER
55 [NFP_APP_FLOWER_NIC] = &app_flower,
56#endif
57};
58
59struct nfp_app *nfp_app_from_netdev(struct net_device *netdev)
60{
61 if (nfp_netdev_is_nfp_net(netdev)) {
62 struct nfp_net *nn = netdev_priv(netdev);
63
64 return nn->app;
65 }
66
67 if (nfp_netdev_is_nfp_repr(netdev)) {
68 struct nfp_repr *repr = netdev_priv(netdev);
69
70 return repr->app;
71 }
72
73 WARN(1, "Unknown netdev type for nfp_app\n");
74
75 return NULL;
76}
77
78const char *nfp_app_mip_name(struct nfp_app *app)
79{
80 if (!app || !app->pf->mip)
81 return "";
82 return nfp_mip_name(app->pf->mip);
83}
84
85struct sk_buff *
86nfp_app_ctrl_msg_alloc(struct nfp_app *app, unsigned int size, gfp_t priority)
87{
88 struct sk_buff *skb;
89
90 if (nfp_app_ctrl_has_meta(app))
91 size += 8;
92
93 skb = alloc_skb(size, priority);
94 if (!skb)
95 return NULL;
96
97 if (nfp_app_ctrl_has_meta(app))
98 skb_reserve(skb, 8);
99
100 return skb;
101}
102
103struct nfp_reprs *
104nfp_reprs_get_locked(struct nfp_app *app, enum nfp_repr_type type)
105{
106 return rcu_dereference_protected(app->reprs[type],
107 lockdep_is_held(&app->pf->lock));
108}
109
110struct nfp_reprs *
111nfp_app_reprs_set(struct nfp_app *app, enum nfp_repr_type type,
112 struct nfp_reprs *reprs)
113{
114 struct nfp_reprs *old;
115
116 old = nfp_reprs_get_locked(app, type);
117 rcu_assign_pointer(app->reprs[type], reprs);
118
119 return old;
120}
121
122struct nfp_app *nfp_app_alloc(struct nfp_pf *pf, enum nfp_app_id id)
123{
124 struct nfp_app *app;
125
126 if (id >= ARRAY_SIZE(apps) || !apps[id]) {
127 nfp_err(pf->cpp, "unknown FW app ID 0x%02hhx, driver too old or support for FW not built in\n", id);
128 return ERR_PTR(-EINVAL);
129 }
130
131 if (WARN_ON(!apps[id]->name || !apps[id]->vnic_alloc))
132 return ERR_PTR(-EINVAL);
133
134 app = kzalloc(sizeof(*app), GFP_KERNEL);
135 if (!app)
136 return ERR_PTR(-ENOMEM);
137
138 app->pf = pf;
139 app->cpp = pf->cpp;
140 app->pdev = pf->pdev;
141 app->type = apps[id];
142
143 return app;
144}
145
146void nfp_app_free(struct nfp_app *app)
147{
148 kfree(app);
149}