Loading...
1// SPDX-License-Identifier: GPL-2.0
2/* Copyright(c) 2013 - 2018 Intel Corporation. */
3
4#include <linux/list.h>
5#include <linux/errno.h>
6#include <linux/net/intel/i40e_client.h>
7
8#include "i40e.h"
9
10static LIST_HEAD(i40e_devices);
11static DEFINE_MUTEX(i40e_device_mutex);
12DEFINE_IDA(i40e_client_ida);
13
14static int i40e_client_virtchnl_send(struct i40e_info *ldev,
15 struct i40e_client *client,
16 u32 vf_id, u8 *msg, u16 len);
17
18static int i40e_client_setup_qvlist(struct i40e_info *ldev,
19 struct i40e_client *client,
20 struct i40e_qvlist_info *qvlist_info);
21
22static void i40e_client_request_reset(struct i40e_info *ldev,
23 struct i40e_client *client,
24 u32 reset_level);
25
26static int i40e_client_update_vsi_ctxt(struct i40e_info *ldev,
27 struct i40e_client *client,
28 bool is_vf, u32 vf_id,
29 u32 flag, u32 valid_flag);
30
31static struct i40e_ops i40e_lan_ops = {
32 .virtchnl_send = i40e_client_virtchnl_send,
33 .setup_qvlist = i40e_client_setup_qvlist,
34 .request_reset = i40e_client_request_reset,
35 .update_vsi_ctxt = i40e_client_update_vsi_ctxt,
36};
37
38/**
39 * i40e_client_get_params - Get the params that can change at runtime
40 * @vsi: the VSI with the message
41 * @params: client param struct
42 *
43 **/
44static
45int i40e_client_get_params(struct i40e_vsi *vsi, struct i40e_params *params)
46{
47 struct i40e_dcbx_config *dcb_cfg = &vsi->back->hw.local_dcbx_config;
48 int i = 0;
49
50 for (i = 0; i < I40E_MAX_USER_PRIORITY; i++) {
51 u8 tc = dcb_cfg->etscfg.prioritytable[i];
52 u16 qs_handle;
53
54 /* If TC is not enabled for VSI use TC0 for UP */
55 if (!(vsi->tc_config.enabled_tc & BIT(tc)))
56 tc = 0;
57
58 qs_handle = le16_to_cpu(vsi->info.qs_handle[tc]);
59 params->qos.prio_qos[i].tc = tc;
60 params->qos.prio_qos[i].qs_handle = qs_handle;
61 if (qs_handle == I40E_AQ_VSI_QS_HANDLE_INVALID) {
62 dev_err(&vsi->back->pdev->dev, "Invalid queue set handle for TC = %d, vsi id = %d\n",
63 tc, vsi->id);
64 return -EINVAL;
65 }
66 }
67
68 params->mtu = vsi->netdev->mtu;
69 return 0;
70}
71
72/**
73 * i40e_notify_client_of_vf_msg - call the client vf message callback
74 * @vsi: the VSI with the message
75 * @vf_id: the absolute VF id that sent the message
76 * @msg: message buffer
77 * @len: length of the message
78 *
79 * If there is a client to this VSI, call the client
80 **/
81void
82i40e_notify_client_of_vf_msg(struct i40e_vsi *vsi, u32 vf_id, u8 *msg, u16 len)
83{
84 struct i40e_pf *pf = vsi->back;
85 struct i40e_client_instance *cdev = pf->cinst;
86
87 if (!cdev || !cdev->client)
88 return;
89 if (!cdev->client->ops || !cdev->client->ops->virtchnl_receive) {
90 dev_dbg(&pf->pdev->dev,
91 "Cannot locate client instance virtual channel receive routine\n");
92 return;
93 }
94 if (!test_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state)) {
95 dev_dbg(&pf->pdev->dev, "Client is not open, abort virtchnl_receive\n");
96 return;
97 }
98 cdev->client->ops->virtchnl_receive(&cdev->lan_info, cdev->client,
99 vf_id, msg, len);
100}
101
102/**
103 * i40e_notify_client_of_l2_param_changes - call the client notify callback
104 * @vsi: the VSI with l2 param changes
105 *
106 * If there is a client to this VSI, call the client
107 **/
108void i40e_notify_client_of_l2_param_changes(struct i40e_vsi *vsi)
109{
110 struct i40e_pf *pf = vsi->back;
111 struct i40e_client_instance *cdev = pf->cinst;
112 struct i40e_params params;
113
114 if (!cdev || !cdev->client)
115 return;
116 if (!cdev->client->ops || !cdev->client->ops->l2_param_change) {
117 dev_dbg(&vsi->back->pdev->dev,
118 "Cannot locate client instance l2_param_change routine\n");
119 return;
120 }
121 if (!test_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state)) {
122 dev_dbg(&vsi->back->pdev->dev, "Client is not open, abort l2 param change\n");
123 return;
124 }
125 memset(¶ms, 0, sizeof(params));
126 i40e_client_get_params(vsi, ¶ms);
127 memcpy(&cdev->lan_info.params, ¶ms, sizeof(struct i40e_params));
128 cdev->client->ops->l2_param_change(&cdev->lan_info, cdev->client,
129 ¶ms);
130}
131
132/**
133 * i40e_client_release_qvlist - release MSI-X vector mapping for client
134 * @ldev: pointer to L2 context.
135 *
136 **/
137static void i40e_client_release_qvlist(struct i40e_info *ldev)
138{
139 struct i40e_qvlist_info *qvlist_info = ldev->qvlist_info;
140 u32 i;
141
142 if (!ldev->qvlist_info)
143 return;
144
145 for (i = 0; i < qvlist_info->num_vectors; i++) {
146 struct i40e_pf *pf = ldev->pf;
147 struct i40e_qv_info *qv_info;
148 u32 reg_idx;
149
150 qv_info = &qvlist_info->qv_info[i];
151 if (!qv_info)
152 continue;
153 reg_idx = I40E_PFINT_LNKLSTN(qv_info->v_idx - 1);
154 wr32(&pf->hw, reg_idx, I40E_PFINT_LNKLSTN_FIRSTQ_INDX_MASK);
155 }
156 kfree(ldev->qvlist_info);
157 ldev->qvlist_info = NULL;
158}
159
160/**
161 * i40e_notify_client_of_netdev_close - call the client close callback
162 * @vsi: the VSI with netdev closed
163 * @reset: true when close called due to a reset pending
164 *
165 * If there is a client to this netdev, call the client with close
166 **/
167void i40e_notify_client_of_netdev_close(struct i40e_vsi *vsi, bool reset)
168{
169 struct i40e_pf *pf = vsi->back;
170 struct i40e_client_instance *cdev = pf->cinst;
171
172 if (!cdev || !cdev->client)
173 return;
174 if (!cdev->client->ops || !cdev->client->ops->close) {
175 dev_dbg(&vsi->back->pdev->dev,
176 "Cannot locate client instance close routine\n");
177 return;
178 }
179 if (!test_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state)) {
180 dev_dbg(&pf->pdev->dev, "Client is not open, abort close\n");
181 return;
182 }
183 cdev->client->ops->close(&cdev->lan_info, cdev->client, reset);
184 clear_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state);
185 i40e_client_release_qvlist(&cdev->lan_info);
186}
187
188/**
189 * i40e_notify_client_of_vf_reset - call the client vf reset callback
190 * @pf: PF device pointer
191 * @vf_id: asolute id of VF being reset
192 *
193 * If there is a client attached to this PF, notify when a VF is reset
194 **/
195void i40e_notify_client_of_vf_reset(struct i40e_pf *pf, u32 vf_id)
196{
197 struct i40e_client_instance *cdev = pf->cinst;
198
199 if (!cdev || !cdev->client)
200 return;
201 if (!cdev->client->ops || !cdev->client->ops->vf_reset) {
202 dev_dbg(&pf->pdev->dev,
203 "Cannot locate client instance VF reset routine\n");
204 return;
205 }
206 if (!test_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state)) {
207 dev_dbg(&pf->pdev->dev, "Client is not open, abort vf-reset\n");
208 return;
209 }
210 cdev->client->ops->vf_reset(&cdev->lan_info, cdev->client, vf_id);
211}
212
213/**
214 * i40e_notify_client_of_vf_enable - call the client vf notification callback
215 * @pf: PF device pointer
216 * @num_vfs: the number of VFs currently enabled, 0 for disable
217 *
218 * If there is a client attached to this PF, call its VF notification routine
219 **/
220void i40e_notify_client_of_vf_enable(struct i40e_pf *pf, u32 num_vfs)
221{
222 struct i40e_client_instance *cdev = pf->cinst;
223
224 if (!cdev || !cdev->client)
225 return;
226 if (!cdev->client->ops || !cdev->client->ops->vf_enable) {
227 dev_dbg(&pf->pdev->dev,
228 "Cannot locate client instance VF enable routine\n");
229 return;
230 }
231 if (!test_bit(__I40E_CLIENT_INSTANCE_OPENED,
232 &cdev->state)) {
233 dev_dbg(&pf->pdev->dev, "Client is not open, abort vf-enable\n");
234 return;
235 }
236 cdev->client->ops->vf_enable(&cdev->lan_info, cdev->client, num_vfs);
237}
238
239/**
240 * i40e_vf_client_capable - ask the client if it likes the specified VF
241 * @pf: PF device pointer
242 * @vf_id: the VF in question
243 *
244 * If there is a client of the specified type attached to this PF, call
245 * its vf_capable routine
246 **/
247int i40e_vf_client_capable(struct i40e_pf *pf, u32 vf_id)
248{
249 struct i40e_client_instance *cdev = pf->cinst;
250 int capable = false;
251
252 if (!cdev || !cdev->client)
253 goto out;
254 if (!cdev->client->ops || !cdev->client->ops->vf_capable) {
255 dev_dbg(&pf->pdev->dev,
256 "Cannot locate client instance VF capability routine\n");
257 goto out;
258 }
259 if (!test_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state))
260 goto out;
261
262 capable = cdev->client->ops->vf_capable(&cdev->lan_info,
263 cdev->client,
264 vf_id);
265out:
266 return capable;
267}
268
269void i40e_client_update_msix_info(struct i40e_pf *pf)
270{
271 struct i40e_client_instance *cdev = pf->cinst;
272
273 if (!cdev || !cdev->client)
274 return;
275
276 cdev->lan_info.msix_count = pf->num_iwarp_msix;
277 cdev->lan_info.msix_entries = &pf->msix_entries[pf->iwarp_base_vector];
278}
279
280static void i40e_auxiliary_dev_release(struct device *dev)
281{
282 struct i40e_auxiliary_device *i40e_aux_dev =
283 container_of(dev, struct i40e_auxiliary_device, aux_dev.dev);
284
285 ida_free(&i40e_client_ida, i40e_aux_dev->aux_dev.id);
286 kfree(i40e_aux_dev);
287}
288
289static int i40e_register_auxiliary_dev(struct i40e_info *ldev, const char *name)
290{
291 struct i40e_auxiliary_device *i40e_aux_dev;
292 struct pci_dev *pdev = ldev->pcidev;
293 struct auxiliary_device *aux_dev;
294 int ret;
295
296 i40e_aux_dev = kzalloc(sizeof(*i40e_aux_dev), GFP_KERNEL);
297 if (!i40e_aux_dev)
298 return -ENOMEM;
299
300 i40e_aux_dev->ldev = ldev;
301
302 aux_dev = &i40e_aux_dev->aux_dev;
303 aux_dev->name = name;
304 aux_dev->dev.parent = &pdev->dev;
305 aux_dev->dev.release = i40e_auxiliary_dev_release;
306 ldev->aux_dev = aux_dev;
307
308 ret = ida_alloc(&i40e_client_ida, GFP_KERNEL);
309 if (ret < 0) {
310 kfree(i40e_aux_dev);
311 return ret;
312 }
313 aux_dev->id = ret;
314
315 ret = auxiliary_device_init(aux_dev);
316 if (ret < 0) {
317 ida_free(&i40e_client_ida, aux_dev->id);
318 kfree(i40e_aux_dev);
319 return ret;
320 }
321
322 ret = auxiliary_device_add(aux_dev);
323 if (ret) {
324 auxiliary_device_uninit(aux_dev);
325 return ret;
326 }
327
328 return ret;
329}
330
331/**
332 * i40e_client_add_instance - add a client instance struct to the instance list
333 * @pf: pointer to the board struct
334 *
335 **/
336static void i40e_client_add_instance(struct i40e_pf *pf)
337{
338 struct i40e_client_instance *cdev = NULL;
339 struct netdev_hw_addr *mac = NULL;
340 struct i40e_vsi *vsi = pf->vsi[pf->lan_vsi];
341
342 cdev = kzalloc(sizeof(*cdev), GFP_KERNEL);
343 if (!cdev)
344 return;
345
346 cdev->lan_info.pf = (void *)pf;
347 cdev->lan_info.netdev = vsi->netdev;
348 cdev->lan_info.pcidev = pf->pdev;
349 cdev->lan_info.fid = pf->hw.pf_id;
350 cdev->lan_info.ftype = I40E_CLIENT_FTYPE_PF;
351 cdev->lan_info.hw_addr = pf->hw.hw_addr;
352 cdev->lan_info.ops = &i40e_lan_ops;
353 cdev->lan_info.version.major = I40E_CLIENT_VERSION_MAJOR;
354 cdev->lan_info.version.minor = I40E_CLIENT_VERSION_MINOR;
355 cdev->lan_info.version.build = I40E_CLIENT_VERSION_BUILD;
356 cdev->lan_info.fw_maj_ver = pf->hw.aq.fw_maj_ver;
357 cdev->lan_info.fw_min_ver = pf->hw.aq.fw_min_ver;
358 cdev->lan_info.fw_build = pf->hw.aq.fw_build;
359 set_bit(__I40E_CLIENT_INSTANCE_NONE, &cdev->state);
360
361 if (i40e_client_get_params(vsi, &cdev->lan_info.params))
362 goto free_cdev;
363
364 mac = list_first_entry(&cdev->lan_info.netdev->dev_addrs.list,
365 struct netdev_hw_addr, list);
366 if (mac)
367 ether_addr_copy(cdev->lan_info.lanmac, mac->addr);
368 else
369 dev_err(&pf->pdev->dev, "MAC address list is empty!\n");
370
371 pf->cinst = cdev;
372
373 cdev->lan_info.msix_count = pf->num_iwarp_msix;
374 cdev->lan_info.msix_entries = &pf->msix_entries[pf->iwarp_base_vector];
375
376 if (i40e_register_auxiliary_dev(&cdev->lan_info, "iwarp"))
377 goto free_cdev;
378
379 return;
380
381free_cdev:
382 kfree(cdev);
383 pf->cinst = NULL;
384}
385
386/**
387 * i40e_client_del_instance - removes a client instance from the list
388 * @pf: pointer to the board struct
389 *
390 **/
391static
392void i40e_client_del_instance(struct i40e_pf *pf)
393{
394 kfree(pf->cinst);
395 pf->cinst = NULL;
396}
397
398/**
399 * i40e_client_subtask - client maintenance work
400 * @pf: board private structure
401 **/
402void i40e_client_subtask(struct i40e_pf *pf)
403{
404 struct i40e_client *client;
405 struct i40e_client_instance *cdev;
406 struct i40e_vsi *vsi = pf->vsi[pf->lan_vsi];
407 int ret = 0;
408
409 if (!test_and_clear_bit(__I40E_CLIENT_SERVICE_REQUESTED, pf->state))
410 return;
411 cdev = pf->cinst;
412
413 /* If we're down or resetting, just bail */
414 if (test_bit(__I40E_DOWN, pf->state) ||
415 test_bit(__I40E_CONFIG_BUSY, pf->state))
416 return;
417
418 if (!cdev || !cdev->client)
419 return;
420
421 client = cdev->client;
422
423 /* Here we handle client opens. If the client is down, and
424 * the netdev is registered, then open the client.
425 */
426 if (!test_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state)) {
427 if (vsi->netdev_registered &&
428 client->ops && client->ops->open) {
429 set_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state);
430 ret = client->ops->open(&cdev->lan_info, client);
431 if (ret) {
432 /* Remove failed client instance */
433 clear_bit(__I40E_CLIENT_INSTANCE_OPENED,
434 &cdev->state);
435 return;
436 }
437 }
438 }
439
440 /* enable/disable PE TCP_ENA flag based on netdev down/up
441 */
442 if (test_bit(__I40E_VSI_DOWN, vsi->state))
443 i40e_client_update_vsi_ctxt(&cdev->lan_info, client,
444 0, 0, 0,
445 I40E_CLIENT_VSI_FLAG_TCP_ENABLE);
446 else
447 i40e_client_update_vsi_ctxt(&cdev->lan_info, client,
448 0, 0,
449 I40E_CLIENT_VSI_FLAG_TCP_ENABLE,
450 I40E_CLIENT_VSI_FLAG_TCP_ENABLE);
451}
452
453/**
454 * i40e_lan_add_device - add a lan device struct to the list of lan devices
455 * @pf: pointer to the board struct
456 *
457 * Returns 0 on success or none 0 on error
458 **/
459int i40e_lan_add_device(struct i40e_pf *pf)
460{
461 struct i40e_device *ldev;
462 int ret = 0;
463
464 mutex_lock(&i40e_device_mutex);
465 list_for_each_entry(ldev, &i40e_devices, list) {
466 if (ldev->pf == pf) {
467 ret = -EEXIST;
468 goto out;
469 }
470 }
471 ldev = kzalloc(sizeof(*ldev), GFP_KERNEL);
472 if (!ldev) {
473 ret = -ENOMEM;
474 goto out;
475 }
476 ldev->pf = pf;
477 INIT_LIST_HEAD(&ldev->list);
478 list_add(&ldev->list, &i40e_devices);
479 dev_info(&pf->pdev->dev, "Added LAN device PF%d bus=0x%02x dev=0x%02x func=0x%02x\n",
480 pf->hw.pf_id, pf->hw.bus.bus_id,
481 pf->hw.bus.device, pf->hw.bus.func);
482
483 i40e_client_add_instance(pf);
484
485 set_bit(__I40E_CLIENT_SERVICE_REQUESTED, pf->state);
486 i40e_service_event_schedule(pf);
487
488out:
489 mutex_unlock(&i40e_device_mutex);
490 return ret;
491}
492
493/**
494 * i40e_lan_del_device - removes a lan device from the device list
495 * @pf: pointer to the board struct
496 *
497 * Returns 0 on success or non-0 on error
498 **/
499int i40e_lan_del_device(struct i40e_pf *pf)
500{
501 struct auxiliary_device *aux_dev = pf->cinst->lan_info.aux_dev;
502 struct i40e_device *ldev, *tmp;
503 int ret = -ENODEV;
504
505 auxiliary_device_delete(aux_dev);
506 auxiliary_device_uninit(aux_dev);
507
508 /* First, remove any client instance. */
509 i40e_client_del_instance(pf);
510
511 mutex_lock(&i40e_device_mutex);
512 list_for_each_entry_safe(ldev, tmp, &i40e_devices, list) {
513 if (ldev->pf == pf) {
514 dev_info(&pf->pdev->dev, "Deleted LAN device PF%d bus=0x%02x dev=0x%02x func=0x%02x\n",
515 pf->hw.pf_id, pf->hw.bus.bus_id,
516 pf->hw.bus.device, pf->hw.bus.func);
517 list_del(&ldev->list);
518 kfree(ldev);
519 ret = 0;
520 break;
521 }
522 }
523 mutex_unlock(&i40e_device_mutex);
524 return ret;
525}
526
527/**
528 * i40e_client_virtchnl_send - TBD
529 * @ldev: pointer to L2 context
530 * @client: Client pointer
531 * @vf_id: absolute VF identifier
532 * @msg: message buffer
533 * @len: length of message buffer
534 *
535 * Return 0 on success or < 0 on error
536 **/
537static int i40e_client_virtchnl_send(struct i40e_info *ldev,
538 struct i40e_client *client,
539 u32 vf_id, u8 *msg, u16 len)
540{
541 struct i40e_pf *pf = ldev->pf;
542 struct i40e_hw *hw = &pf->hw;
543 int err;
544
545 err = i40e_aq_send_msg_to_vf(hw, vf_id, VIRTCHNL_OP_RDMA,
546 0, msg, len, NULL);
547 if (err)
548 dev_err(&pf->pdev->dev, "Unable to send iWarp message to VF, error %d, aq status %d\n",
549 err, hw->aq.asq_last_status);
550
551 return err;
552}
553
554/**
555 * i40e_client_setup_qvlist
556 * @ldev: pointer to L2 context.
557 * @client: Client pointer.
558 * @qvlist_info: queue and vector list
559 *
560 * Return 0 on success or < 0 on error
561 **/
562static int i40e_client_setup_qvlist(struct i40e_info *ldev,
563 struct i40e_client *client,
564 struct i40e_qvlist_info *qvlist_info)
565{
566 struct i40e_pf *pf = ldev->pf;
567 struct i40e_hw *hw = &pf->hw;
568 struct i40e_qv_info *qv_info;
569 u32 v_idx, i, reg_idx, reg;
570
571 ldev->qvlist_info = kzalloc(struct_size(ldev->qvlist_info, qv_info,
572 qvlist_info->num_vectors), GFP_KERNEL);
573 if (!ldev->qvlist_info)
574 return -ENOMEM;
575 ldev->qvlist_info->num_vectors = qvlist_info->num_vectors;
576
577 for (i = 0; i < qvlist_info->num_vectors; i++) {
578 qv_info = &qvlist_info->qv_info[i];
579 if (!qv_info)
580 continue;
581 v_idx = qv_info->v_idx;
582
583 /* Validate vector id belongs to this client */
584 if ((v_idx >= (pf->iwarp_base_vector + pf->num_iwarp_msix)) ||
585 (v_idx < pf->iwarp_base_vector))
586 goto err;
587
588 ldev->qvlist_info->qv_info[i] = *qv_info;
589 reg_idx = I40E_PFINT_LNKLSTN(v_idx - 1);
590
591 if (qv_info->ceq_idx == I40E_QUEUE_INVALID_IDX) {
592 /* Special case - No CEQ mapped on this vector */
593 wr32(hw, reg_idx, I40E_PFINT_LNKLSTN_FIRSTQ_INDX_MASK);
594 } else {
595 reg = (qv_info->ceq_idx &
596 I40E_PFINT_LNKLSTN_FIRSTQ_INDX_MASK) |
597 (I40E_QUEUE_TYPE_PE_CEQ <<
598 I40E_PFINT_LNKLSTN_FIRSTQ_TYPE_SHIFT);
599 wr32(hw, reg_idx, reg);
600
601 reg = (I40E_PFINT_CEQCTL_CAUSE_ENA_MASK |
602 (v_idx << I40E_PFINT_CEQCTL_MSIX_INDX_SHIFT) |
603 (qv_info->itr_idx <<
604 I40E_PFINT_CEQCTL_ITR_INDX_SHIFT) |
605 (I40E_QUEUE_END_OF_LIST <<
606 I40E_PFINT_CEQCTL_NEXTQ_INDX_SHIFT));
607 wr32(hw, I40E_PFINT_CEQCTL(qv_info->ceq_idx), reg);
608 }
609 if (qv_info->aeq_idx != I40E_QUEUE_INVALID_IDX) {
610 reg = (I40E_PFINT_AEQCTL_CAUSE_ENA_MASK |
611 (v_idx << I40E_PFINT_AEQCTL_MSIX_INDX_SHIFT) |
612 (qv_info->itr_idx <<
613 I40E_PFINT_AEQCTL_ITR_INDX_SHIFT));
614
615 wr32(hw, I40E_PFINT_AEQCTL, reg);
616 }
617 }
618 /* Mitigate sync problems with iwarp VF driver */
619 i40e_flush(hw);
620 return 0;
621err:
622 kfree(ldev->qvlist_info);
623 ldev->qvlist_info = NULL;
624 return -EINVAL;
625}
626
627/**
628 * i40e_client_request_reset
629 * @ldev: pointer to L2 context.
630 * @client: Client pointer.
631 * @reset_level: reset level
632 **/
633static void i40e_client_request_reset(struct i40e_info *ldev,
634 struct i40e_client *client,
635 u32 reset_level)
636{
637 struct i40e_pf *pf = ldev->pf;
638
639 switch (reset_level) {
640 case I40E_CLIENT_RESET_LEVEL_PF:
641 set_bit(__I40E_PF_RESET_REQUESTED, pf->state);
642 break;
643 case I40E_CLIENT_RESET_LEVEL_CORE:
644 set_bit(__I40E_PF_RESET_REQUESTED, pf->state);
645 break;
646 default:
647 dev_warn(&pf->pdev->dev,
648 "Client for PF id %d requested an unsupported reset: %d.\n",
649 pf->hw.pf_id, reset_level);
650 break;
651 }
652
653 i40e_service_event_schedule(pf);
654}
655
656/**
657 * i40e_client_update_vsi_ctxt
658 * @ldev: pointer to L2 context.
659 * @client: Client pointer.
660 * @is_vf: if this for the VF
661 * @vf_id: if is_vf true this carries the vf_id
662 * @flag: Any device level setting that needs to be done for PE
663 * @valid_flag: Bits in this match up and enable changing of flag bits
664 *
665 * Return 0 on success or < 0 on error
666 **/
667static int i40e_client_update_vsi_ctxt(struct i40e_info *ldev,
668 struct i40e_client *client,
669 bool is_vf, u32 vf_id,
670 u32 flag, u32 valid_flag)
671{
672 struct i40e_pf *pf = ldev->pf;
673 struct i40e_vsi *vsi = pf->vsi[pf->lan_vsi];
674 struct i40e_vsi_context ctxt;
675 bool update = true;
676 int err;
677
678 /* TODO: for now do not allow setting VF's VSI setting */
679 if (is_vf)
680 return -EINVAL;
681
682 ctxt.seid = pf->main_vsi_seid;
683 ctxt.pf_num = pf->hw.pf_id;
684 err = i40e_aq_get_vsi_params(&pf->hw, &ctxt, NULL);
685 ctxt.flags = I40E_AQ_VSI_TYPE_PF;
686 if (err) {
687 dev_info(&pf->pdev->dev,
688 "couldn't get PF vsi config, err %pe aq_err %s\n",
689 ERR_PTR(err),
690 i40e_aq_str(&pf->hw,
691 pf->hw.aq.asq_last_status));
692 return -ENOENT;
693 }
694
695 if ((valid_flag & I40E_CLIENT_VSI_FLAG_TCP_ENABLE) &&
696 (flag & I40E_CLIENT_VSI_FLAG_TCP_ENABLE)) {
697 ctxt.info.valid_sections =
698 cpu_to_le16(I40E_AQ_VSI_PROP_QUEUE_OPT_VALID);
699 ctxt.info.queueing_opt_flags |= I40E_AQ_VSI_QUE_OPT_TCP_ENA;
700 } else if ((valid_flag & I40E_CLIENT_VSI_FLAG_TCP_ENABLE) &&
701 !(flag & I40E_CLIENT_VSI_FLAG_TCP_ENABLE)) {
702 ctxt.info.valid_sections =
703 cpu_to_le16(I40E_AQ_VSI_PROP_QUEUE_OPT_VALID);
704 ctxt.info.queueing_opt_flags &= ~I40E_AQ_VSI_QUE_OPT_TCP_ENA;
705 } else {
706 update = false;
707 dev_warn(&pf->pdev->dev,
708 "Client for PF id %d request an unsupported Config: %x.\n",
709 pf->hw.pf_id, flag);
710 }
711
712 if (update) {
713 err = i40e_aq_update_vsi_params(&vsi->back->hw, &ctxt, NULL);
714 if (err) {
715 dev_info(&pf->pdev->dev,
716 "update VSI ctxt for PE failed, err %pe aq_err %s\n",
717 ERR_PTR(err),
718 i40e_aq_str(&pf->hw,
719 pf->hw.aq.asq_last_status));
720 }
721 }
722 return err;
723}
724
725void i40e_client_device_register(struct i40e_info *ldev, struct i40e_client *client)
726{
727 struct i40e_pf *pf = ldev->pf;
728
729 pf->cinst->client = client;
730 set_bit(__I40E_CLIENT_SERVICE_REQUESTED, pf->state);
731 i40e_service_event_schedule(pf);
732}
733EXPORT_SYMBOL_GPL(i40e_client_device_register);
734
735void i40e_client_device_unregister(struct i40e_info *ldev)
736{
737 struct i40e_pf *pf = ldev->pf;
738 struct i40e_client_instance *cdev = pf->cinst;
739
740 if (!cdev)
741 return;
742
743 while (test_and_set_bit(__I40E_SERVICE_SCHED, pf->state))
744 usleep_range(500, 1000);
745
746 if (test_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state)) {
747 cdev->client->ops->close(&cdev->lan_info, cdev->client, false);
748 clear_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state);
749 i40e_client_release_qvlist(&cdev->lan_info);
750 }
751
752 pf->cinst->client = NULL;
753 clear_bit(__I40E_SERVICE_SCHED, pf->state);
754}
755EXPORT_SYMBOL_GPL(i40e_client_device_unregister);
1/*******************************************************************************
2 *
3 * Intel Ethernet Controller XL710 Family Linux Driver
4 * Copyright(c) 2013 - 2015 Intel Corporation.
5 *
6 * This program is free software; you can redistribute it and/or modify it
7 * under the terms and conditions of the GNU General Public License,
8 * version 2, as published by the Free Software Foundation.
9 *
10 * This program is distributed in the hope it will be useful, but WITHOUT
11 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
12 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
13 * more details.
14 *
15 * You should have received a copy of the GNU General Public License along
16 * with this program. If not, see <http://www.gnu.org/licenses/>.
17 *
18 * The full GNU General Public License is included in this distribution in
19 * the file called "COPYING".
20 *
21 * Contact Information:
22 * e1000-devel Mailing List <e1000-devel@lists.sourceforge.net>
23 * Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
24 *
25 ******************************************************************************/
26
27#include <linux/list.h>
28#include <linux/errno.h>
29
30#include "i40e.h"
31#include "i40e_prototype.h"
32#include "i40e_client.h"
33
34static const char i40e_client_interface_version_str[] = I40E_CLIENT_VERSION_STR;
35
36static LIST_HEAD(i40e_devices);
37static DEFINE_MUTEX(i40e_device_mutex);
38
39static LIST_HEAD(i40e_clients);
40static DEFINE_MUTEX(i40e_client_mutex);
41
42static LIST_HEAD(i40e_client_instances);
43static DEFINE_MUTEX(i40e_client_instance_mutex);
44
45static int i40e_client_virtchnl_send(struct i40e_info *ldev,
46 struct i40e_client *client,
47 u32 vf_id, u8 *msg, u16 len);
48
49static int i40e_client_setup_qvlist(struct i40e_info *ldev,
50 struct i40e_client *client,
51 struct i40e_qvlist_info *qvlist_info);
52
53static void i40e_client_request_reset(struct i40e_info *ldev,
54 struct i40e_client *client,
55 u32 reset_level);
56
57static int i40e_client_update_vsi_ctxt(struct i40e_info *ldev,
58 struct i40e_client *client,
59 bool is_vf, u32 vf_id,
60 u32 flag, u32 valid_flag);
61
62static struct i40e_ops i40e_lan_ops = {
63 .virtchnl_send = i40e_client_virtchnl_send,
64 .setup_qvlist = i40e_client_setup_qvlist,
65 .request_reset = i40e_client_request_reset,
66 .update_vsi_ctxt = i40e_client_update_vsi_ctxt,
67};
68
69/**
70 * i40e_client_type_to_vsi_type - convert client type to vsi type
71 * @client_type: the i40e_client type
72 *
73 * returns the related vsi type value
74 **/
75static
76enum i40e_vsi_type i40e_client_type_to_vsi_type(enum i40e_client_type type)
77{
78 switch (type) {
79 case I40E_CLIENT_IWARP:
80 return I40E_VSI_IWARP;
81
82 case I40E_CLIENT_VMDQ2:
83 return I40E_VSI_VMDQ2;
84
85 default:
86 pr_err("i40e: Client type unknown\n");
87 return I40E_VSI_TYPE_UNKNOWN;
88 }
89}
90
91/**
92 * i40e_client_get_params - Get the params that can change at runtime
93 * @vsi: the VSI with the message
94 * @param: clinet param struct
95 *
96 **/
97static
98int i40e_client_get_params(struct i40e_vsi *vsi, struct i40e_params *params)
99{
100 struct i40e_dcbx_config *dcb_cfg = &vsi->back->hw.local_dcbx_config;
101 int i = 0;
102
103 for (i = 0; i < I40E_MAX_USER_PRIORITY; i++) {
104 u8 tc = dcb_cfg->etscfg.prioritytable[i];
105 u16 qs_handle;
106
107 /* If TC is not enabled for VSI use TC0 for UP */
108 if (!(vsi->tc_config.enabled_tc & BIT(tc)))
109 tc = 0;
110
111 qs_handle = le16_to_cpu(vsi->info.qs_handle[tc]);
112 params->qos.prio_qos[i].tc = tc;
113 params->qos.prio_qos[i].qs_handle = qs_handle;
114 if (qs_handle == I40E_AQ_VSI_QS_HANDLE_INVALID) {
115 dev_err(&vsi->back->pdev->dev, "Invalid queue set handle for TC = %d, vsi id = %d\n",
116 tc, vsi->id);
117 return -EINVAL;
118 }
119 }
120
121 params->mtu = vsi->netdev->mtu;
122 return 0;
123}
124
125/**
126 * i40e_notify_client_of_vf_msg - call the client vf message callback
127 * @vsi: the VSI with the message
128 * @vf_id: the absolute VF id that sent the message
129 * @msg: message buffer
130 * @len: length of the message
131 *
132 * If there is a client to this VSI, call the client
133 **/
134void
135i40e_notify_client_of_vf_msg(struct i40e_vsi *vsi, u32 vf_id, u8 *msg, u16 len)
136{
137 struct i40e_client_instance *cdev;
138
139 if (!vsi)
140 return;
141 mutex_lock(&i40e_client_instance_mutex);
142 list_for_each_entry(cdev, &i40e_client_instances, list) {
143 if (cdev->lan_info.pf == vsi->back) {
144 if (!cdev->client ||
145 !cdev->client->ops ||
146 !cdev->client->ops->virtchnl_receive) {
147 dev_dbg(&vsi->back->pdev->dev,
148 "Cannot locate client instance virtual channel receive routine\n");
149 continue;
150 }
151 if (!test_bit(__I40E_CLIENT_INSTANCE_OPENED,
152 &cdev->state)) {
153 dev_dbg(&vsi->back->pdev->dev, "Client is not open, abort virtchnl_receive\n");
154 continue;
155 }
156 cdev->client->ops->virtchnl_receive(&cdev->lan_info,
157 cdev->client,
158 vf_id, msg, len);
159 }
160 }
161 mutex_unlock(&i40e_client_instance_mutex);
162}
163
164/**
165 * i40e_notify_client_of_l2_param_changes - call the client notify callback
166 * @vsi: the VSI with l2 param changes
167 *
168 * If there is a client to this VSI, call the client
169 **/
170void i40e_notify_client_of_l2_param_changes(struct i40e_vsi *vsi)
171{
172 struct i40e_client_instance *cdev;
173 struct i40e_params params;
174
175 if (!vsi)
176 return;
177 memset(¶ms, 0, sizeof(params));
178 i40e_client_get_params(vsi, ¶ms);
179 mutex_lock(&i40e_client_instance_mutex);
180 list_for_each_entry(cdev, &i40e_client_instances, list) {
181 if (cdev->lan_info.pf == vsi->back) {
182 if (!cdev->client ||
183 !cdev->client->ops ||
184 !cdev->client->ops->l2_param_change) {
185 dev_dbg(&vsi->back->pdev->dev,
186 "Cannot locate client instance l2_param_change routine\n");
187 continue;
188 }
189 if (!test_bit(__I40E_CLIENT_INSTANCE_OPENED,
190 &cdev->state)) {
191 dev_dbg(&vsi->back->pdev->dev, "Client is not open, abort l2 param change\n");
192 continue;
193 }
194 cdev->lan_info.params = params;
195 cdev->client->ops->l2_param_change(&cdev->lan_info,
196 cdev->client,
197 ¶ms);
198 }
199 }
200 mutex_unlock(&i40e_client_instance_mutex);
201}
202
203/**
204 * i40e_notify_client_of_netdev_open - call the client open callback
205 * @vsi: the VSI with netdev opened
206 *
207 * If there is a client to this netdev, call the client with open
208 **/
209void i40e_notify_client_of_netdev_open(struct i40e_vsi *vsi)
210{
211 struct i40e_client_instance *cdev;
212 int ret = 0;
213
214 if (!vsi)
215 return;
216 mutex_lock(&i40e_client_instance_mutex);
217 list_for_each_entry(cdev, &i40e_client_instances, list) {
218 if (cdev->lan_info.netdev == vsi->netdev) {
219 if (!cdev->client ||
220 !cdev->client->ops || !cdev->client->ops->open) {
221 dev_dbg(&vsi->back->pdev->dev,
222 "Cannot locate client instance open routine\n");
223 continue;
224 }
225 if (!(test_bit(__I40E_CLIENT_INSTANCE_OPENED,
226 &cdev->state))) {
227 ret = cdev->client->ops->open(&cdev->lan_info,
228 cdev->client);
229 if (!ret)
230 set_bit(__I40E_CLIENT_INSTANCE_OPENED,
231 &cdev->state);
232 }
233 }
234 }
235 mutex_unlock(&i40e_client_instance_mutex);
236}
237
238/**
239 * i40e_client_release_qvlist
240 * @ldev: pointer to L2 context.
241 *
242 **/
243static void i40e_client_release_qvlist(struct i40e_info *ldev)
244{
245 struct i40e_qvlist_info *qvlist_info = ldev->qvlist_info;
246 u32 i;
247
248 if (!ldev->qvlist_info)
249 return;
250
251 for (i = 0; i < qvlist_info->num_vectors; i++) {
252 struct i40e_pf *pf = ldev->pf;
253 struct i40e_qv_info *qv_info;
254 u32 reg_idx;
255
256 qv_info = &qvlist_info->qv_info[i];
257 if (!qv_info)
258 continue;
259 reg_idx = I40E_PFINT_LNKLSTN(qv_info->v_idx - 1);
260 wr32(&pf->hw, reg_idx, I40E_PFINT_LNKLSTN_FIRSTQ_INDX_MASK);
261 }
262 kfree(ldev->qvlist_info);
263 ldev->qvlist_info = NULL;
264}
265
266/**
267 * i40e_notify_client_of_netdev_close - call the client close callback
268 * @vsi: the VSI with netdev closed
269 * @reset: true when close called due to a reset pending
270 *
271 * If there is a client to this netdev, call the client with close
272 **/
273void i40e_notify_client_of_netdev_close(struct i40e_vsi *vsi, bool reset)
274{
275 struct i40e_client_instance *cdev;
276
277 if (!vsi)
278 return;
279 mutex_lock(&i40e_client_instance_mutex);
280 list_for_each_entry(cdev, &i40e_client_instances, list) {
281 if (cdev->lan_info.netdev == vsi->netdev) {
282 if (!cdev->client ||
283 !cdev->client->ops || !cdev->client->ops->close) {
284 dev_dbg(&vsi->back->pdev->dev,
285 "Cannot locate client instance close routine\n");
286 continue;
287 }
288 cdev->client->ops->close(&cdev->lan_info, cdev->client,
289 reset);
290 clear_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state);
291 i40e_client_release_qvlist(&cdev->lan_info);
292 }
293 }
294 mutex_unlock(&i40e_client_instance_mutex);
295}
296
297/**
298 * i40e_notify_client_of_vf_reset - call the client vf reset callback
299 * @pf: PF device pointer
300 * @vf_id: asolute id of VF being reset
301 *
302 * If there is a client attached to this PF, notify when a VF is reset
303 **/
304void i40e_notify_client_of_vf_reset(struct i40e_pf *pf, u32 vf_id)
305{
306 struct i40e_client_instance *cdev;
307
308 if (!pf)
309 return;
310 mutex_lock(&i40e_client_instance_mutex);
311 list_for_each_entry(cdev, &i40e_client_instances, list) {
312 if (cdev->lan_info.pf == pf) {
313 if (!cdev->client ||
314 !cdev->client->ops ||
315 !cdev->client->ops->vf_reset) {
316 dev_dbg(&pf->pdev->dev,
317 "Cannot locate client instance VF reset routine\n");
318 continue;
319 }
320 if (!test_bit(__I40E_CLIENT_INSTANCE_OPENED,
321 &cdev->state)) {
322 dev_dbg(&pf->pdev->dev, "Client is not open, abort vf-reset\n");
323 continue;
324 }
325 cdev->client->ops->vf_reset(&cdev->lan_info,
326 cdev->client, vf_id);
327 }
328 }
329 mutex_unlock(&i40e_client_instance_mutex);
330}
331
332/**
333 * i40e_notify_client_of_vf_enable - call the client vf notification callback
334 * @pf: PF device pointer
335 * @num_vfs: the number of VFs currently enabled, 0 for disable
336 *
337 * If there is a client attached to this PF, call its VF notification routine
338 **/
339void i40e_notify_client_of_vf_enable(struct i40e_pf *pf, u32 num_vfs)
340{
341 struct i40e_client_instance *cdev;
342
343 if (!pf)
344 return;
345 mutex_lock(&i40e_client_instance_mutex);
346 list_for_each_entry(cdev, &i40e_client_instances, list) {
347 if (cdev->lan_info.pf == pf) {
348 if (!cdev->client ||
349 !cdev->client->ops ||
350 !cdev->client->ops->vf_enable) {
351 dev_dbg(&pf->pdev->dev,
352 "Cannot locate client instance VF enable routine\n");
353 continue;
354 }
355 if (!test_bit(__I40E_CLIENT_INSTANCE_OPENED,
356 &cdev->state)) {
357 dev_dbg(&pf->pdev->dev, "Client is not open, abort vf-enable\n");
358 continue;
359 }
360 cdev->client->ops->vf_enable(&cdev->lan_info,
361 cdev->client, num_vfs);
362 }
363 }
364 mutex_unlock(&i40e_client_instance_mutex);
365}
366
367/**
368 * i40e_vf_client_capable - ask the client if it likes the specified VF
369 * @pf: PF device pointer
370 * @vf_id: the VF in question
371 *
372 * If there is a client of the specified type attached to this PF, call
373 * its vf_capable routine
374 **/
375int i40e_vf_client_capable(struct i40e_pf *pf, u32 vf_id,
376 enum i40e_client_type type)
377{
378 struct i40e_client_instance *cdev;
379 int capable = false;
380
381 if (!pf)
382 return false;
383 mutex_lock(&i40e_client_instance_mutex);
384 list_for_each_entry(cdev, &i40e_client_instances, list) {
385 if (cdev->lan_info.pf == pf) {
386 if (!cdev->client ||
387 !cdev->client->ops ||
388 !cdev->client->ops->vf_capable ||
389 !(cdev->client->type == type)) {
390 dev_dbg(&pf->pdev->dev,
391 "Cannot locate client instance VF capability routine\n");
392 continue;
393 }
394 if (!test_bit(__I40E_CLIENT_INSTANCE_OPENED,
395 &cdev->state)) {
396 dev_dbg(&pf->pdev->dev, "Client is not open, abort vf-capable\n");
397 continue;
398 }
399 capable = cdev->client->ops->vf_capable(&cdev->lan_info,
400 cdev->client,
401 vf_id);
402 break;
403 }
404 }
405 mutex_unlock(&i40e_client_instance_mutex);
406 return capable;
407}
408
409/**
410 * i40e_client_add_instance - add a client instance struct to the instance list
411 * @pf: pointer to the board struct
412 * @client: pointer to a client struct in the client list.
413 * @existing: if there was already an existing instance
414 *
415 * Returns cdev ptr on success or if already exists, NULL on failure
416 **/
417static
418struct i40e_client_instance *i40e_client_add_instance(struct i40e_pf *pf,
419 struct i40e_client *client,
420 bool *existing)
421{
422 struct i40e_client_instance *cdev;
423 struct netdev_hw_addr *mac = NULL;
424 struct i40e_vsi *vsi = pf->vsi[pf->lan_vsi];
425
426 mutex_lock(&i40e_client_instance_mutex);
427 list_for_each_entry(cdev, &i40e_client_instances, list) {
428 if ((cdev->lan_info.pf == pf) && (cdev->client == client)) {
429 *existing = true;
430 goto out;
431 }
432 }
433 cdev = kzalloc(sizeof(*cdev), GFP_KERNEL);
434 if (!cdev)
435 goto out;
436
437 cdev->lan_info.pf = (void *)pf;
438 cdev->lan_info.netdev = vsi->netdev;
439 cdev->lan_info.pcidev = pf->pdev;
440 cdev->lan_info.fid = pf->hw.pf_id;
441 cdev->lan_info.ftype = I40E_CLIENT_FTYPE_PF;
442 cdev->lan_info.hw_addr = pf->hw.hw_addr;
443 cdev->lan_info.ops = &i40e_lan_ops;
444 cdev->lan_info.version.major = I40E_CLIENT_VERSION_MAJOR;
445 cdev->lan_info.version.minor = I40E_CLIENT_VERSION_MINOR;
446 cdev->lan_info.version.build = I40E_CLIENT_VERSION_BUILD;
447 cdev->lan_info.fw_maj_ver = pf->hw.aq.fw_maj_ver;
448 cdev->lan_info.fw_min_ver = pf->hw.aq.fw_min_ver;
449 cdev->lan_info.fw_build = pf->hw.aq.fw_build;
450 set_bit(__I40E_CLIENT_INSTANCE_NONE, &cdev->state);
451
452 if (i40e_client_get_params(vsi, &cdev->lan_info.params)) {
453 kfree(cdev);
454 cdev = NULL;
455 goto out;
456 }
457
458 cdev->lan_info.msix_count = pf->num_iwarp_msix;
459 cdev->lan_info.msix_entries = &pf->msix_entries[pf->iwarp_base_vector];
460
461 mac = list_first_entry(&cdev->lan_info.netdev->dev_addrs.list,
462 struct netdev_hw_addr, list);
463 if (mac)
464 ether_addr_copy(cdev->lan_info.lanmac, mac->addr);
465 else
466 dev_err(&pf->pdev->dev, "MAC address list is empty!\n");
467
468 cdev->client = client;
469 INIT_LIST_HEAD(&cdev->list);
470 list_add(&cdev->list, &i40e_client_instances);
471out:
472 mutex_unlock(&i40e_client_instance_mutex);
473 return cdev;
474}
475
476/**
477 * i40e_client_del_instance - removes a client instance from the list
478 * @pf: pointer to the board struct
479 *
480 * Returns 0 on success or non-0 on error
481 **/
482static
483int i40e_client_del_instance(struct i40e_pf *pf, struct i40e_client *client)
484{
485 struct i40e_client_instance *cdev, *tmp;
486 int ret = -ENODEV;
487
488 mutex_lock(&i40e_client_instance_mutex);
489 list_for_each_entry_safe(cdev, tmp, &i40e_client_instances, list) {
490 if ((cdev->lan_info.pf != pf) || (cdev->client != client))
491 continue;
492
493 dev_info(&pf->pdev->dev, "Deleted instance of Client %s, of dev %d bus=0x%02x func=0x%02x)\n",
494 client->name, pf->hw.pf_id,
495 pf->hw.bus.device, pf->hw.bus.func);
496 list_del(&cdev->list);
497 kfree(cdev);
498 ret = 0;
499 break;
500 }
501 mutex_unlock(&i40e_client_instance_mutex);
502 return ret;
503}
504
505/**
506 * i40e_client_subtask - client maintenance work
507 * @pf: board private structure
508 **/
509void i40e_client_subtask(struct i40e_pf *pf)
510{
511 struct i40e_client_instance *cdev;
512 struct i40e_client *client;
513 bool existing = false;
514 int ret = 0;
515
516 if (!(pf->flags & I40E_FLAG_SERVICE_CLIENT_REQUESTED))
517 return;
518 pf->flags &= ~I40E_FLAG_SERVICE_CLIENT_REQUESTED;
519
520 /* If we're down or resetting, just bail */
521 if (test_bit(__I40E_DOWN, &pf->state) ||
522 test_bit(__I40E_CONFIG_BUSY, &pf->state))
523 return;
524
525 /* Check client state and instantiate client if client registered */
526 mutex_lock(&i40e_client_mutex);
527 list_for_each_entry(client, &i40e_clients, list) {
528 /* first check client is registered */
529 if (!test_bit(__I40E_CLIENT_REGISTERED, &client->state))
530 continue;
531
532 /* Do we also need the LAN VSI to be up, to create instance */
533 if (!(client->flags & I40E_CLIENT_FLAGS_LAUNCH_ON_PROBE)) {
534 /* check if L2 VSI is up, if not we are not ready */
535 if (test_bit(__I40E_DOWN, &pf->vsi[pf->lan_vsi]->state))
536 continue;
537 } else {
538 dev_warn(&pf->pdev->dev, "This client %s is being instantiated at probe\n",
539 client->name);
540 }
541
542 /* Add the client instance to the instance list */
543 cdev = i40e_client_add_instance(pf, client, &existing);
544 if (!cdev)
545 continue;
546
547 if (!existing) {
548 dev_info(&pf->pdev->dev, "Added instance of Client %s to PF%d bus=0x%02x func=0x%02x\n",
549 client->name, pf->hw.pf_id,
550 pf->hw.bus.device, pf->hw.bus.func);
551 }
552
553 mutex_lock(&i40e_client_instance_mutex);
554 if (!test_bit(__I40E_CLIENT_INSTANCE_OPENED,
555 &cdev->state)) {
556 /* Send an Open request to the client */
557 if (client->ops && client->ops->open)
558 ret = client->ops->open(&cdev->lan_info,
559 client);
560 if (!ret) {
561 set_bit(__I40E_CLIENT_INSTANCE_OPENED,
562 &cdev->state);
563 } else {
564 /* remove client instance */
565 i40e_client_del_instance(pf, client);
566 }
567 }
568 mutex_unlock(&i40e_client_instance_mutex);
569 }
570 mutex_unlock(&i40e_client_mutex);
571}
572
573/**
574 * i40e_lan_add_device - add a lan device struct to the list of lan devices
575 * @pf: pointer to the board struct
576 *
577 * Returns 0 on success or none 0 on error
578 **/
579int i40e_lan_add_device(struct i40e_pf *pf)
580{
581 struct i40e_device *ldev;
582 int ret = 0;
583
584 mutex_lock(&i40e_device_mutex);
585 list_for_each_entry(ldev, &i40e_devices, list) {
586 if (ldev->pf == pf) {
587 ret = -EEXIST;
588 goto out;
589 }
590 }
591 ldev = kzalloc(sizeof(*ldev), GFP_KERNEL);
592 if (!ldev) {
593 ret = -ENOMEM;
594 goto out;
595 }
596 ldev->pf = pf;
597 INIT_LIST_HEAD(&ldev->list);
598 list_add(&ldev->list, &i40e_devices);
599 dev_info(&pf->pdev->dev, "Added LAN device PF%d bus=0x%02x func=0x%02x\n",
600 pf->hw.pf_id, pf->hw.bus.device, pf->hw.bus.func);
601
602 /* Since in some cases register may have happened before a device gets
603 * added, we can schedule a subtask to go initiate the clients if
604 * they can be launched at probe time.
605 */
606 pf->flags |= I40E_FLAG_SERVICE_CLIENT_REQUESTED;
607 i40e_service_event_schedule(pf);
608
609out:
610 mutex_unlock(&i40e_device_mutex);
611 return ret;
612}
613
614/**
615 * i40e_lan_del_device - removes a lan device from the device list
616 * @pf: pointer to the board struct
617 *
618 * Returns 0 on success or non-0 on error
619 **/
620int i40e_lan_del_device(struct i40e_pf *pf)
621{
622 struct i40e_device *ldev, *tmp;
623 int ret = -ENODEV;
624
625 mutex_lock(&i40e_device_mutex);
626 list_for_each_entry_safe(ldev, tmp, &i40e_devices, list) {
627 if (ldev->pf == pf) {
628 dev_info(&pf->pdev->dev, "Deleted LAN device PF%d bus=0x%02x func=0x%02x\n",
629 pf->hw.pf_id, pf->hw.bus.device,
630 pf->hw.bus.func);
631 list_del(&ldev->list);
632 kfree(ldev);
633 ret = 0;
634 break;
635 }
636 }
637
638 mutex_unlock(&i40e_device_mutex);
639 return ret;
640}
641
642/**
643 * i40e_client_release - release client specific resources
644 * @client: pointer to the registered client
645 *
646 * Return 0 on success or < 0 on error
647 **/
648static int i40e_client_release(struct i40e_client *client)
649{
650 struct i40e_client_instance *cdev, *tmp;
651 struct i40e_pf *pf;
652 int ret = 0;
653
654 LIST_HEAD(cdevs_tmp);
655
656 mutex_lock(&i40e_client_instance_mutex);
657 list_for_each_entry_safe(cdev, tmp, &i40e_client_instances, list) {
658 if (strncmp(cdev->client->name, client->name,
659 I40E_CLIENT_STR_LENGTH))
660 continue;
661 pf = (struct i40e_pf *)cdev->lan_info.pf;
662 if (test_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state)) {
663 if (client->ops && client->ops->close)
664 client->ops->close(&cdev->lan_info, client,
665 false);
666 i40e_client_release_qvlist(&cdev->lan_info);
667 clear_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state);
668
669 dev_warn(&pf->pdev->dev,
670 "Client %s instance for PF id %d closed\n",
671 client->name, pf->hw.pf_id);
672 }
673 /* delete the client instance from the list */
674 list_move(&cdev->list, &cdevs_tmp);
675 dev_info(&pf->pdev->dev, "Deleted client instance of Client %s\n",
676 client->name);
677 }
678 mutex_unlock(&i40e_client_instance_mutex);
679
680 /* free the client device and release its vsi */
681 list_for_each_entry_safe(cdev, tmp, &cdevs_tmp, list) {
682 kfree(cdev);
683 }
684 return ret;
685}
686
687/**
688 * i40e_client_prepare - prepare client specific resources
689 * @client: pointer to the registered client
690 *
691 * Return 0 on success or < 0 on error
692 **/
693static int i40e_client_prepare(struct i40e_client *client)
694{
695 struct i40e_device *ldev;
696 struct i40e_pf *pf;
697 int ret = 0;
698
699 mutex_lock(&i40e_device_mutex);
700 list_for_each_entry(ldev, &i40e_devices, list) {
701 pf = ldev->pf;
702 /* Start the client subtask */
703 pf->flags |= I40E_FLAG_SERVICE_CLIENT_REQUESTED;
704 i40e_service_event_schedule(pf);
705 }
706 mutex_unlock(&i40e_device_mutex);
707 return ret;
708}
709
710/**
711 * i40e_client_virtchnl_send - TBD
712 * @ldev: pointer to L2 context
713 * @client: Client pointer
714 * @vf_id: absolute VF identifier
715 * @msg: message buffer
716 * @len: length of message buffer
717 *
718 * Return 0 on success or < 0 on error
719 **/
720static int i40e_client_virtchnl_send(struct i40e_info *ldev,
721 struct i40e_client *client,
722 u32 vf_id, u8 *msg, u16 len)
723{
724 struct i40e_pf *pf = ldev->pf;
725 struct i40e_hw *hw = &pf->hw;
726 i40e_status err;
727
728 err = i40e_aq_send_msg_to_vf(hw, vf_id, I40E_VIRTCHNL_OP_IWARP,
729 0, msg, len, NULL);
730 if (err)
731 dev_err(&pf->pdev->dev, "Unable to send iWarp message to VF, error %d, aq status %d\n",
732 err, hw->aq.asq_last_status);
733
734 return err;
735}
736
737/**
738 * i40e_client_setup_qvlist
739 * @ldev: pointer to L2 context.
740 * @client: Client pointer.
741 * @qv_info: queue and vector list
742 *
743 * Return 0 on success or < 0 on error
744 **/
745static int i40e_client_setup_qvlist(struct i40e_info *ldev,
746 struct i40e_client *client,
747 struct i40e_qvlist_info *qvlist_info)
748{
749 struct i40e_pf *pf = ldev->pf;
750 struct i40e_hw *hw = &pf->hw;
751 struct i40e_qv_info *qv_info;
752 u32 v_idx, i, reg_idx, reg;
753 u32 size;
754
755 size = sizeof(struct i40e_qvlist_info) +
756 (sizeof(struct i40e_qv_info) * (qvlist_info->num_vectors - 1));
757 ldev->qvlist_info = kzalloc(size, GFP_KERNEL);
758 ldev->qvlist_info->num_vectors = qvlist_info->num_vectors;
759
760 for (i = 0; i < qvlist_info->num_vectors; i++) {
761 qv_info = &qvlist_info->qv_info[i];
762 if (!qv_info)
763 continue;
764 v_idx = qv_info->v_idx;
765
766 /* Validate vector id belongs to this client */
767 if ((v_idx >= (pf->iwarp_base_vector + pf->num_iwarp_msix)) ||
768 (v_idx < pf->iwarp_base_vector))
769 goto err;
770
771 ldev->qvlist_info->qv_info[i] = *qv_info;
772 reg_idx = I40E_PFINT_LNKLSTN(v_idx - 1);
773
774 if (qv_info->ceq_idx == I40E_QUEUE_INVALID_IDX) {
775 /* Special case - No CEQ mapped on this vector */
776 wr32(hw, reg_idx, I40E_PFINT_LNKLSTN_FIRSTQ_INDX_MASK);
777 } else {
778 reg = (qv_info->ceq_idx &
779 I40E_PFINT_LNKLSTN_FIRSTQ_INDX_MASK) |
780 (I40E_QUEUE_TYPE_PE_CEQ <<
781 I40E_PFINT_LNKLSTN_FIRSTQ_TYPE_SHIFT);
782 wr32(hw, reg_idx, reg);
783
784 reg = (I40E_PFINT_CEQCTL_CAUSE_ENA_MASK |
785 (v_idx << I40E_PFINT_CEQCTL_MSIX_INDX_SHIFT) |
786 (qv_info->itr_idx <<
787 I40E_PFINT_CEQCTL_ITR_INDX_SHIFT) |
788 (I40E_QUEUE_END_OF_LIST <<
789 I40E_PFINT_CEQCTL_NEXTQ_INDX_SHIFT));
790 wr32(hw, I40E_PFINT_CEQCTL(qv_info->ceq_idx), reg);
791 }
792 if (qv_info->aeq_idx != I40E_QUEUE_INVALID_IDX) {
793 reg = (I40E_PFINT_AEQCTL_CAUSE_ENA_MASK |
794 (v_idx << I40E_PFINT_AEQCTL_MSIX_INDX_SHIFT) |
795 (qv_info->itr_idx <<
796 I40E_PFINT_AEQCTL_ITR_INDX_SHIFT));
797
798 wr32(hw, I40E_PFINT_AEQCTL, reg);
799 }
800 }
801 /* Mitigate sync problems with iwarp VF driver */
802 i40e_flush(hw);
803 return 0;
804err:
805 kfree(ldev->qvlist_info);
806 ldev->qvlist_info = NULL;
807 return -EINVAL;
808}
809
810/**
811 * i40e_client_request_reset
812 * @ldev: pointer to L2 context.
813 * @client: Client pointer.
814 * @level: reset level
815 **/
816static void i40e_client_request_reset(struct i40e_info *ldev,
817 struct i40e_client *client,
818 u32 reset_level)
819{
820 struct i40e_pf *pf = ldev->pf;
821
822 switch (reset_level) {
823 case I40E_CLIENT_RESET_LEVEL_PF:
824 set_bit(__I40E_PF_RESET_REQUESTED, &pf->state);
825 break;
826 case I40E_CLIENT_RESET_LEVEL_CORE:
827 set_bit(__I40E_PF_RESET_REQUESTED, &pf->state);
828 break;
829 default:
830 dev_warn(&pf->pdev->dev,
831 "Client %s instance for PF id %d request an unsupported reset: %d.\n",
832 client->name, pf->hw.pf_id, reset_level);
833 break;
834 }
835
836 i40e_service_event_schedule(pf);
837}
838
839/**
840 * i40e_client_update_vsi_ctxt
841 * @ldev: pointer to L2 context.
842 * @client: Client pointer.
843 * @is_vf: if this for the VF
844 * @vf_id: if is_vf true this carries the vf_id
845 * @flag: Any device level setting that needs to be done for PE
846 * @valid_flag: Bits in this match up and enable changing of flag bits
847 *
848 * Return 0 on success or < 0 on error
849 **/
850static int i40e_client_update_vsi_ctxt(struct i40e_info *ldev,
851 struct i40e_client *client,
852 bool is_vf, u32 vf_id,
853 u32 flag, u32 valid_flag)
854{
855 struct i40e_pf *pf = ldev->pf;
856 struct i40e_vsi *vsi = pf->vsi[pf->lan_vsi];
857 struct i40e_vsi_context ctxt;
858 bool update = true;
859 i40e_status err;
860
861 /* TODO: for now do not allow setting VF's VSI setting */
862 if (is_vf)
863 return -EINVAL;
864
865 ctxt.seid = pf->main_vsi_seid;
866 ctxt.pf_num = pf->hw.pf_id;
867 err = i40e_aq_get_vsi_params(&pf->hw, &ctxt, NULL);
868 ctxt.flags = I40E_AQ_VSI_TYPE_PF;
869 if (err) {
870 dev_info(&pf->pdev->dev,
871 "couldn't get PF vsi config, err %s aq_err %s\n",
872 i40e_stat_str(&pf->hw, err),
873 i40e_aq_str(&pf->hw,
874 pf->hw.aq.asq_last_status));
875 return -ENOENT;
876 }
877
878 if ((valid_flag & I40E_CLIENT_VSI_FLAG_TCP_PACKET_ENABLE) &&
879 (flag & I40E_CLIENT_VSI_FLAG_TCP_PACKET_ENABLE)) {
880 ctxt.info.valid_sections =
881 cpu_to_le16(I40E_AQ_VSI_PROP_QUEUE_OPT_VALID);
882 ctxt.info.queueing_opt_flags |= I40E_AQ_VSI_QUE_OPT_TCP_ENA;
883 } else if ((valid_flag & I40E_CLIENT_VSI_FLAG_TCP_PACKET_ENABLE) &&
884 !(flag & I40E_CLIENT_VSI_FLAG_TCP_PACKET_ENABLE)) {
885 ctxt.info.valid_sections =
886 cpu_to_le16(I40E_AQ_VSI_PROP_QUEUE_OPT_VALID);
887 ctxt.info.queueing_opt_flags &= ~I40E_AQ_VSI_QUE_OPT_TCP_ENA;
888 } else {
889 update = false;
890 dev_warn(&pf->pdev->dev,
891 "Client %s instance for PF id %d request an unsupported Config: %x.\n",
892 client->name, pf->hw.pf_id, flag);
893 }
894
895 if (update) {
896 err = i40e_aq_update_vsi_params(&vsi->back->hw, &ctxt, NULL);
897 if (err) {
898 dev_info(&pf->pdev->dev,
899 "update VSI ctxt for PE failed, err %s aq_err %s\n",
900 i40e_stat_str(&pf->hw, err),
901 i40e_aq_str(&pf->hw,
902 pf->hw.aq.asq_last_status));
903 }
904 }
905 return err;
906}
907
908/**
909 * i40e_register_client - Register a i40e client driver with the L2 driver
910 * @client: pointer to the i40e_client struct
911 *
912 * Returns 0 on success or non-0 on error
913 **/
914int i40e_register_client(struct i40e_client *client)
915{
916 int ret = 0;
917 enum i40e_vsi_type vsi_type;
918
919 if (!client) {
920 ret = -EIO;
921 goto out;
922 }
923
924 if (strlen(client->name) == 0) {
925 pr_info("i40e: Failed to register client with no name\n");
926 ret = -EIO;
927 goto out;
928 }
929
930 mutex_lock(&i40e_client_mutex);
931 if (i40e_client_is_registered(client)) {
932 pr_info("i40e: Client %s has already been registered!\n",
933 client->name);
934 mutex_unlock(&i40e_client_mutex);
935 ret = -EEXIST;
936 goto out;
937 }
938
939 if ((client->version.major != I40E_CLIENT_VERSION_MAJOR) ||
940 (client->version.minor != I40E_CLIENT_VERSION_MINOR)) {
941 pr_info("i40e: Failed to register client %s due to mismatched client interface version\n",
942 client->name);
943 pr_info("Client is using version: %02d.%02d.%02d while LAN driver supports %s\n",
944 client->version.major, client->version.minor,
945 client->version.build,
946 i40e_client_interface_version_str);
947 mutex_unlock(&i40e_client_mutex);
948 ret = -EIO;
949 goto out;
950 }
951
952 vsi_type = i40e_client_type_to_vsi_type(client->type);
953 if (vsi_type == I40E_VSI_TYPE_UNKNOWN) {
954 pr_info("i40e: Failed to register client %s due to unknown client type %d\n",
955 client->name, client->type);
956 mutex_unlock(&i40e_client_mutex);
957 ret = -EIO;
958 goto out;
959 }
960 list_add(&client->list, &i40e_clients);
961 set_bit(__I40E_CLIENT_REGISTERED, &client->state);
962 mutex_unlock(&i40e_client_mutex);
963
964 if (i40e_client_prepare(client)) {
965 ret = -EIO;
966 goto out;
967 }
968
969 pr_info("i40e: Registered client %s with return code %d\n",
970 client->name, ret);
971out:
972 return ret;
973}
974EXPORT_SYMBOL(i40e_register_client);
975
976/**
977 * i40e_unregister_client - Unregister a i40e client driver with the L2 driver
978 * @client: pointer to the i40e_client struct
979 *
980 * Returns 0 on success or non-0 on error
981 **/
982int i40e_unregister_client(struct i40e_client *client)
983{
984 int ret = 0;
985
986 /* When a unregister request comes through we would have to send
987 * a close for each of the client instances that were opened.
988 * client_release function is called to handle this.
989 */
990 mutex_lock(&i40e_client_mutex);
991 if (!client || i40e_client_release(client)) {
992 ret = -EIO;
993 goto out;
994 }
995
996 /* TODO: check if device is in reset, or if that matters? */
997 if (!i40e_client_is_registered(client)) {
998 pr_info("i40e: Client %s has not been registered\n",
999 client->name);
1000 ret = -ENODEV;
1001 goto out;
1002 }
1003 clear_bit(__I40E_CLIENT_REGISTERED, &client->state);
1004 list_del(&client->list);
1005 pr_info("i40e: Unregistered client %s with return code %d\n",
1006 client->name, ret);
1007out:
1008 mutex_unlock(&i40e_client_mutex);
1009 return ret;
1010}
1011EXPORT_SYMBOL(i40e_unregister_client);