Loading...
1// SPDX-License-Identifier: GPL-2.0
2/* Copyright(c) 2013 - 2018 Intel Corporation. */
3
4#include <linux/list.h>
5#include <linux/errno.h>
6#include <linux/net/intel/i40e_client.h>
7
8#include "i40e.h"
9
10static LIST_HEAD(i40e_devices);
11static DEFINE_MUTEX(i40e_device_mutex);
12DEFINE_IDA(i40e_client_ida);
13
14static int i40e_client_virtchnl_send(struct i40e_info *ldev,
15 struct i40e_client *client,
16 u32 vf_id, u8 *msg, u16 len);
17
18static int i40e_client_setup_qvlist(struct i40e_info *ldev,
19 struct i40e_client *client,
20 struct i40e_qvlist_info *qvlist_info);
21
22static void i40e_client_request_reset(struct i40e_info *ldev,
23 struct i40e_client *client,
24 u32 reset_level);
25
26static int i40e_client_update_vsi_ctxt(struct i40e_info *ldev,
27 struct i40e_client *client,
28 bool is_vf, u32 vf_id,
29 u32 flag, u32 valid_flag);
30
31static struct i40e_ops i40e_lan_ops = {
32 .virtchnl_send = i40e_client_virtchnl_send,
33 .setup_qvlist = i40e_client_setup_qvlist,
34 .request_reset = i40e_client_request_reset,
35 .update_vsi_ctxt = i40e_client_update_vsi_ctxt,
36};
37
38/**
39 * i40e_client_get_params - Get the params that can change at runtime
40 * @vsi: the VSI with the message
41 * @params: client param struct
42 *
43 **/
44static
45int i40e_client_get_params(struct i40e_vsi *vsi, struct i40e_params *params)
46{
47 struct i40e_dcbx_config *dcb_cfg = &vsi->back->hw.local_dcbx_config;
48 int i = 0;
49
50 for (i = 0; i < I40E_MAX_USER_PRIORITY; i++) {
51 u8 tc = dcb_cfg->etscfg.prioritytable[i];
52 u16 qs_handle;
53
54 /* If TC is not enabled for VSI use TC0 for UP */
55 if (!(vsi->tc_config.enabled_tc & BIT(tc)))
56 tc = 0;
57
58 qs_handle = le16_to_cpu(vsi->info.qs_handle[tc]);
59 params->qos.prio_qos[i].tc = tc;
60 params->qos.prio_qos[i].qs_handle = qs_handle;
61 if (qs_handle == I40E_AQ_VSI_QS_HANDLE_INVALID) {
62 dev_err(&vsi->back->pdev->dev, "Invalid queue set handle for TC = %d, vsi id = %d\n",
63 tc, vsi->id);
64 return -EINVAL;
65 }
66 }
67
68 params->mtu = vsi->netdev->mtu;
69 return 0;
70}
71
72/**
73 * i40e_notify_client_of_vf_msg - call the client vf message callback
74 * @vsi: the VSI with the message
75 * @vf_id: the absolute VF id that sent the message
76 * @msg: message buffer
77 * @len: length of the message
78 *
79 * If there is a client to this VSI, call the client
80 **/
81void
82i40e_notify_client_of_vf_msg(struct i40e_vsi *vsi, u32 vf_id, u8 *msg, u16 len)
83{
84 struct i40e_pf *pf = vsi->back;
85 struct i40e_client_instance *cdev = pf->cinst;
86
87 if (!cdev || !cdev->client)
88 return;
89 if (!cdev->client->ops || !cdev->client->ops->virtchnl_receive) {
90 dev_dbg(&pf->pdev->dev,
91 "Cannot locate client instance virtual channel receive routine\n");
92 return;
93 }
94 if (!test_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state)) {
95 dev_dbg(&pf->pdev->dev, "Client is not open, abort virtchnl_receive\n");
96 return;
97 }
98 cdev->client->ops->virtchnl_receive(&cdev->lan_info, cdev->client,
99 vf_id, msg, len);
100}
101
102/**
103 * i40e_notify_client_of_l2_param_changes - call the client notify callback
104 * @pf: PF device pointer
105 *
106 * If there is a client, call its callback
107 **/
108void i40e_notify_client_of_l2_param_changes(struct i40e_pf *pf)
109{
110 struct i40e_vsi *vsi = i40e_pf_get_main_vsi(pf);
111 struct i40e_client_instance *cdev = pf->cinst;
112 struct i40e_params params;
113
114 if (!cdev || !cdev->client)
115 return;
116 if (!cdev->client->ops || !cdev->client->ops->l2_param_change) {
117 dev_dbg(&pf->pdev->dev,
118 "Cannot locate client instance l2_param_change routine\n");
119 return;
120 }
121 if (!test_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state)) {
122 dev_dbg(&pf->pdev->dev,
123 "Client is not open, abort l2 param change\n");
124 return;
125 }
126 memset(¶ms, 0, sizeof(params));
127 i40e_client_get_params(vsi, ¶ms);
128 memcpy(&cdev->lan_info.params, ¶ms, sizeof(struct i40e_params));
129 cdev->client->ops->l2_param_change(&cdev->lan_info, cdev->client,
130 ¶ms);
131}
132
133/**
134 * i40e_client_release_qvlist - release MSI-X vector mapping for client
135 * @ldev: pointer to L2 context.
136 *
137 **/
138static void i40e_client_release_qvlist(struct i40e_info *ldev)
139{
140 struct i40e_qvlist_info *qvlist_info = ldev->qvlist_info;
141 u32 i;
142
143 if (!ldev->qvlist_info)
144 return;
145
146 for (i = 0; i < qvlist_info->num_vectors; i++) {
147 struct i40e_pf *pf = ldev->pf;
148 struct i40e_qv_info *qv_info;
149 u32 reg_idx;
150
151 qv_info = &qvlist_info->qv_info[i];
152 reg_idx = I40E_PFINT_LNKLSTN(qv_info->v_idx - 1);
153 wr32(&pf->hw, reg_idx, I40E_PFINT_LNKLSTN_FIRSTQ_INDX_MASK);
154 }
155 kfree(ldev->qvlist_info);
156 ldev->qvlist_info = NULL;
157}
158
159/**
160 * i40e_notify_client_of_netdev_close - call the client close callback
161 * @pf: PF device pointer
162 * @reset: true when close called due to a reset pending
163 *
164 * If there is a client to this netdev, call the client with close
165 **/
166void i40e_notify_client_of_netdev_close(struct i40e_pf *pf, bool reset)
167{
168 struct i40e_client_instance *cdev = pf->cinst;
169
170 if (!cdev || !cdev->client)
171 return;
172 if (!cdev->client->ops || !cdev->client->ops->close) {
173 dev_dbg(&pf->pdev->dev,
174 "Cannot locate client instance close routine\n");
175 return;
176 }
177 if (!test_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state)) {
178 dev_dbg(&pf->pdev->dev, "Client is not open, abort close\n");
179 return;
180 }
181 cdev->client->ops->close(&cdev->lan_info, cdev->client, reset);
182 clear_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state);
183 i40e_client_release_qvlist(&cdev->lan_info);
184}
185
186/**
187 * i40e_notify_client_of_vf_reset - call the client vf reset callback
188 * @pf: PF device pointer
189 * @vf_id: asolute id of VF being reset
190 *
191 * If there is a client attached to this PF, notify when a VF is reset
192 **/
193void i40e_notify_client_of_vf_reset(struct i40e_pf *pf, u32 vf_id)
194{
195 struct i40e_client_instance *cdev = pf->cinst;
196
197 if (!cdev || !cdev->client)
198 return;
199 if (!cdev->client->ops || !cdev->client->ops->vf_reset) {
200 dev_dbg(&pf->pdev->dev,
201 "Cannot locate client instance VF reset routine\n");
202 return;
203 }
204 if (!test_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state)) {
205 dev_dbg(&pf->pdev->dev, "Client is not open, abort vf-reset\n");
206 return;
207 }
208 cdev->client->ops->vf_reset(&cdev->lan_info, cdev->client, vf_id);
209}
210
211/**
212 * i40e_notify_client_of_vf_enable - call the client vf notification callback
213 * @pf: PF device pointer
214 * @num_vfs: the number of VFs currently enabled, 0 for disable
215 *
216 * If there is a client attached to this PF, call its VF notification routine
217 **/
218void i40e_notify_client_of_vf_enable(struct i40e_pf *pf, u32 num_vfs)
219{
220 struct i40e_client_instance *cdev = pf->cinst;
221
222 if (!cdev || !cdev->client)
223 return;
224 if (!cdev->client->ops || !cdev->client->ops->vf_enable) {
225 dev_dbg(&pf->pdev->dev,
226 "Cannot locate client instance VF enable routine\n");
227 return;
228 }
229 if (!test_bit(__I40E_CLIENT_INSTANCE_OPENED,
230 &cdev->state)) {
231 dev_dbg(&pf->pdev->dev, "Client is not open, abort vf-enable\n");
232 return;
233 }
234 cdev->client->ops->vf_enable(&cdev->lan_info, cdev->client, num_vfs);
235}
236
237/**
238 * i40e_vf_client_capable - ask the client if it likes the specified VF
239 * @pf: PF device pointer
240 * @vf_id: the VF in question
241 *
242 * If there is a client of the specified type attached to this PF, call
243 * its vf_capable routine
244 **/
245int i40e_vf_client_capable(struct i40e_pf *pf, u32 vf_id)
246{
247 struct i40e_client_instance *cdev = pf->cinst;
248 int capable = false;
249
250 if (!cdev || !cdev->client)
251 goto out;
252 if (!cdev->client->ops || !cdev->client->ops->vf_capable) {
253 dev_dbg(&pf->pdev->dev,
254 "Cannot locate client instance VF capability routine\n");
255 goto out;
256 }
257 if (!test_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state))
258 goto out;
259
260 capable = cdev->client->ops->vf_capable(&cdev->lan_info,
261 cdev->client,
262 vf_id);
263out:
264 return capable;
265}
266
267void i40e_client_update_msix_info(struct i40e_pf *pf)
268{
269 struct i40e_client_instance *cdev = pf->cinst;
270
271 if (!cdev || !cdev->client)
272 return;
273
274 cdev->lan_info.msix_count = pf->num_iwarp_msix;
275 cdev->lan_info.msix_entries = &pf->msix_entries[pf->iwarp_base_vector];
276}
277
278static void i40e_auxiliary_dev_release(struct device *dev)
279{
280 struct i40e_auxiliary_device *i40e_aux_dev =
281 container_of(dev, struct i40e_auxiliary_device, aux_dev.dev);
282
283 ida_free(&i40e_client_ida, i40e_aux_dev->aux_dev.id);
284 kfree(i40e_aux_dev);
285}
286
287static int i40e_register_auxiliary_dev(struct i40e_info *ldev, const char *name)
288{
289 struct i40e_auxiliary_device *i40e_aux_dev;
290 struct pci_dev *pdev = ldev->pcidev;
291 struct auxiliary_device *aux_dev;
292 int ret;
293
294 i40e_aux_dev = kzalloc(sizeof(*i40e_aux_dev), GFP_KERNEL);
295 if (!i40e_aux_dev)
296 return -ENOMEM;
297
298 i40e_aux_dev->ldev = ldev;
299
300 aux_dev = &i40e_aux_dev->aux_dev;
301 aux_dev->name = name;
302 aux_dev->dev.parent = &pdev->dev;
303 aux_dev->dev.release = i40e_auxiliary_dev_release;
304 ldev->aux_dev = aux_dev;
305
306 ret = ida_alloc(&i40e_client_ida, GFP_KERNEL);
307 if (ret < 0) {
308 kfree(i40e_aux_dev);
309 return ret;
310 }
311 aux_dev->id = ret;
312
313 ret = auxiliary_device_init(aux_dev);
314 if (ret < 0) {
315 ida_free(&i40e_client_ida, aux_dev->id);
316 kfree(i40e_aux_dev);
317 return ret;
318 }
319
320 ret = auxiliary_device_add(aux_dev);
321 if (ret) {
322 auxiliary_device_uninit(aux_dev);
323 return ret;
324 }
325
326 return ret;
327}
328
329/**
330 * i40e_client_add_instance - add a client instance struct to the instance list
331 * @pf: pointer to the board struct
332 *
333 **/
334static void i40e_client_add_instance(struct i40e_pf *pf)
335{
336 struct i40e_vsi *vsi = i40e_pf_get_main_vsi(pf);
337 struct i40e_client_instance *cdev = NULL;
338 struct netdev_hw_addr *mac = NULL;
339
340 cdev = kzalloc(sizeof(*cdev), GFP_KERNEL);
341 if (!cdev)
342 return;
343
344 cdev->lan_info.pf = (void *)pf;
345 cdev->lan_info.netdev = vsi->netdev;
346 cdev->lan_info.pcidev = pf->pdev;
347 cdev->lan_info.fid = pf->hw.pf_id;
348 cdev->lan_info.ftype = I40E_CLIENT_FTYPE_PF;
349 cdev->lan_info.hw_addr = pf->hw.hw_addr;
350 cdev->lan_info.ops = &i40e_lan_ops;
351 cdev->lan_info.version.major = I40E_CLIENT_VERSION_MAJOR;
352 cdev->lan_info.version.minor = I40E_CLIENT_VERSION_MINOR;
353 cdev->lan_info.version.build = I40E_CLIENT_VERSION_BUILD;
354 cdev->lan_info.fw_maj_ver = pf->hw.aq.fw_maj_ver;
355 cdev->lan_info.fw_min_ver = pf->hw.aq.fw_min_ver;
356 cdev->lan_info.fw_build = pf->hw.aq.fw_build;
357 set_bit(__I40E_CLIENT_INSTANCE_NONE, &cdev->state);
358
359 if (i40e_client_get_params(vsi, &cdev->lan_info.params))
360 goto free_cdev;
361
362 mac = list_first_entry(&cdev->lan_info.netdev->dev_addrs.list,
363 struct netdev_hw_addr, list);
364 if (mac)
365 ether_addr_copy(cdev->lan_info.lanmac, mac->addr);
366 else
367 dev_err(&pf->pdev->dev, "MAC address list is empty!\n");
368
369 pf->cinst = cdev;
370
371 cdev->lan_info.msix_count = pf->num_iwarp_msix;
372 cdev->lan_info.msix_entries = &pf->msix_entries[pf->iwarp_base_vector];
373
374 if (i40e_register_auxiliary_dev(&cdev->lan_info, "iwarp"))
375 goto free_cdev;
376
377 return;
378
379free_cdev:
380 kfree(cdev);
381 pf->cinst = NULL;
382}
383
384/**
385 * i40e_client_del_instance - removes a client instance from the list
386 * @pf: pointer to the board struct
387 *
388 **/
389static
390void i40e_client_del_instance(struct i40e_pf *pf)
391{
392 kfree(pf->cinst);
393 pf->cinst = NULL;
394}
395
396/**
397 * i40e_client_subtask - client maintenance work
398 * @pf: board private structure
399 **/
400void i40e_client_subtask(struct i40e_pf *pf)
401{
402 struct i40e_vsi *vsi = i40e_pf_get_main_vsi(pf);
403 struct i40e_client_instance *cdev;
404 struct i40e_client *client;
405 int ret = 0;
406
407 if (!test_and_clear_bit(__I40E_CLIENT_SERVICE_REQUESTED, pf->state))
408 return;
409 cdev = pf->cinst;
410
411 /* If we're down or resetting, just bail */
412 if (test_bit(__I40E_DOWN, pf->state) ||
413 test_bit(__I40E_CONFIG_BUSY, pf->state))
414 return;
415
416 if (!cdev || !cdev->client)
417 return;
418
419 client = cdev->client;
420
421 /* Here we handle client opens. If the client is down, and
422 * the netdev is registered, then open the client.
423 */
424 if (!test_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state)) {
425 if (vsi->netdev_registered &&
426 client->ops && client->ops->open) {
427 set_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state);
428 ret = client->ops->open(&cdev->lan_info, client);
429 if (ret) {
430 /* Remove failed client instance */
431 clear_bit(__I40E_CLIENT_INSTANCE_OPENED,
432 &cdev->state);
433 return;
434 }
435 }
436 }
437
438 /* enable/disable PE TCP_ENA flag based on netdev down/up
439 */
440 if (test_bit(__I40E_VSI_DOWN, vsi->state))
441 i40e_client_update_vsi_ctxt(&cdev->lan_info, client,
442 0, 0, 0,
443 I40E_CLIENT_VSI_FLAG_TCP_ENABLE);
444 else
445 i40e_client_update_vsi_ctxt(&cdev->lan_info, client,
446 0, 0,
447 I40E_CLIENT_VSI_FLAG_TCP_ENABLE,
448 I40E_CLIENT_VSI_FLAG_TCP_ENABLE);
449}
450
451/**
452 * i40e_lan_add_device - add a lan device struct to the list of lan devices
453 * @pf: pointer to the board struct
454 *
455 * Returns 0 on success or none 0 on error
456 **/
457int i40e_lan_add_device(struct i40e_pf *pf)
458{
459 struct i40e_device *ldev;
460 int ret = 0;
461
462 mutex_lock(&i40e_device_mutex);
463 list_for_each_entry(ldev, &i40e_devices, list) {
464 if (ldev->pf == pf) {
465 ret = -EEXIST;
466 goto out;
467 }
468 }
469 ldev = kzalloc(sizeof(*ldev), GFP_KERNEL);
470 if (!ldev) {
471 ret = -ENOMEM;
472 goto out;
473 }
474 ldev->pf = pf;
475 INIT_LIST_HEAD(&ldev->list);
476 list_add(&ldev->list, &i40e_devices);
477 dev_info(&pf->pdev->dev, "Added LAN device PF%d bus=0x%02x dev=0x%02x func=0x%02x\n",
478 pf->hw.pf_id, pf->hw.bus.bus_id,
479 pf->hw.bus.device, pf->hw.bus.func);
480
481 i40e_client_add_instance(pf);
482
483 set_bit(__I40E_CLIENT_SERVICE_REQUESTED, pf->state);
484 i40e_service_event_schedule(pf);
485
486out:
487 mutex_unlock(&i40e_device_mutex);
488 return ret;
489}
490
491/**
492 * i40e_lan_del_device - removes a lan device from the device list
493 * @pf: pointer to the board struct
494 *
495 * Returns 0 on success or non-0 on error
496 **/
497int i40e_lan_del_device(struct i40e_pf *pf)
498{
499 struct auxiliary_device *aux_dev = pf->cinst->lan_info.aux_dev;
500 struct i40e_device *ldev, *tmp;
501 int ret = -ENODEV;
502
503 auxiliary_device_delete(aux_dev);
504 auxiliary_device_uninit(aux_dev);
505
506 /* First, remove any client instance. */
507 i40e_client_del_instance(pf);
508
509 mutex_lock(&i40e_device_mutex);
510 list_for_each_entry_safe(ldev, tmp, &i40e_devices, list) {
511 if (ldev->pf == pf) {
512 dev_info(&pf->pdev->dev, "Deleted LAN device PF%d bus=0x%02x dev=0x%02x func=0x%02x\n",
513 pf->hw.pf_id, pf->hw.bus.bus_id,
514 pf->hw.bus.device, pf->hw.bus.func);
515 list_del(&ldev->list);
516 kfree(ldev);
517 ret = 0;
518 break;
519 }
520 }
521 mutex_unlock(&i40e_device_mutex);
522 return ret;
523}
524
525/**
526 * i40e_client_virtchnl_send - TBD
527 * @ldev: pointer to L2 context
528 * @client: Client pointer
529 * @vf_id: absolute VF identifier
530 * @msg: message buffer
531 * @len: length of message buffer
532 *
533 * Return 0 on success or < 0 on error
534 **/
535static int i40e_client_virtchnl_send(struct i40e_info *ldev,
536 struct i40e_client *client,
537 u32 vf_id, u8 *msg, u16 len)
538{
539 struct i40e_pf *pf = ldev->pf;
540 struct i40e_hw *hw = &pf->hw;
541 int err;
542
543 err = i40e_aq_send_msg_to_vf(hw, vf_id, VIRTCHNL_OP_RDMA,
544 0, msg, len, NULL);
545 if (err)
546 dev_err(&pf->pdev->dev, "Unable to send iWarp message to VF, error %d, aq status %d\n",
547 err, hw->aq.asq_last_status);
548
549 return err;
550}
551
552/**
553 * i40e_client_setup_qvlist
554 * @ldev: pointer to L2 context.
555 * @client: Client pointer.
556 * @qvlist_info: queue and vector list
557 *
558 * Return 0 on success or < 0 on error
559 **/
560static int i40e_client_setup_qvlist(struct i40e_info *ldev,
561 struct i40e_client *client,
562 struct i40e_qvlist_info *qvlist_info)
563{
564 struct i40e_pf *pf = ldev->pf;
565 struct i40e_hw *hw = &pf->hw;
566 struct i40e_qv_info *qv_info;
567 u32 v_idx, i, reg_idx, reg;
568
569 ldev->qvlist_info = kzalloc(struct_size(ldev->qvlist_info, qv_info,
570 qvlist_info->num_vectors), GFP_KERNEL);
571 if (!ldev->qvlist_info)
572 return -ENOMEM;
573 ldev->qvlist_info->num_vectors = qvlist_info->num_vectors;
574
575 for (i = 0; i < qvlist_info->num_vectors; i++) {
576 qv_info = &qvlist_info->qv_info[i];
577 v_idx = qv_info->v_idx;
578
579 /* Validate vector id belongs to this client */
580 if ((v_idx >= (pf->iwarp_base_vector + pf->num_iwarp_msix)) ||
581 (v_idx < pf->iwarp_base_vector))
582 goto err;
583
584 ldev->qvlist_info->qv_info[i] = *qv_info;
585 reg_idx = I40E_PFINT_LNKLSTN(v_idx - 1);
586
587 if (qv_info->ceq_idx == I40E_QUEUE_INVALID_IDX) {
588 /* Special case - No CEQ mapped on this vector */
589 wr32(hw, reg_idx, I40E_PFINT_LNKLSTN_FIRSTQ_INDX_MASK);
590 } else {
591 reg = (qv_info->ceq_idx &
592 I40E_PFINT_LNKLSTN_FIRSTQ_INDX_MASK) |
593 (I40E_QUEUE_TYPE_PE_CEQ <<
594 I40E_PFINT_LNKLSTN_FIRSTQ_TYPE_SHIFT);
595 wr32(hw, reg_idx, reg);
596
597 reg = (I40E_PFINT_CEQCTL_CAUSE_ENA_MASK |
598 (v_idx << I40E_PFINT_CEQCTL_MSIX_INDX_SHIFT) |
599 (qv_info->itr_idx <<
600 I40E_PFINT_CEQCTL_ITR_INDX_SHIFT) |
601 (I40E_QUEUE_END_OF_LIST <<
602 I40E_PFINT_CEQCTL_NEXTQ_INDX_SHIFT));
603 wr32(hw, I40E_PFINT_CEQCTL(qv_info->ceq_idx), reg);
604 }
605 if (qv_info->aeq_idx != I40E_QUEUE_INVALID_IDX) {
606 reg = (I40E_PFINT_AEQCTL_CAUSE_ENA_MASK |
607 (v_idx << I40E_PFINT_AEQCTL_MSIX_INDX_SHIFT) |
608 (qv_info->itr_idx <<
609 I40E_PFINT_AEQCTL_ITR_INDX_SHIFT));
610
611 wr32(hw, I40E_PFINT_AEQCTL, reg);
612 }
613 }
614 /* Mitigate sync problems with iwarp VF driver */
615 i40e_flush(hw);
616 return 0;
617err:
618 kfree(ldev->qvlist_info);
619 ldev->qvlist_info = NULL;
620 return -EINVAL;
621}
622
623/**
624 * i40e_client_request_reset
625 * @ldev: pointer to L2 context.
626 * @client: Client pointer.
627 * @reset_level: reset level
628 **/
629static void i40e_client_request_reset(struct i40e_info *ldev,
630 struct i40e_client *client,
631 u32 reset_level)
632{
633 struct i40e_pf *pf = ldev->pf;
634
635 switch (reset_level) {
636 case I40E_CLIENT_RESET_LEVEL_PF:
637 set_bit(__I40E_PF_RESET_REQUESTED, pf->state);
638 break;
639 case I40E_CLIENT_RESET_LEVEL_CORE:
640 set_bit(__I40E_PF_RESET_REQUESTED, pf->state);
641 break;
642 default:
643 dev_warn(&pf->pdev->dev,
644 "Client for PF id %d requested an unsupported reset: %d.\n",
645 pf->hw.pf_id, reset_level);
646 break;
647 }
648
649 i40e_service_event_schedule(pf);
650}
651
652/**
653 * i40e_client_update_vsi_ctxt
654 * @ldev: pointer to L2 context.
655 * @client: Client pointer.
656 * @is_vf: if this for the VF
657 * @vf_id: if is_vf true this carries the vf_id
658 * @flag: Any device level setting that needs to be done for PE
659 * @valid_flag: Bits in this match up and enable changing of flag bits
660 *
661 * Return 0 on success or < 0 on error
662 **/
663static int i40e_client_update_vsi_ctxt(struct i40e_info *ldev,
664 struct i40e_client *client,
665 bool is_vf, u32 vf_id,
666 u32 flag, u32 valid_flag)
667{
668 struct i40e_vsi *vsi = i40e_pf_get_main_vsi(ldev->pf);
669 struct i40e_pf *pf = ldev->pf;
670 struct i40e_vsi_context ctxt;
671 bool update = true;
672 int err;
673
674 /* TODO: for now do not allow setting VF's VSI setting */
675 if (is_vf)
676 return -EINVAL;
677
678 ctxt.seid = pf->main_vsi_seid;
679 ctxt.pf_num = pf->hw.pf_id;
680 err = i40e_aq_get_vsi_params(&pf->hw, &ctxt, NULL);
681 ctxt.flags = I40E_AQ_VSI_TYPE_PF;
682 if (err) {
683 dev_info(&pf->pdev->dev,
684 "couldn't get PF vsi config, err %pe aq_err %s\n",
685 ERR_PTR(err),
686 i40e_aq_str(&pf->hw,
687 pf->hw.aq.asq_last_status));
688 return -ENOENT;
689 }
690
691 if ((valid_flag & I40E_CLIENT_VSI_FLAG_TCP_ENABLE) &&
692 (flag & I40E_CLIENT_VSI_FLAG_TCP_ENABLE)) {
693 ctxt.info.valid_sections =
694 cpu_to_le16(I40E_AQ_VSI_PROP_QUEUE_OPT_VALID);
695 ctxt.info.queueing_opt_flags |= I40E_AQ_VSI_QUE_OPT_TCP_ENA;
696 } else if ((valid_flag & I40E_CLIENT_VSI_FLAG_TCP_ENABLE) &&
697 !(flag & I40E_CLIENT_VSI_FLAG_TCP_ENABLE)) {
698 ctxt.info.valid_sections =
699 cpu_to_le16(I40E_AQ_VSI_PROP_QUEUE_OPT_VALID);
700 ctxt.info.queueing_opt_flags &= ~I40E_AQ_VSI_QUE_OPT_TCP_ENA;
701 } else {
702 update = false;
703 dev_warn(&pf->pdev->dev,
704 "Client for PF id %d request an unsupported Config: %x.\n",
705 pf->hw.pf_id, flag);
706 }
707
708 if (update) {
709 err = i40e_aq_update_vsi_params(&vsi->back->hw, &ctxt, NULL);
710 if (err) {
711 dev_info(&pf->pdev->dev,
712 "update VSI ctxt for PE failed, err %pe aq_err %s\n",
713 ERR_PTR(err),
714 i40e_aq_str(&pf->hw,
715 pf->hw.aq.asq_last_status));
716 }
717 }
718 return err;
719}
720
721void i40e_client_device_register(struct i40e_info *ldev, struct i40e_client *client)
722{
723 struct i40e_pf *pf = ldev->pf;
724
725 pf->cinst->client = client;
726 set_bit(__I40E_CLIENT_SERVICE_REQUESTED, pf->state);
727 i40e_service_event_schedule(pf);
728}
729EXPORT_SYMBOL_GPL(i40e_client_device_register);
730
731void i40e_client_device_unregister(struct i40e_info *ldev)
732{
733 struct i40e_pf *pf = ldev->pf;
734 struct i40e_client_instance *cdev = pf->cinst;
735
736 if (!cdev)
737 return;
738
739 while (test_and_set_bit(__I40E_SERVICE_SCHED, pf->state))
740 usleep_range(500, 1000);
741
742 if (test_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state)) {
743 cdev->client->ops->close(&cdev->lan_info, cdev->client, false);
744 clear_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state);
745 i40e_client_release_qvlist(&cdev->lan_info);
746 }
747
748 pf->cinst->client = NULL;
749 clear_bit(__I40E_SERVICE_SCHED, pf->state);
750}
751EXPORT_SYMBOL_GPL(i40e_client_device_unregister);
1// SPDX-License-Identifier: GPL-2.0
2/*******************************************************************************
3 *
4 * Intel Ethernet Controller XL710 Family Linux Driver
5 * Copyright(c) 2013 - 2017 Intel Corporation.
6 *
7 * This program is free software; you can redistribute it and/or modify it
8 * under the terms and conditions of the GNU General Public License,
9 * version 2, as published by the Free Software Foundation.
10 *
11 * This program is distributed in the hope it will be useful, but WITHOUT
12 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
13 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
14 * more details.
15 *
16 * You should have received a copy of the GNU General Public License along
17 * with this program. If not, see <http://www.gnu.org/licenses/>.
18 *
19 * The full GNU General Public License is included in this distribution in
20 * the file called "COPYING".
21 *
22 * Contact Information:
23 * e1000-devel Mailing List <e1000-devel@lists.sourceforge.net>
24 * Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
25 *
26 ******************************************************************************/
27
28#include <linux/list.h>
29#include <linux/errno.h>
30
31#include "i40e.h"
32#include "i40e_prototype.h"
33#include "i40e_client.h"
34
35static const char i40e_client_interface_version_str[] = I40E_CLIENT_VERSION_STR;
36static struct i40e_client *registered_client;
37static LIST_HEAD(i40e_devices);
38static DEFINE_MUTEX(i40e_device_mutex);
39
40static int i40e_client_virtchnl_send(struct i40e_info *ldev,
41 struct i40e_client *client,
42 u32 vf_id, u8 *msg, u16 len);
43
44static int i40e_client_setup_qvlist(struct i40e_info *ldev,
45 struct i40e_client *client,
46 struct i40e_qvlist_info *qvlist_info);
47
48static void i40e_client_request_reset(struct i40e_info *ldev,
49 struct i40e_client *client,
50 u32 reset_level);
51
52static int i40e_client_update_vsi_ctxt(struct i40e_info *ldev,
53 struct i40e_client *client,
54 bool is_vf, u32 vf_id,
55 u32 flag, u32 valid_flag);
56
57static struct i40e_ops i40e_lan_ops = {
58 .virtchnl_send = i40e_client_virtchnl_send,
59 .setup_qvlist = i40e_client_setup_qvlist,
60 .request_reset = i40e_client_request_reset,
61 .update_vsi_ctxt = i40e_client_update_vsi_ctxt,
62};
63
64/**
65 * i40e_client_get_params - Get the params that can change at runtime
66 * @vsi: the VSI with the message
67 * @param: clinet param struct
68 *
69 **/
70static
71int i40e_client_get_params(struct i40e_vsi *vsi, struct i40e_params *params)
72{
73 struct i40e_dcbx_config *dcb_cfg = &vsi->back->hw.local_dcbx_config;
74 int i = 0;
75
76 for (i = 0; i < I40E_MAX_USER_PRIORITY; i++) {
77 u8 tc = dcb_cfg->etscfg.prioritytable[i];
78 u16 qs_handle;
79
80 /* If TC is not enabled for VSI use TC0 for UP */
81 if (!(vsi->tc_config.enabled_tc & BIT(tc)))
82 tc = 0;
83
84 qs_handle = le16_to_cpu(vsi->info.qs_handle[tc]);
85 params->qos.prio_qos[i].tc = tc;
86 params->qos.prio_qos[i].qs_handle = qs_handle;
87 if (qs_handle == I40E_AQ_VSI_QS_HANDLE_INVALID) {
88 dev_err(&vsi->back->pdev->dev, "Invalid queue set handle for TC = %d, vsi id = %d\n",
89 tc, vsi->id);
90 return -EINVAL;
91 }
92 }
93
94 params->mtu = vsi->netdev->mtu;
95 return 0;
96}
97
98/**
99 * i40e_notify_client_of_vf_msg - call the client vf message callback
100 * @vsi: the VSI with the message
101 * @vf_id: the absolute VF id that sent the message
102 * @msg: message buffer
103 * @len: length of the message
104 *
105 * If there is a client to this VSI, call the client
106 **/
107void
108i40e_notify_client_of_vf_msg(struct i40e_vsi *vsi, u32 vf_id, u8 *msg, u16 len)
109{
110 struct i40e_pf *pf = vsi->back;
111 struct i40e_client_instance *cdev = pf->cinst;
112
113 if (!cdev || !cdev->client)
114 return;
115 if (!cdev->client->ops || !cdev->client->ops->virtchnl_receive) {
116 dev_dbg(&pf->pdev->dev,
117 "Cannot locate client instance virtual channel receive routine\n");
118 return;
119 }
120 if (!test_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state)) {
121 dev_dbg(&pf->pdev->dev, "Client is not open, abort virtchnl_receive\n");
122 return;
123 }
124 cdev->client->ops->virtchnl_receive(&cdev->lan_info, cdev->client,
125 vf_id, msg, len);
126}
127
128/**
129 * i40e_notify_client_of_l2_param_changes - call the client notify callback
130 * @vsi: the VSI with l2 param changes
131 *
132 * If there is a client to this VSI, call the client
133 **/
134void i40e_notify_client_of_l2_param_changes(struct i40e_vsi *vsi)
135{
136 struct i40e_pf *pf = vsi->back;
137 struct i40e_client_instance *cdev = pf->cinst;
138 struct i40e_params params;
139
140 if (!cdev || !cdev->client)
141 return;
142 if (!cdev->client->ops || !cdev->client->ops->l2_param_change) {
143 dev_dbg(&vsi->back->pdev->dev,
144 "Cannot locate client instance l2_param_change routine\n");
145 return;
146 }
147 if (!test_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state)) {
148 dev_dbg(&vsi->back->pdev->dev, "Client is not open, abort l2 param change\n");
149 return;
150 }
151 memset(¶ms, 0, sizeof(params));
152 i40e_client_get_params(vsi, ¶ms);
153 memcpy(&cdev->lan_info.params, ¶ms, sizeof(struct i40e_params));
154 cdev->client->ops->l2_param_change(&cdev->lan_info, cdev->client,
155 ¶ms);
156}
157
158/**
159 * i40e_client_release_qvlist - release MSI-X vector mapping for client
160 * @ldev: pointer to L2 context.
161 *
162 **/
163static void i40e_client_release_qvlist(struct i40e_info *ldev)
164{
165 struct i40e_qvlist_info *qvlist_info = ldev->qvlist_info;
166 u32 i;
167
168 if (!ldev->qvlist_info)
169 return;
170
171 for (i = 0; i < qvlist_info->num_vectors; i++) {
172 struct i40e_pf *pf = ldev->pf;
173 struct i40e_qv_info *qv_info;
174 u32 reg_idx;
175
176 qv_info = &qvlist_info->qv_info[i];
177 if (!qv_info)
178 continue;
179 reg_idx = I40E_PFINT_LNKLSTN(qv_info->v_idx - 1);
180 wr32(&pf->hw, reg_idx, I40E_PFINT_LNKLSTN_FIRSTQ_INDX_MASK);
181 }
182 kfree(ldev->qvlist_info);
183 ldev->qvlist_info = NULL;
184}
185
186/**
187 * i40e_notify_client_of_netdev_close - call the client close callback
188 * @vsi: the VSI with netdev closed
189 * @reset: true when close called due to a reset pending
190 *
191 * If there is a client to this netdev, call the client with close
192 **/
193void i40e_notify_client_of_netdev_close(struct i40e_vsi *vsi, bool reset)
194{
195 struct i40e_pf *pf = vsi->back;
196 struct i40e_client_instance *cdev = pf->cinst;
197
198 if (!cdev || !cdev->client)
199 return;
200 if (!cdev->client->ops || !cdev->client->ops->close) {
201 dev_dbg(&vsi->back->pdev->dev,
202 "Cannot locate client instance close routine\n");
203 return;
204 }
205 cdev->client->ops->close(&cdev->lan_info, cdev->client, reset);
206 clear_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state);
207 i40e_client_release_qvlist(&cdev->lan_info);
208}
209
210/**
211 * i40e_notify_client_of_vf_reset - call the client vf reset callback
212 * @pf: PF device pointer
213 * @vf_id: asolute id of VF being reset
214 *
215 * If there is a client attached to this PF, notify when a VF is reset
216 **/
217void i40e_notify_client_of_vf_reset(struct i40e_pf *pf, u32 vf_id)
218{
219 struct i40e_client_instance *cdev = pf->cinst;
220
221 if (!cdev || !cdev->client)
222 return;
223 if (!cdev->client->ops || !cdev->client->ops->vf_reset) {
224 dev_dbg(&pf->pdev->dev,
225 "Cannot locate client instance VF reset routine\n");
226 return;
227 }
228 if (!test_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state)) {
229 dev_dbg(&pf->pdev->dev, "Client is not open, abort vf-reset\n");
230 return;
231 }
232 cdev->client->ops->vf_reset(&cdev->lan_info, cdev->client, vf_id);
233}
234
235/**
236 * i40e_notify_client_of_vf_enable - call the client vf notification callback
237 * @pf: PF device pointer
238 * @num_vfs: the number of VFs currently enabled, 0 for disable
239 *
240 * If there is a client attached to this PF, call its VF notification routine
241 **/
242void i40e_notify_client_of_vf_enable(struct i40e_pf *pf, u32 num_vfs)
243{
244 struct i40e_client_instance *cdev = pf->cinst;
245
246 if (!cdev || !cdev->client)
247 return;
248 if (!cdev->client->ops || !cdev->client->ops->vf_enable) {
249 dev_dbg(&pf->pdev->dev,
250 "Cannot locate client instance VF enable routine\n");
251 return;
252 }
253 if (!test_bit(__I40E_CLIENT_INSTANCE_OPENED,
254 &cdev->state)) {
255 dev_dbg(&pf->pdev->dev, "Client is not open, abort vf-enable\n");
256 return;
257 }
258 cdev->client->ops->vf_enable(&cdev->lan_info, cdev->client, num_vfs);
259}
260
261/**
262 * i40e_vf_client_capable - ask the client if it likes the specified VF
263 * @pf: PF device pointer
264 * @vf_id: the VF in question
265 *
266 * If there is a client of the specified type attached to this PF, call
267 * its vf_capable routine
268 **/
269int i40e_vf_client_capable(struct i40e_pf *pf, u32 vf_id)
270{
271 struct i40e_client_instance *cdev = pf->cinst;
272 int capable = false;
273
274 if (!cdev || !cdev->client)
275 goto out;
276 if (!cdev->client->ops || !cdev->client->ops->vf_capable) {
277 dev_dbg(&pf->pdev->dev,
278 "Cannot locate client instance VF capability routine\n");
279 goto out;
280 }
281 if (!test_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state))
282 goto out;
283
284 capable = cdev->client->ops->vf_capable(&cdev->lan_info,
285 cdev->client,
286 vf_id);
287out:
288 return capable;
289}
290
291void i40e_client_update_msix_info(struct i40e_pf *pf)
292{
293 struct i40e_client_instance *cdev = pf->cinst;
294
295 if (!cdev || !cdev->client)
296 return;
297
298 cdev->lan_info.msix_count = pf->num_iwarp_msix;
299 cdev->lan_info.msix_entries = &pf->msix_entries[pf->iwarp_base_vector];
300}
301
302/**
303 * i40e_client_add_instance - add a client instance struct to the instance list
304 * @pf: pointer to the board struct
305 * @client: pointer to a client struct in the client list.
306 * @existing: if there was already an existing instance
307 *
308 **/
309static void i40e_client_add_instance(struct i40e_pf *pf)
310{
311 struct i40e_client_instance *cdev = NULL;
312 struct netdev_hw_addr *mac = NULL;
313 struct i40e_vsi *vsi = pf->vsi[pf->lan_vsi];
314
315 if (!registered_client || pf->cinst)
316 return;
317
318 cdev = kzalloc(sizeof(*cdev), GFP_KERNEL);
319 if (!cdev)
320 return;
321
322 cdev->lan_info.pf = (void *)pf;
323 cdev->lan_info.netdev = vsi->netdev;
324 cdev->lan_info.pcidev = pf->pdev;
325 cdev->lan_info.fid = pf->hw.pf_id;
326 cdev->lan_info.ftype = I40E_CLIENT_FTYPE_PF;
327 cdev->lan_info.hw_addr = pf->hw.hw_addr;
328 cdev->lan_info.ops = &i40e_lan_ops;
329 cdev->lan_info.version.major = I40E_CLIENT_VERSION_MAJOR;
330 cdev->lan_info.version.minor = I40E_CLIENT_VERSION_MINOR;
331 cdev->lan_info.version.build = I40E_CLIENT_VERSION_BUILD;
332 cdev->lan_info.fw_maj_ver = pf->hw.aq.fw_maj_ver;
333 cdev->lan_info.fw_min_ver = pf->hw.aq.fw_min_ver;
334 cdev->lan_info.fw_build = pf->hw.aq.fw_build;
335 set_bit(__I40E_CLIENT_INSTANCE_NONE, &cdev->state);
336
337 if (i40e_client_get_params(vsi, &cdev->lan_info.params)) {
338 kfree(cdev);
339 cdev = NULL;
340 return;
341 }
342
343 mac = list_first_entry(&cdev->lan_info.netdev->dev_addrs.list,
344 struct netdev_hw_addr, list);
345 if (mac)
346 ether_addr_copy(cdev->lan_info.lanmac, mac->addr);
347 else
348 dev_err(&pf->pdev->dev, "MAC address list is empty!\n");
349
350 cdev->client = registered_client;
351 pf->cinst = cdev;
352
353 i40e_client_update_msix_info(pf);
354}
355
356/**
357 * i40e_client_del_instance - removes a client instance from the list
358 * @pf: pointer to the board struct
359 *
360 **/
361static
362void i40e_client_del_instance(struct i40e_pf *pf)
363{
364 kfree(pf->cinst);
365 pf->cinst = NULL;
366}
367
368/**
369 * i40e_client_subtask - client maintenance work
370 * @pf: board private structure
371 **/
372void i40e_client_subtask(struct i40e_pf *pf)
373{
374 struct i40e_client *client = registered_client;
375 struct i40e_client_instance *cdev;
376 struct i40e_vsi *vsi = pf->vsi[pf->lan_vsi];
377 int ret = 0;
378
379 if (!test_and_clear_bit(__I40E_CLIENT_SERVICE_REQUESTED, pf->state))
380 return;
381 cdev = pf->cinst;
382
383 /* If we're down or resetting, just bail */
384 if (test_bit(__I40E_DOWN, pf->state) ||
385 test_bit(__I40E_CONFIG_BUSY, pf->state))
386 return;
387
388 if (!client || !cdev)
389 return;
390
391 /* Here we handle client opens. If the client is down, and
392 * the netdev is registered, then open the client.
393 */
394 if (!test_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state)) {
395 if (vsi->netdev_registered &&
396 client->ops && client->ops->open) {
397 set_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state);
398 ret = client->ops->open(&cdev->lan_info, client);
399 if (ret) {
400 /* Remove failed client instance */
401 clear_bit(__I40E_CLIENT_INSTANCE_OPENED,
402 &cdev->state);
403 i40e_client_del_instance(pf);
404 }
405 }
406 }
407
408 /* enable/disable PE TCP_ENA flag based on netdev down/up
409 */
410 if (test_bit(__I40E_VSI_DOWN, vsi->state))
411 i40e_client_update_vsi_ctxt(&cdev->lan_info, client,
412 0, 0, 0,
413 I40E_CLIENT_VSI_FLAG_TCP_ENABLE);
414 else
415 i40e_client_update_vsi_ctxt(&cdev->lan_info, client,
416 0, 0,
417 I40E_CLIENT_VSI_FLAG_TCP_ENABLE,
418 I40E_CLIENT_VSI_FLAG_TCP_ENABLE);
419}
420
421/**
422 * i40e_lan_add_device - add a lan device struct to the list of lan devices
423 * @pf: pointer to the board struct
424 *
425 * Returns 0 on success or none 0 on error
426 **/
427int i40e_lan_add_device(struct i40e_pf *pf)
428{
429 struct i40e_device *ldev;
430 int ret = 0;
431
432 mutex_lock(&i40e_device_mutex);
433 list_for_each_entry(ldev, &i40e_devices, list) {
434 if (ldev->pf == pf) {
435 ret = -EEXIST;
436 goto out;
437 }
438 }
439 ldev = kzalloc(sizeof(*ldev), GFP_KERNEL);
440 if (!ldev) {
441 ret = -ENOMEM;
442 goto out;
443 }
444 ldev->pf = pf;
445 INIT_LIST_HEAD(&ldev->list);
446 list_add(&ldev->list, &i40e_devices);
447 dev_info(&pf->pdev->dev, "Added LAN device PF%d bus=0x%02x dev=0x%02x func=0x%02x\n",
448 pf->hw.pf_id, pf->hw.bus.bus_id,
449 pf->hw.bus.device, pf->hw.bus.func);
450
451 /* If a client has already been registered, we need to add an instance
452 * of it to our new LAN device.
453 */
454 if (registered_client)
455 i40e_client_add_instance(pf);
456
457 /* Since in some cases register may have happened before a device gets
458 * added, we can schedule a subtask to go initiate the clients if
459 * they can be launched at probe time.
460 */
461 set_bit(__I40E_CLIENT_SERVICE_REQUESTED, pf->state);
462 i40e_service_event_schedule(pf);
463
464out:
465 mutex_unlock(&i40e_device_mutex);
466 return ret;
467}
468
469/**
470 * i40e_lan_del_device - removes a lan device from the device list
471 * @pf: pointer to the board struct
472 *
473 * Returns 0 on success or non-0 on error
474 **/
475int i40e_lan_del_device(struct i40e_pf *pf)
476{
477 struct i40e_device *ldev, *tmp;
478 int ret = -ENODEV;
479
480 /* First, remove any client instance. */
481 i40e_client_del_instance(pf);
482
483 mutex_lock(&i40e_device_mutex);
484 list_for_each_entry_safe(ldev, tmp, &i40e_devices, list) {
485 if (ldev->pf == pf) {
486 dev_info(&pf->pdev->dev, "Deleted LAN device PF%d bus=0x%02x dev=0x%02x func=0x%02x\n",
487 pf->hw.pf_id, pf->hw.bus.bus_id,
488 pf->hw.bus.device, pf->hw.bus.func);
489 list_del(&ldev->list);
490 kfree(ldev);
491 ret = 0;
492 break;
493 }
494 }
495 mutex_unlock(&i40e_device_mutex);
496 return ret;
497}
498
499/**
500 * i40e_client_release - release client specific resources
501 * @client: pointer to the registered client
502 *
503 **/
504static void i40e_client_release(struct i40e_client *client)
505{
506 struct i40e_client_instance *cdev;
507 struct i40e_device *ldev;
508 struct i40e_pf *pf;
509
510 mutex_lock(&i40e_device_mutex);
511 list_for_each_entry(ldev, &i40e_devices, list) {
512 pf = ldev->pf;
513 cdev = pf->cinst;
514 if (!cdev)
515 continue;
516
517 while (test_and_set_bit(__I40E_SERVICE_SCHED,
518 pf->state))
519 usleep_range(500, 1000);
520
521 if (test_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state)) {
522 if (client->ops && client->ops->close)
523 client->ops->close(&cdev->lan_info, client,
524 false);
525 i40e_client_release_qvlist(&cdev->lan_info);
526 clear_bit(__I40E_CLIENT_INSTANCE_OPENED, &cdev->state);
527
528 dev_warn(&pf->pdev->dev,
529 "Client %s instance for PF id %d closed\n",
530 client->name, pf->hw.pf_id);
531 }
532 /* delete the client instance */
533 i40e_client_del_instance(pf);
534 dev_info(&pf->pdev->dev, "Deleted client instance of Client %s\n",
535 client->name);
536 clear_bit(__I40E_SERVICE_SCHED, pf->state);
537 }
538 mutex_unlock(&i40e_device_mutex);
539}
540
541/**
542 * i40e_client_prepare - prepare client specific resources
543 * @client: pointer to the registered client
544 *
545 **/
546static void i40e_client_prepare(struct i40e_client *client)
547{
548 struct i40e_device *ldev;
549 struct i40e_pf *pf;
550
551 mutex_lock(&i40e_device_mutex);
552 list_for_each_entry(ldev, &i40e_devices, list) {
553 pf = ldev->pf;
554 i40e_client_add_instance(pf);
555 /* Start the client subtask */
556 set_bit(__I40E_CLIENT_SERVICE_REQUESTED, pf->state);
557 i40e_service_event_schedule(pf);
558 }
559 mutex_unlock(&i40e_device_mutex);
560}
561
562/**
563 * i40e_client_virtchnl_send - TBD
564 * @ldev: pointer to L2 context
565 * @client: Client pointer
566 * @vf_id: absolute VF identifier
567 * @msg: message buffer
568 * @len: length of message buffer
569 *
570 * Return 0 on success or < 0 on error
571 **/
572static int i40e_client_virtchnl_send(struct i40e_info *ldev,
573 struct i40e_client *client,
574 u32 vf_id, u8 *msg, u16 len)
575{
576 struct i40e_pf *pf = ldev->pf;
577 struct i40e_hw *hw = &pf->hw;
578 i40e_status err;
579
580 err = i40e_aq_send_msg_to_vf(hw, vf_id, VIRTCHNL_OP_IWARP,
581 0, msg, len, NULL);
582 if (err)
583 dev_err(&pf->pdev->dev, "Unable to send iWarp message to VF, error %d, aq status %d\n",
584 err, hw->aq.asq_last_status);
585
586 return err;
587}
588
589/**
590 * i40e_client_setup_qvlist
591 * @ldev: pointer to L2 context.
592 * @client: Client pointer.
593 * @qv_info: queue and vector list
594 *
595 * Return 0 on success or < 0 on error
596 **/
597static int i40e_client_setup_qvlist(struct i40e_info *ldev,
598 struct i40e_client *client,
599 struct i40e_qvlist_info *qvlist_info)
600{
601 struct i40e_pf *pf = ldev->pf;
602 struct i40e_hw *hw = &pf->hw;
603 struct i40e_qv_info *qv_info;
604 u32 v_idx, i, reg_idx, reg;
605 u32 size;
606
607 size = sizeof(struct i40e_qvlist_info) +
608 (sizeof(struct i40e_qv_info) * (qvlist_info->num_vectors - 1));
609 ldev->qvlist_info = kzalloc(size, GFP_KERNEL);
610 if (!ldev->qvlist_info)
611 return -ENOMEM;
612 ldev->qvlist_info->num_vectors = qvlist_info->num_vectors;
613
614 for (i = 0; i < qvlist_info->num_vectors; i++) {
615 qv_info = &qvlist_info->qv_info[i];
616 if (!qv_info)
617 continue;
618 v_idx = qv_info->v_idx;
619
620 /* Validate vector id belongs to this client */
621 if ((v_idx >= (pf->iwarp_base_vector + pf->num_iwarp_msix)) ||
622 (v_idx < pf->iwarp_base_vector))
623 goto err;
624
625 ldev->qvlist_info->qv_info[i] = *qv_info;
626 reg_idx = I40E_PFINT_LNKLSTN(v_idx - 1);
627
628 if (qv_info->ceq_idx == I40E_QUEUE_INVALID_IDX) {
629 /* Special case - No CEQ mapped on this vector */
630 wr32(hw, reg_idx, I40E_PFINT_LNKLSTN_FIRSTQ_INDX_MASK);
631 } else {
632 reg = (qv_info->ceq_idx &
633 I40E_PFINT_LNKLSTN_FIRSTQ_INDX_MASK) |
634 (I40E_QUEUE_TYPE_PE_CEQ <<
635 I40E_PFINT_LNKLSTN_FIRSTQ_TYPE_SHIFT);
636 wr32(hw, reg_idx, reg);
637
638 reg = (I40E_PFINT_CEQCTL_CAUSE_ENA_MASK |
639 (v_idx << I40E_PFINT_CEQCTL_MSIX_INDX_SHIFT) |
640 (qv_info->itr_idx <<
641 I40E_PFINT_CEQCTL_ITR_INDX_SHIFT) |
642 (I40E_QUEUE_END_OF_LIST <<
643 I40E_PFINT_CEQCTL_NEXTQ_INDX_SHIFT));
644 wr32(hw, I40E_PFINT_CEQCTL(qv_info->ceq_idx), reg);
645 }
646 if (qv_info->aeq_idx != I40E_QUEUE_INVALID_IDX) {
647 reg = (I40E_PFINT_AEQCTL_CAUSE_ENA_MASK |
648 (v_idx << I40E_PFINT_AEQCTL_MSIX_INDX_SHIFT) |
649 (qv_info->itr_idx <<
650 I40E_PFINT_AEQCTL_ITR_INDX_SHIFT));
651
652 wr32(hw, I40E_PFINT_AEQCTL, reg);
653 }
654 }
655 /* Mitigate sync problems with iwarp VF driver */
656 i40e_flush(hw);
657 return 0;
658err:
659 kfree(ldev->qvlist_info);
660 ldev->qvlist_info = NULL;
661 return -EINVAL;
662}
663
664/**
665 * i40e_client_request_reset
666 * @ldev: pointer to L2 context.
667 * @client: Client pointer.
668 * @level: reset level
669 **/
670static void i40e_client_request_reset(struct i40e_info *ldev,
671 struct i40e_client *client,
672 u32 reset_level)
673{
674 struct i40e_pf *pf = ldev->pf;
675
676 switch (reset_level) {
677 case I40E_CLIENT_RESET_LEVEL_PF:
678 set_bit(__I40E_PF_RESET_REQUESTED, pf->state);
679 break;
680 case I40E_CLIENT_RESET_LEVEL_CORE:
681 set_bit(__I40E_PF_RESET_REQUESTED, pf->state);
682 break;
683 default:
684 dev_warn(&pf->pdev->dev,
685 "Client for PF id %d requested an unsupported reset: %d.\n",
686 pf->hw.pf_id, reset_level);
687 break;
688 }
689
690 i40e_service_event_schedule(pf);
691}
692
693/**
694 * i40e_client_update_vsi_ctxt
695 * @ldev: pointer to L2 context.
696 * @client: Client pointer.
697 * @is_vf: if this for the VF
698 * @vf_id: if is_vf true this carries the vf_id
699 * @flag: Any device level setting that needs to be done for PE
700 * @valid_flag: Bits in this match up and enable changing of flag bits
701 *
702 * Return 0 on success or < 0 on error
703 **/
704static int i40e_client_update_vsi_ctxt(struct i40e_info *ldev,
705 struct i40e_client *client,
706 bool is_vf, u32 vf_id,
707 u32 flag, u32 valid_flag)
708{
709 struct i40e_pf *pf = ldev->pf;
710 struct i40e_vsi *vsi = pf->vsi[pf->lan_vsi];
711 struct i40e_vsi_context ctxt;
712 bool update = true;
713 i40e_status err;
714
715 /* TODO: for now do not allow setting VF's VSI setting */
716 if (is_vf)
717 return -EINVAL;
718
719 ctxt.seid = pf->main_vsi_seid;
720 ctxt.pf_num = pf->hw.pf_id;
721 err = i40e_aq_get_vsi_params(&pf->hw, &ctxt, NULL);
722 ctxt.flags = I40E_AQ_VSI_TYPE_PF;
723 if (err) {
724 dev_info(&pf->pdev->dev,
725 "couldn't get PF vsi config, err %s aq_err %s\n",
726 i40e_stat_str(&pf->hw, err),
727 i40e_aq_str(&pf->hw,
728 pf->hw.aq.asq_last_status));
729 return -ENOENT;
730 }
731
732 if ((valid_flag & I40E_CLIENT_VSI_FLAG_TCP_ENABLE) &&
733 (flag & I40E_CLIENT_VSI_FLAG_TCP_ENABLE)) {
734 ctxt.info.valid_sections =
735 cpu_to_le16(I40E_AQ_VSI_PROP_QUEUE_OPT_VALID);
736 ctxt.info.queueing_opt_flags |= I40E_AQ_VSI_QUE_OPT_TCP_ENA;
737 } else if ((valid_flag & I40E_CLIENT_VSI_FLAG_TCP_ENABLE) &&
738 !(flag & I40E_CLIENT_VSI_FLAG_TCP_ENABLE)) {
739 ctxt.info.valid_sections =
740 cpu_to_le16(I40E_AQ_VSI_PROP_QUEUE_OPT_VALID);
741 ctxt.info.queueing_opt_flags &= ~I40E_AQ_VSI_QUE_OPT_TCP_ENA;
742 } else {
743 update = false;
744 dev_warn(&pf->pdev->dev,
745 "Client for PF id %d request an unsupported Config: %x.\n",
746 pf->hw.pf_id, flag);
747 }
748
749 if (update) {
750 err = i40e_aq_update_vsi_params(&vsi->back->hw, &ctxt, NULL);
751 if (err) {
752 dev_info(&pf->pdev->dev,
753 "update VSI ctxt for PE failed, err %s aq_err %s\n",
754 i40e_stat_str(&pf->hw, err),
755 i40e_aq_str(&pf->hw,
756 pf->hw.aq.asq_last_status));
757 }
758 }
759 return err;
760}
761
762/**
763 * i40e_register_client - Register a i40e client driver with the L2 driver
764 * @client: pointer to the i40e_client struct
765 *
766 * Returns 0 on success or non-0 on error
767 **/
768int i40e_register_client(struct i40e_client *client)
769{
770 int ret = 0;
771
772 if (!client) {
773 ret = -EIO;
774 goto out;
775 }
776
777 if (strlen(client->name) == 0) {
778 pr_info("i40e: Failed to register client with no name\n");
779 ret = -EIO;
780 goto out;
781 }
782
783 if (registered_client) {
784 pr_info("i40e: Client %s has already been registered!\n",
785 client->name);
786 ret = -EEXIST;
787 goto out;
788 }
789
790 if ((client->version.major != I40E_CLIENT_VERSION_MAJOR) ||
791 (client->version.minor != I40E_CLIENT_VERSION_MINOR)) {
792 pr_info("i40e: Failed to register client %s due to mismatched client interface version\n",
793 client->name);
794 pr_info("Client is using version: %02d.%02d.%02d while LAN driver supports %s\n",
795 client->version.major, client->version.minor,
796 client->version.build,
797 i40e_client_interface_version_str);
798 ret = -EIO;
799 goto out;
800 }
801
802 registered_client = client;
803
804 i40e_client_prepare(client);
805
806 pr_info("i40e: Registered client %s\n", client->name);
807out:
808 return ret;
809}
810EXPORT_SYMBOL(i40e_register_client);
811
812/**
813 * i40e_unregister_client - Unregister a i40e client driver with the L2 driver
814 * @client: pointer to the i40e_client struct
815 *
816 * Returns 0 on success or non-0 on error
817 **/
818int i40e_unregister_client(struct i40e_client *client)
819{
820 int ret = 0;
821
822 if (registered_client != client) {
823 pr_info("i40e: Client %s has not been registered\n",
824 client->name);
825 ret = -ENODEV;
826 goto out;
827 }
828 registered_client = NULL;
829 /* When a unregister request comes through we would have to send
830 * a close for each of the client instances that were opened.
831 * client_release function is called to handle this.
832 */
833 i40e_client_release(client);
834
835 pr_info("i40e: Unregistered client %s\n", client->name);
836out:
837 return ret;
838}
839EXPORT_SYMBOL(i40e_unregister_client);