Loading...
Note: File does not exist in v4.6.
1// SPDX-License-Identifier: GPL-2.0-only
2/* Copyright (C) 2023 Intel Corporation */
3
4#include "idpf.h"
5#include "idpf_devids.h"
6
7#define DRV_SUMMARY "Intel(R) Infrastructure Data Path Function Linux Driver"
8
9MODULE_DESCRIPTION(DRV_SUMMARY);
10MODULE_LICENSE("GPL");
11
12/**
13 * idpf_remove - Device removal routine
14 * @pdev: PCI device information struct
15 */
16static void idpf_remove(struct pci_dev *pdev)
17{
18 struct idpf_adapter *adapter = pci_get_drvdata(pdev);
19 int i;
20
21 set_bit(IDPF_REMOVE_IN_PROG, adapter->flags);
22
23 /* Wait until vc_event_task is done to consider if any hard reset is
24 * in progress else we may go ahead and release the resources but the
25 * thread doing the hard reset might continue the init path and
26 * end up in bad state.
27 */
28 cancel_delayed_work_sync(&adapter->vc_event_task);
29 if (adapter->num_vfs)
30 idpf_sriov_configure(pdev, 0);
31
32 idpf_vc_core_deinit(adapter);
33 /* Be a good citizen and leave the device clean on exit */
34 adapter->dev_ops.reg_ops.trigger_reset(adapter, IDPF_HR_FUNC_RESET);
35 idpf_deinit_dflt_mbx(adapter);
36
37 if (!adapter->netdevs)
38 goto destroy_wqs;
39
40 /* There are some cases where it's possible to still have netdevs
41 * registered with the stack at this point, e.g. if the driver detected
42 * a HW reset and rmmod is called before it fully recovers. Unregister
43 * any stale netdevs here.
44 */
45 for (i = 0; i < adapter->max_vports; i++) {
46 if (!adapter->netdevs[i])
47 continue;
48 if (adapter->netdevs[i]->reg_state != NETREG_UNINITIALIZED)
49 unregister_netdev(adapter->netdevs[i]);
50 free_netdev(adapter->netdevs[i]);
51 adapter->netdevs[i] = NULL;
52 }
53
54destroy_wqs:
55 destroy_workqueue(adapter->init_wq);
56 destroy_workqueue(adapter->serv_wq);
57 destroy_workqueue(adapter->mbx_wq);
58 destroy_workqueue(adapter->stats_wq);
59 destroy_workqueue(adapter->vc_event_wq);
60
61 for (i = 0; i < adapter->max_vports; i++) {
62 kfree(adapter->vport_config[i]);
63 adapter->vport_config[i] = NULL;
64 }
65 kfree(adapter->vport_config);
66 adapter->vport_config = NULL;
67 kfree(adapter->netdevs);
68 adapter->netdevs = NULL;
69
70 mutex_destroy(&adapter->vport_ctrl_lock);
71 mutex_destroy(&adapter->vector_lock);
72 mutex_destroy(&adapter->queue_lock);
73 mutex_destroy(&adapter->vc_buf_lock);
74
75 pci_set_drvdata(pdev, NULL);
76 kfree(adapter);
77}
78
79/**
80 * idpf_shutdown - PCI callback for shutting down device
81 * @pdev: PCI device information struct
82 */
83static void idpf_shutdown(struct pci_dev *pdev)
84{
85 idpf_remove(pdev);
86
87 if (system_state == SYSTEM_POWER_OFF)
88 pci_set_power_state(pdev, PCI_D3hot);
89}
90
91/**
92 * idpf_cfg_hw - Initialize HW struct
93 * @adapter: adapter to setup hw struct for
94 *
95 * Returns 0 on success, negative on failure
96 */
97static int idpf_cfg_hw(struct idpf_adapter *adapter)
98{
99 struct pci_dev *pdev = adapter->pdev;
100 struct idpf_hw *hw = &adapter->hw;
101
102 hw->hw_addr = pcim_iomap_table(pdev)[0];
103 if (!hw->hw_addr) {
104 pci_err(pdev, "failed to allocate PCI iomap table\n");
105
106 return -ENOMEM;
107 }
108
109 hw->back = adapter;
110
111 return 0;
112}
113
114/**
115 * idpf_probe - Device initialization routine
116 * @pdev: PCI device information struct
117 * @ent: entry in idpf_pci_tbl
118 *
119 * Returns 0 on success, negative on failure
120 */
121static int idpf_probe(struct pci_dev *pdev, const struct pci_device_id *ent)
122{
123 struct device *dev = &pdev->dev;
124 struct idpf_adapter *adapter;
125 int err;
126
127 adapter = kzalloc(sizeof(*adapter), GFP_KERNEL);
128 if (!adapter)
129 return -ENOMEM;
130
131 adapter->req_tx_splitq = true;
132 adapter->req_rx_splitq = true;
133
134 switch (ent->device) {
135 case IDPF_DEV_ID_PF:
136 idpf_dev_ops_init(adapter);
137 break;
138 case IDPF_DEV_ID_VF:
139 idpf_vf_dev_ops_init(adapter);
140 adapter->crc_enable = true;
141 break;
142 default:
143 err = -ENODEV;
144 dev_err(&pdev->dev, "Unexpected dev ID 0x%x in idpf probe\n",
145 ent->device);
146 goto err_free;
147 }
148
149 adapter->pdev = pdev;
150 err = pcim_enable_device(pdev);
151 if (err)
152 goto err_free;
153
154 err = pcim_iomap_regions(pdev, BIT(0), pci_name(pdev));
155 if (err) {
156 pci_err(pdev, "pcim_iomap_regions failed %pe\n", ERR_PTR(err));
157
158 goto err_free;
159 }
160
161 /* set up for high or low dma */
162 err = dma_set_mask_and_coherent(dev, DMA_BIT_MASK(64));
163 if (err) {
164 pci_err(pdev, "DMA configuration failed: %pe\n", ERR_PTR(err));
165
166 goto err_free;
167 }
168
169 pci_set_master(pdev);
170 pci_set_drvdata(pdev, adapter);
171
172 adapter->init_wq = alloc_workqueue("%s-%s-init", 0, 0,
173 dev_driver_string(dev),
174 dev_name(dev));
175 if (!adapter->init_wq) {
176 dev_err(dev, "Failed to allocate init workqueue\n");
177 err = -ENOMEM;
178 goto err_free;
179 }
180
181 adapter->serv_wq = alloc_workqueue("%s-%s-service", 0, 0,
182 dev_driver_string(dev),
183 dev_name(dev));
184 if (!adapter->serv_wq) {
185 dev_err(dev, "Failed to allocate service workqueue\n");
186 err = -ENOMEM;
187 goto err_serv_wq_alloc;
188 }
189
190 adapter->mbx_wq = alloc_workqueue("%s-%s-mbx", 0, 0,
191 dev_driver_string(dev),
192 dev_name(dev));
193 if (!adapter->mbx_wq) {
194 dev_err(dev, "Failed to allocate mailbox workqueue\n");
195 err = -ENOMEM;
196 goto err_mbx_wq_alloc;
197 }
198
199 adapter->stats_wq = alloc_workqueue("%s-%s-stats", 0, 0,
200 dev_driver_string(dev),
201 dev_name(dev));
202 if (!adapter->stats_wq) {
203 dev_err(dev, "Failed to allocate workqueue\n");
204 err = -ENOMEM;
205 goto err_stats_wq_alloc;
206 }
207
208 adapter->vc_event_wq = alloc_workqueue("%s-%s-vc_event", 0, 0,
209 dev_driver_string(dev),
210 dev_name(dev));
211 if (!adapter->vc_event_wq) {
212 dev_err(dev, "Failed to allocate virtchnl event workqueue\n");
213 err = -ENOMEM;
214 goto err_vc_event_wq_alloc;
215 }
216
217 /* setup msglvl */
218 adapter->msg_enable = netif_msg_init(-1, IDPF_AVAIL_NETIF_M);
219
220 err = idpf_cfg_hw(adapter);
221 if (err) {
222 dev_err(dev, "Failed to configure HW structure for adapter: %d\n",
223 err);
224 goto err_cfg_hw;
225 }
226
227 mutex_init(&adapter->vport_ctrl_lock);
228 mutex_init(&adapter->vector_lock);
229 mutex_init(&adapter->queue_lock);
230 mutex_init(&adapter->vc_buf_lock);
231
232 init_waitqueue_head(&adapter->vchnl_wq);
233
234 INIT_DELAYED_WORK(&adapter->init_task, idpf_init_task);
235 INIT_DELAYED_WORK(&adapter->serv_task, idpf_service_task);
236 INIT_DELAYED_WORK(&adapter->mbx_task, idpf_mbx_task);
237 INIT_DELAYED_WORK(&adapter->stats_task, idpf_statistics_task);
238 INIT_DELAYED_WORK(&adapter->vc_event_task, idpf_vc_event_task);
239
240 adapter->dev_ops.reg_ops.reset_reg_init(adapter);
241 set_bit(IDPF_HR_DRV_LOAD, adapter->flags);
242 queue_delayed_work(adapter->vc_event_wq, &adapter->vc_event_task,
243 msecs_to_jiffies(10 * (pdev->devfn & 0x07)));
244
245 return 0;
246
247err_cfg_hw:
248 destroy_workqueue(adapter->vc_event_wq);
249err_vc_event_wq_alloc:
250 destroy_workqueue(adapter->stats_wq);
251err_stats_wq_alloc:
252 destroy_workqueue(adapter->mbx_wq);
253err_mbx_wq_alloc:
254 destroy_workqueue(adapter->serv_wq);
255err_serv_wq_alloc:
256 destroy_workqueue(adapter->init_wq);
257err_free:
258 kfree(adapter);
259 return err;
260}
261
262/* idpf_pci_tbl - PCI Dev idpf ID Table
263 */
264static const struct pci_device_id idpf_pci_tbl[] = {
265 { PCI_VDEVICE(INTEL, IDPF_DEV_ID_PF)},
266 { PCI_VDEVICE(INTEL, IDPF_DEV_ID_VF)},
267 { /* Sentinel */ }
268};
269MODULE_DEVICE_TABLE(pci, idpf_pci_tbl);
270
271static struct pci_driver idpf_driver = {
272 .name = KBUILD_MODNAME,
273 .id_table = idpf_pci_tbl,
274 .probe = idpf_probe,
275 .sriov_configure = idpf_sriov_configure,
276 .remove = idpf_remove,
277 .shutdown = idpf_shutdown,
278};
279module_pci_driver(idpf_driver);