Loading...
1/* SPDX-License-Identifier: GPL-2.0-or-later */
2/**************************************************************************/
3/* */
4/* IBM System i and System p Virtual NIC Device Driver */
5/* Copyright (C) 2014 IBM Corp. */
6/* Santiago Leon (santi_leon@yahoo.com) */
7/* Thomas Falcon (tlfalcon@linux.vnet.ibm.com) */
8/* John Allen (jallen@linux.vnet.ibm.com) */
9/* */
10/* */
11/* This module contains the implementation of a virtual ethernet device */
12/* for use with IBM i/pSeries LPAR Linux. It utilizes the logical LAN */
13/* option of the RS/6000 Platform Architecture to interface with virtual */
14/* ethernet NICs that are presented to the partition by the hypervisor. */
15/* */
16/**************************************************************************/
17
18#define IBMVNIC_NAME "ibmvnic"
19#define IBMVNIC_DRIVER_VERSION "1.0.1"
20#define IBMVNIC_INVALID_MAP -1
21#define IBMVNIC_OPEN_FAILED 3
22
23/* basic structures plus 100 2k buffers */
24#define IBMVNIC_IO_ENTITLEMENT_DEFAULT 610305
25
26/* Initial module_parameters */
27#define IBMVNIC_RX_WEIGHT 16
28/* when changing this, update IBMVNIC_IO_ENTITLEMENT_DEFAULT */
29#define IBMVNIC_BUFFS_PER_POOL 100
30#define IBMVNIC_MAX_QUEUES 16
31#define IBMVNIC_MAX_QUEUE_SZ 4096
32#define IBMVNIC_MAX_IND_DESCS 16
33#define IBMVNIC_IND_ARR_SZ (IBMVNIC_MAX_IND_DESCS * 32)
34
35#define IBMVNIC_TSO_BUF_SZ 65536
36#define IBMVNIC_TSO_BUFS 64
37#define IBMVNIC_TSO_POOL_MASK 0x80000000
38
39/* A VNIC adapter has set of Rx and Tx pools (aka queues). Each Rx/Tx pool
40 * has a set of buffers. The size of each buffer is determined by the MTU.
41 *
42 * Each Rx/Tx pool is also associated with a DMA region that is shared
43 * with the "hardware" (VIOS) and used to send/receive packets. The DMA
44 * region is also referred to as a Long Term Buffer or LTB.
45 *
46 * The size of the DMA region required for an Rx/Tx pool depends on the
47 * number and size (MTU) of the buffers in the pool. At the max levels
48 * of 4096 jumbo frames (MTU=9000) we will need about 9K*4K = 36MB plus
49 * some padding.
50 *
51 * But the size of a single DMA region is limited by MAX_PAGE_ORDER in the
52 * kernel (about 16MB currently). To support say 4K Jumbo frames, we
53 * use a set of LTBs (struct ltb_set) per pool.
54 *
55 * IBMVNIC_ONE_LTB_MAX - max size of each LTB supported by kernel
56 * IBMVNIC_ONE_LTB_SIZE - current max size of each LTB in an ltb_set
57 * (must be <= IBMVNIC_ONE_LTB_MAX)
58 * IBMVNIC_LTB_SET_SIZE - current size of all LTBs in an ltb_set
59 *
60 * Each VNIC can have upto 16 Rx, 16 Tx and 16 TSO pools. The TSO pools
61 * are of fixed length (IBMVNIC_TSO_BUF_SZ * IBMVNIC_TSO_BUFS) of 4MB.
62 *
63 * The Rx and Tx pools can have upto 4096 buffers. The max size of these
64 * buffers is about 9588 (for jumbo frames, including IBMVNIC_BUFFER_HLEN).
65 * So, setting the IBMVNIC_LTB_SET_SIZE for a pool to 4096 * 9588 ~= 38MB.
66 *
67 * There is a trade-off in setting IBMVNIC_ONE_LTB_SIZE. If it is large,
68 * the allocation of the LTB can fail when system is low in memory. If
69 * its too small, we would need several mappings for each of the Rx/
70 * Tx/TSO pools but there is a limit of 255 mappings per vnic in the
71 * VNIC protocol.
72 *
73 * So setting IBMVNIC_ONE_LTB_SIZE to 8MB. With IBMVNIC_LTB_SET_SIZE set
74 * to 38MB, we will need 5 LTBs per Rx and Tx pool and 1 LTB per TSO
75 * pool for the 4MB. Thus the 16 Rx and Tx queues require 32 * 5 = 160
76 * plus 16 for the TSO pools for a total of 176 LTB mappings per VNIC.
77 */
78#define IBMVNIC_ONE_LTB_MAX ((u32)((1 << MAX_PAGE_ORDER) * PAGE_SIZE))
79#define IBMVNIC_ONE_LTB_SIZE min((u32)(8 << 20), IBMVNIC_ONE_LTB_MAX)
80#define IBMVNIC_LTB_SET_SIZE (38 << 20)
81
82#define IBMVNIC_BUFFER_HLEN 500
83#define IBMVNIC_RESET_DELAY 100
84
85struct ibmvnic_login_buffer {
86 __be32 len;
87 __be32 version;
88#define INITIAL_VERSION_LB 1
89 __be32 num_txcomp_subcrqs;
90 __be32 off_txcomp_subcrqs;
91 __be32 num_rxcomp_subcrqs;
92 __be32 off_rxcomp_subcrqs;
93 __be32 login_rsp_ioba;
94 __be32 login_rsp_len;
95 __be32 client_data_offset;
96 __be32 client_data_len;
97} __packed __aligned(8);
98
99struct ibmvnic_login_rsp_buffer {
100 __be32 len;
101 __be32 version;
102#define INITIAL_VERSION_LRB 1
103 __be32 num_txsubm_subcrqs;
104 __be32 off_txsubm_subcrqs;
105 __be32 num_rxadd_subcrqs;
106 __be32 off_rxadd_subcrqs;
107 __be32 off_rxadd_buff_size;
108 __be32 num_supp_tx_desc;
109 __be32 off_supp_tx_desc;
110} __packed __aligned(8);
111
112struct ibmvnic_query_ip_offload_buffer {
113 __be32 len;
114 __be32 version;
115#define INITIAL_VERSION_IOB 1
116 u8 ipv4_chksum;
117 u8 ipv6_chksum;
118 u8 tcp_ipv4_chksum;
119 u8 tcp_ipv6_chksum;
120 u8 udp_ipv4_chksum;
121 u8 udp_ipv6_chksum;
122 u8 large_tx_ipv4;
123 u8 large_tx_ipv6;
124 u8 large_rx_ipv4;
125 u8 large_rx_ipv6;
126 u8 reserved1[14];
127 __be16 max_ipv4_header_size;
128 __be16 max_ipv6_header_size;
129 __be16 max_tcp_header_size;
130 __be16 max_udp_header_size;
131 __be32 max_large_tx_size;
132 __be32 max_large_rx_size;
133 u8 reserved2[16];
134 u8 ipv6_extension_header;
135#define IPV6_EH_NOT_SUPPORTED 0x00
136#define IPV6_EH_SUPPORTED_LIM 0x01
137#define IPV6_EH_SUPPORTED 0xFF
138 u8 tcp_pseudosum_req;
139#define TCP_PS_NOT_REQUIRED 0x00
140#define TCP_PS_REQUIRED 0x01
141 u8 reserved3[30];
142 __be16 num_ipv6_ext_headers;
143 __be32 off_ipv6_ext_headers;
144 u8 reserved4[154];
145} __packed __aligned(8);
146
147struct ibmvnic_control_ip_offload_buffer {
148 __be32 len;
149 __be32 version;
150#define INITIAL_VERSION_IOB 1
151 u8 ipv4_chksum;
152 u8 ipv6_chksum;
153 u8 tcp_ipv4_chksum;
154 u8 tcp_ipv6_chksum;
155 u8 udp_ipv4_chksum;
156 u8 udp_ipv6_chksum;
157 u8 large_tx_ipv4;
158 u8 large_tx_ipv6;
159 u8 bad_packet_rx;
160 u8 large_rx_ipv4;
161 u8 large_rx_ipv6;
162 u8 reserved4[111];
163} __packed __aligned(8);
164
165struct ibmvnic_fw_component {
166 u8 name[48];
167 __be32 trace_buff_size;
168 u8 correlator;
169 u8 trace_level;
170 u8 parent_correlator;
171 u8 error_check_level;
172 u8 trace_on;
173 u8 reserved[7];
174 u8 description[192];
175} __packed __aligned(8);
176
177struct ibmvnic_fw_trace_entry {
178 __be32 trace_id;
179 u8 num_valid_data;
180 u8 reserved[3];
181 __be64 pmc_registers;
182 __be64 timebase;
183 __be64 trace_data[5];
184} __packed __aligned(8);
185
186struct ibmvnic_statistics {
187 __be32 version;
188 __be32 promiscuous;
189 __be64 rx_packets;
190 __be64 rx_bytes;
191 __be64 tx_packets;
192 __be64 tx_bytes;
193 __be64 ucast_tx_packets;
194 __be64 ucast_rx_packets;
195 __be64 mcast_tx_packets;
196 __be64 mcast_rx_packets;
197 __be64 bcast_tx_packets;
198 __be64 bcast_rx_packets;
199 __be64 align_errors;
200 __be64 fcs_errors;
201 __be64 single_collision_frames;
202 __be64 multi_collision_frames;
203 __be64 sqe_test_errors;
204 __be64 deferred_tx;
205 __be64 late_collisions;
206 __be64 excess_collisions;
207 __be64 internal_mac_tx_errors;
208 __be64 carrier_sense;
209 __be64 too_long_frames;
210 __be64 internal_mac_rx_errors;
211 u8 reserved[72];
212} __packed __aligned(8);
213
214#define NUM_TX_STATS 3
215struct ibmvnic_tx_queue_stats {
216 u64 batched_packets;
217 u64 direct_packets;
218 u64 bytes;
219 u64 dropped_packets;
220};
221
222#define NUM_RX_STATS 3
223struct ibmvnic_rx_queue_stats {
224 u64 packets;
225 u64 bytes;
226 u64 interrupts;
227};
228
229struct ibmvnic_acl_buffer {
230 __be32 len;
231 __be32 version;
232#define INITIAL_VERSION_IOB 1
233 u8 mac_acls_restrict;
234 u8 vlan_acls_restrict;
235 u8 reserved1[22];
236 __be32 num_mac_addrs;
237 __be32 offset_mac_addrs;
238 __be32 num_vlan_ids;
239 __be32 offset_vlan_ids;
240 u8 reserved2[80];
241} __packed __aligned(8);
242
243/* descriptors have been changed, how should this be defined? 1? 4? */
244
245#define IBMVNIC_TX_DESC_VERSIONS 3
246
247/* is this still needed? */
248struct ibmvnic_tx_comp_desc {
249 u8 first;
250 u8 num_comps;
251 __be16 rcs[5];
252 __be32 correlators[5];
253} __packed __aligned(8);
254
255/* some flags that included in v0 descriptor, which is gone
256 * only used for IBMVNIC_TCP_CHKSUM and IBMVNIC_UDP_CHKSUM
257 * and only in some offload_flags variable that doesn't seem
258 * to be used anywhere, can probably be removed?
259 */
260
261#define IBMVNIC_TCP_CHKSUM 0x20
262#define IBMVNIC_UDP_CHKSUM 0x08
263
264struct ibmvnic_tx_desc {
265 u8 first;
266 u8 type;
267
268#define IBMVNIC_TX_DESC 0x10
269 u8 n_crq_elem;
270 u8 n_sge;
271 u8 flags1;
272#define IBMVNIC_TX_COMP_NEEDED 0x80
273#define IBMVNIC_TX_CHKSUM_OFFLOAD 0x40
274#define IBMVNIC_TX_LSO 0x20
275#define IBMVNIC_TX_PROT_TCP 0x10
276#define IBMVNIC_TX_PROT_UDP 0x08
277#define IBMVNIC_TX_PROT_IPV4 0x04
278#define IBMVNIC_TX_PROT_IPV6 0x02
279#define IBMVNIC_TX_VLAN_PRESENT 0x01
280 u8 flags2;
281#define IBMVNIC_TX_VLAN_INSERT 0x80
282 __be16 mss;
283 u8 reserved[4];
284 __be32 correlator;
285 __be16 vlan_id;
286 __be16 dma_reg;
287 __be32 sge_len;
288 __be64 ioba;
289} __packed __aligned(8);
290
291struct ibmvnic_hdr_desc {
292 u8 first;
293 u8 type;
294#define IBMVNIC_HDR_DESC 0x11
295 u8 len;
296 u8 l2_len;
297 __be16 l3_len;
298 u8 l4_len;
299 u8 flag;
300 u8 data[24];
301} __packed __aligned(8);
302
303struct ibmvnic_hdr_ext_desc {
304 u8 first;
305 u8 type;
306#define IBMVNIC_HDR_EXT_DESC 0x12
307 u8 len;
308 u8 data[29];
309} __packed __aligned(8);
310
311struct ibmvnic_sge_desc {
312 u8 first;
313 u8 type;
314#define IBMVNIC_SGE_DESC 0x30
315 __be16 sge1_dma_reg;
316 __be32 sge1_len;
317 __be64 sge1_ioba;
318 __be16 reserved;
319 __be16 sge2_dma_reg;
320 __be32 sge2_len;
321 __be64 sge2_ioba;
322} __packed __aligned(8);
323
324struct ibmvnic_rx_comp_desc {
325 u8 first;
326 u8 flags;
327#define IBMVNIC_IP_CHKSUM_GOOD 0x80
328#define IBMVNIC_TCP_UDP_CHKSUM_GOOD 0x40
329#define IBMVNIC_END_FRAME 0x20
330#define IBMVNIC_EXACT_MC 0x10
331#define IBMVNIC_VLAN_STRIPPED 0x08
332 __be16 off_frame_data;
333 __be32 len;
334 __be64 correlator;
335 __be16 vlan_tci;
336 __be16 rc;
337 u8 reserved[12];
338} __packed __aligned(8);
339
340struct ibmvnic_generic_scrq {
341 u8 first;
342 u8 reserved[31];
343} __packed __aligned(8);
344
345struct ibmvnic_rx_buff_add_desc {
346 u8 first;
347 u8 reserved[7];
348 __be64 correlator;
349 __be32 ioba;
350 u8 map_id;
351 __be32 len:24;
352 u8 reserved2[8];
353} __packed __aligned(8);
354
355struct ibmvnic_rc {
356 u8 code; /* one of enum ibmvnic_rc_codes */
357 u8 detailed_data[3];
358} __packed __aligned(4);
359
360struct ibmvnic_generic_crq {
361 u8 first;
362 u8 cmd;
363 u8 params[10];
364 struct ibmvnic_rc rc;
365} __packed __aligned(8);
366
367struct ibmvnic_version_exchange {
368 u8 first;
369 u8 cmd;
370 __be16 version;
371#define IBMVNIC_INITIAL_VERSION 1
372 u8 reserved[8];
373 struct ibmvnic_rc rc;
374} __packed __aligned(8);
375
376struct ibmvnic_capability {
377 u8 first;
378 u8 cmd;
379 __be16 capability; /* one of ibmvnic_capabilities */
380 __be64 number;
381 struct ibmvnic_rc rc;
382} __packed __aligned(8);
383
384struct ibmvnic_login {
385 u8 first;
386 u8 cmd;
387 u8 reserved[6];
388 __be32 ioba;
389 __be32 len;
390} __packed __aligned(8);
391
392struct ibmvnic_phys_parms {
393 u8 first;
394 u8 cmd;
395 u8 flags1;
396#define IBMVNIC_EXTERNAL_LOOPBACK 0x80
397#define IBMVNIC_INTERNAL_LOOPBACK 0x40
398#define IBMVNIC_PROMISC 0x20
399#define IBMVNIC_PHYS_LINK_ACTIVE 0x10
400#define IBMVNIC_AUTONEG_DUPLEX 0x08
401#define IBMVNIC_FULL_DUPLEX 0x04
402#define IBMVNIC_HALF_DUPLEX 0x02
403#define IBMVNIC_CAN_CHG_PHYS_PARMS 0x01
404 u8 flags2;
405#define IBMVNIC_LOGICAL_LNK_ACTIVE 0x80
406 __be32 speed;
407#define IBMVNIC_AUTONEG 0x80000000
408#define IBMVNIC_10MBPS 0x40000000
409#define IBMVNIC_100MBPS 0x20000000
410#define IBMVNIC_1GBPS 0x10000000
411#define IBMVNIC_10GBPS 0x08000000
412#define IBMVNIC_40GBPS 0x04000000
413#define IBMVNIC_100GBPS 0x02000000
414#define IBMVNIC_25GBPS 0x01000000
415#define IBMVNIC_50GBPS 0x00800000
416#define IBMVNIC_200GBPS 0x00400000
417 __be32 mtu;
418 struct ibmvnic_rc rc;
419} __packed __aligned(8);
420
421struct ibmvnic_logical_link_state {
422 u8 first;
423 u8 cmd;
424 u8 link_state;
425#define IBMVNIC_LOGICAL_LNK_DN 0x00
426#define IBMVNIC_LOGICAL_LNK_UP 0x01
427#define IBMVNIC_LOGICAL_LNK_QUERY 0xff
428 u8 reserved[9];
429 struct ibmvnic_rc rc;
430} __packed __aligned(8);
431
432struct ibmvnic_query_ip_offload {
433 u8 first;
434 u8 cmd;
435 u8 reserved[2];
436 __be32 len;
437 __be32 ioba;
438 struct ibmvnic_rc rc;
439} __packed __aligned(8);
440
441struct ibmvnic_control_ip_offload {
442 u8 first;
443 u8 cmd;
444 u8 reserved[2];
445 __be32 ioba;
446 __be32 len;
447 struct ibmvnic_rc rc;
448} __packed __aligned(8);
449
450struct ibmvnic_request_statistics {
451 u8 first;
452 u8 cmd;
453 u8 flags;
454#define IBMVNIC_PHYSICAL_PORT 0x80
455 u8 reserved1;
456 __be32 ioba;
457 __be32 len;
458 u8 reserved[4];
459} __packed __aligned(8);
460
461struct ibmvnic_error_indication {
462 u8 first;
463 u8 cmd;
464 u8 flags;
465#define IBMVNIC_FATAL_ERROR 0x80
466 u8 reserved1;
467 __be32 error_id;
468 __be32 detail_error_sz;
469 __be16 error_cause;
470 u8 reserved2[2];
471} __packed __aligned(8);
472
473struct ibmvnic_link_state_indication {
474 u8 first;
475 u8 cmd;
476 u8 reserved1[2];
477 u8 phys_link_state;
478 u8 logical_link_state;
479 u8 reserved2[10];
480} __packed __aligned(8);
481
482struct ibmvnic_change_mac_addr {
483 u8 first;
484 u8 cmd;
485 u8 mac_addr[6];
486 u8 reserved[4];
487 struct ibmvnic_rc rc;
488} __packed __aligned(8);
489
490struct ibmvnic_multicast_ctrl {
491 u8 first;
492 u8 cmd;
493 u8 mac_addr[6];
494 u8 flags;
495#define IBMVNIC_ENABLE_MC 0x80
496#define IBMVNIC_DISABLE_MC 0x40
497#define IBMVNIC_ENABLE_ALL 0x20
498#define IBMVNIC_DISABLE_ALL 0x10
499 u8 reserved1;
500 __be16 reserved2; /* was num_enabled_mc_addr; */
501 struct ibmvnic_rc rc;
502} __packed __aligned(8);
503
504struct ibmvnic_get_vpd_size {
505 u8 first;
506 u8 cmd;
507 u8 reserved[14];
508} __packed __aligned(8);
509
510struct ibmvnic_get_vpd_size_rsp {
511 u8 first;
512 u8 cmd;
513 u8 reserved[2];
514 __be64 len;
515 struct ibmvnic_rc rc;
516} __packed __aligned(8);
517
518struct ibmvnic_get_vpd {
519 u8 first;
520 u8 cmd;
521 u8 reserved1[2];
522 __be32 ioba;
523 __be32 len;
524 u8 reserved[4];
525} __packed __aligned(8);
526
527struct ibmvnic_get_vpd_rsp {
528 u8 first;
529 u8 cmd;
530 u8 reserved[10];
531 struct ibmvnic_rc rc;
532} __packed __aligned(8);
533
534struct ibmvnic_acl_change_indication {
535 u8 first;
536 u8 cmd;
537 __be16 change_type;
538#define IBMVNIC_MAC_ACL 0
539#define IBMVNIC_VLAN_ACL 1
540 u8 reserved[12];
541} __packed __aligned(8);
542
543struct ibmvnic_acl_query {
544 u8 first;
545 u8 cmd;
546 u8 reserved1[2];
547 __be32 ioba;
548 __be32 len;
549 u8 reserved2[4];
550} __packed __aligned(8);
551
552struct ibmvnic_tune {
553 u8 first;
554 u8 cmd;
555 u8 reserved1[2];
556 __be32 ioba;
557 __be32 len;
558 u8 reserved2[4];
559} __packed __aligned(8);
560
561struct ibmvnic_request_map {
562 u8 first;
563 u8 cmd;
564 u8 reserved1;
565 u8 map_id;
566 __be32 ioba;
567 __be32 len;
568 u8 reserved2[4];
569} __packed __aligned(8);
570
571struct ibmvnic_request_map_rsp {
572 u8 first;
573 u8 cmd;
574 u8 reserved1;
575 u8 map_id;
576 u8 reserved2[8];
577 struct ibmvnic_rc rc;
578} __packed __aligned(8);
579
580struct ibmvnic_request_unmap {
581 u8 first;
582 u8 cmd;
583 u8 reserved1;
584 u8 map_id;
585 u8 reserved2[12];
586} __packed __aligned(8);
587
588struct ibmvnic_request_unmap_rsp {
589 u8 first;
590 u8 cmd;
591 u8 reserved1;
592 u8 map_id;
593 u8 reserved2[8];
594 struct ibmvnic_rc rc;
595} __packed __aligned(8);
596
597struct ibmvnic_query_map {
598 u8 first;
599 u8 cmd;
600 u8 reserved[14];
601} __packed __aligned(8);
602
603struct ibmvnic_query_map_rsp {
604 u8 first;
605 u8 cmd;
606 u8 reserved;
607 u8 page_size;
608 __be32 tot_pages;
609 __be32 free_pages;
610 struct ibmvnic_rc rc;
611} __packed __aligned(8);
612
613union ibmvnic_crq {
614 struct ibmvnic_generic_crq generic;
615 struct ibmvnic_version_exchange version_exchange;
616 struct ibmvnic_version_exchange version_exchange_rsp;
617 struct ibmvnic_capability query_capability;
618 struct ibmvnic_capability query_capability_rsp;
619 struct ibmvnic_capability request_capability;
620 struct ibmvnic_capability request_capability_rsp;
621 struct ibmvnic_login login;
622 struct ibmvnic_generic_crq login_rsp;
623 struct ibmvnic_phys_parms query_phys_parms;
624 struct ibmvnic_phys_parms query_phys_parms_rsp;
625 struct ibmvnic_phys_parms query_phys_capabilities;
626 struct ibmvnic_phys_parms query_phys_capabilities_rsp;
627 struct ibmvnic_phys_parms set_phys_parms;
628 struct ibmvnic_phys_parms set_phys_parms_rsp;
629 struct ibmvnic_logical_link_state logical_link_state;
630 struct ibmvnic_logical_link_state logical_link_state_rsp;
631 struct ibmvnic_query_ip_offload query_ip_offload;
632 struct ibmvnic_query_ip_offload query_ip_offload_rsp;
633 struct ibmvnic_control_ip_offload control_ip_offload;
634 struct ibmvnic_control_ip_offload control_ip_offload_rsp;
635 struct ibmvnic_request_statistics request_statistics;
636 struct ibmvnic_generic_crq request_statistics_rsp;
637 struct ibmvnic_error_indication error_indication;
638 struct ibmvnic_link_state_indication link_state_indication;
639 struct ibmvnic_change_mac_addr change_mac_addr;
640 struct ibmvnic_change_mac_addr change_mac_addr_rsp;
641 struct ibmvnic_multicast_ctrl multicast_ctrl;
642 struct ibmvnic_multicast_ctrl multicast_ctrl_rsp;
643 struct ibmvnic_get_vpd_size get_vpd_size;
644 struct ibmvnic_get_vpd_size_rsp get_vpd_size_rsp;
645 struct ibmvnic_get_vpd get_vpd;
646 struct ibmvnic_get_vpd_rsp get_vpd_rsp;
647 struct ibmvnic_acl_change_indication acl_change_indication;
648 struct ibmvnic_acl_query acl_query;
649 struct ibmvnic_generic_crq acl_query_rsp;
650 struct ibmvnic_tune tune;
651 struct ibmvnic_generic_crq tune_rsp;
652 struct ibmvnic_request_map request_map;
653 struct ibmvnic_request_map_rsp request_map_rsp;
654 struct ibmvnic_request_unmap request_unmap;
655 struct ibmvnic_request_unmap_rsp request_unmap_rsp;
656 struct ibmvnic_query_map query_map;
657 struct ibmvnic_query_map_rsp query_map_rsp;
658};
659
660enum ibmvnic_rc_codes {
661 SUCCESS = 0,
662 PARTIALSUCCESS = 1,
663 PERMISSION = 2,
664 NOMEMORY = 3,
665 PARAMETER = 4,
666 UNKNOWNCOMMAND = 5,
667 ABORTED = 6,
668 INVALIDSTATE = 7,
669 INVALIDIOBA = 8,
670 INVALIDLENGTH = 9,
671 UNSUPPORTEDOPTION = 10,
672};
673
674enum ibmvnic_capabilities {
675 MIN_TX_QUEUES = 1,
676 MIN_RX_QUEUES = 2,
677 MIN_RX_ADD_QUEUES = 3,
678 MAX_TX_QUEUES = 4,
679 MAX_RX_QUEUES = 5,
680 MAX_RX_ADD_QUEUES = 6,
681 REQ_TX_QUEUES = 7,
682 REQ_RX_QUEUES = 8,
683 REQ_RX_ADD_QUEUES = 9,
684 MIN_TX_ENTRIES_PER_SUBCRQ = 10,
685 MIN_RX_ADD_ENTRIES_PER_SUBCRQ = 11,
686 MAX_TX_ENTRIES_PER_SUBCRQ = 12,
687 MAX_RX_ADD_ENTRIES_PER_SUBCRQ = 13,
688 REQ_TX_ENTRIES_PER_SUBCRQ = 14,
689 REQ_RX_ADD_ENTRIES_PER_SUBCRQ = 15,
690 TCP_IP_OFFLOAD = 16,
691 PROMISC_REQUESTED = 17,
692 PROMISC_SUPPORTED = 18,
693 MIN_MTU = 19,
694 MAX_MTU = 20,
695 REQ_MTU = 21,
696 MAX_MULTICAST_FILTERS = 22,
697 VLAN_HEADER_INSERTION = 23,
698 RX_VLAN_HEADER_INSERTION = 24,
699 MAX_TX_SG_ENTRIES = 25,
700 RX_SG_SUPPORTED = 26,
701 RX_SG_REQUESTED = 27,
702 OPT_TX_COMP_SUB_QUEUES = 28,
703 OPT_RX_COMP_QUEUES = 29,
704 OPT_RX_BUFADD_Q_PER_RX_COMP_Q = 30,
705 OPT_TX_ENTRIES_PER_SUBCRQ = 31,
706 OPT_RXBA_ENTRIES_PER_SUBCRQ = 32,
707 TX_RX_DESC_REQ = 33,
708};
709
710enum ibmvnic_error_cause {
711 ADAPTER_PROBLEM = 0,
712 BUS_PROBLEM = 1,
713 FW_PROBLEM = 2,
714 DD_PROBLEM = 3,
715 EEH_RECOVERY = 4,
716 FW_UPDATED = 5,
717 LOW_MEMORY = 6,
718};
719
720enum ibmvnic_commands {
721 VERSION_EXCHANGE = 0x01,
722 VERSION_EXCHANGE_RSP = 0x81,
723 QUERY_CAPABILITY = 0x02,
724 QUERY_CAPABILITY_RSP = 0x82,
725 REQUEST_CAPABILITY = 0x03,
726 REQUEST_CAPABILITY_RSP = 0x83,
727 LOGIN = 0x04,
728 LOGIN_RSP = 0x84,
729 QUERY_PHYS_PARMS = 0x05,
730 QUERY_PHYS_PARMS_RSP = 0x85,
731 QUERY_PHYS_CAPABILITIES = 0x06,
732 QUERY_PHYS_CAPABILITIES_RSP = 0x86,
733 SET_PHYS_PARMS = 0x07,
734 SET_PHYS_PARMS_RSP = 0x87,
735 ERROR_INDICATION = 0x08,
736 LOGICAL_LINK_STATE = 0x0C,
737 LOGICAL_LINK_STATE_RSP = 0x8C,
738 REQUEST_STATISTICS = 0x0D,
739 REQUEST_STATISTICS_RSP = 0x8D,
740 COLLECT_FW_TRACE = 0x11,
741 COLLECT_FW_TRACE_RSP = 0x91,
742 LINK_STATE_INDICATION = 0x12,
743 CHANGE_MAC_ADDR = 0x13,
744 CHANGE_MAC_ADDR_RSP = 0x93,
745 MULTICAST_CTRL = 0x14,
746 MULTICAST_CTRL_RSP = 0x94,
747 GET_VPD_SIZE = 0x15,
748 GET_VPD_SIZE_RSP = 0x95,
749 GET_VPD = 0x16,
750 GET_VPD_RSP = 0x96,
751 TUNE = 0x17,
752 TUNE_RSP = 0x97,
753 QUERY_IP_OFFLOAD = 0x18,
754 QUERY_IP_OFFLOAD_RSP = 0x98,
755 CONTROL_IP_OFFLOAD = 0x19,
756 CONTROL_IP_OFFLOAD_RSP = 0x99,
757 ACL_CHANGE_INDICATION = 0x1A,
758 ACL_QUERY = 0x1B,
759 ACL_QUERY_RSP = 0x9B,
760 QUERY_MAP = 0x1D,
761 QUERY_MAP_RSP = 0x9D,
762 REQUEST_MAP = 0x1E,
763 REQUEST_MAP_RSP = 0x9E,
764 REQUEST_UNMAP = 0x1F,
765 REQUEST_UNMAP_RSP = 0x9F,
766 VLAN_CTRL = 0x20,
767 VLAN_CTRL_RSP = 0xA0,
768};
769
770enum ibmvnic_crq_type {
771 IBMVNIC_CRQ_CMD = 0x80,
772 IBMVNIC_CRQ_CMD_RSP = 0x80,
773 IBMVNIC_CRQ_INIT_CMD = 0xC0,
774 IBMVNIC_CRQ_INIT_RSP = 0xC0,
775 IBMVNIC_CRQ_XPORT_EVENT = 0xFF,
776};
777
778enum ibmvfc_crq_format {
779 IBMVNIC_CRQ_INIT = 0x01,
780 IBMVNIC_CRQ_INIT_COMPLETE = 0x02,
781 IBMVNIC_PARTITION_MIGRATED = 0x06,
782 IBMVNIC_DEVICE_FAILOVER = 0x08,
783};
784
785struct ibmvnic_crq_queue {
786 union ibmvnic_crq *msgs;
787 int size, cur;
788 dma_addr_t msg_token;
789 /* Used for serialization of msgs, cur */
790 spinlock_t lock;
791 bool active;
792 char name[32];
793};
794
795union sub_crq {
796 struct ibmvnic_generic_scrq generic;
797 struct ibmvnic_tx_comp_desc tx_comp;
798 struct ibmvnic_tx_desc v1;
799 struct ibmvnic_hdr_desc hdr;
800 struct ibmvnic_hdr_ext_desc hdr_ext;
801 struct ibmvnic_sge_desc sge;
802 struct ibmvnic_rx_comp_desc rx_comp;
803 struct ibmvnic_rx_buff_add_desc rx_add;
804};
805
806struct ibmvnic_ind_xmit_queue {
807 union sub_crq *indir_arr;
808 dma_addr_t indir_dma;
809 int index;
810};
811
812struct ibmvnic_sub_crq_queue {
813 union sub_crq *msgs;
814 int size, cur;
815 dma_addr_t msg_token;
816 unsigned long crq_num;
817 unsigned long hw_irq;
818 unsigned int irq;
819 unsigned int pool_index;
820 int scrq_num;
821 /* Used for serialization of msgs, cur */
822 spinlock_t lock;
823 struct sk_buff *rx_skb_top;
824 struct ibmvnic_adapter *adapter;
825 struct ibmvnic_ind_xmit_queue ind_buf;
826 atomic_t used;
827 char name[32];
828 u64 handle;
829 cpumask_var_t affinity_mask;
830} ____cacheline_aligned;
831
832struct ibmvnic_long_term_buff {
833 unsigned char *buff;
834 dma_addr_t addr;
835 u64 size;
836 u8 map_id;
837};
838
839struct ibmvnic_ltb_set {
840 int num_ltbs;
841 struct ibmvnic_long_term_buff *ltbs;
842};
843
844struct ibmvnic_tx_buff {
845 struct sk_buff *skb;
846 int index;
847 int pool_index;
848 int num_entries;
849};
850
851struct ibmvnic_tx_pool {
852 struct ibmvnic_tx_buff *tx_buff;
853 int *free_map;
854 int consumer_index;
855 int producer_index;
856 struct ibmvnic_ltb_set ltb_set;
857 int num_buffers;
858 int buf_size;
859} ____cacheline_aligned;
860
861struct ibmvnic_rx_buff {
862 struct sk_buff *skb;
863 dma_addr_t dma;
864 unsigned char *data;
865 int size;
866 int pool_index;
867};
868
869struct ibmvnic_rx_pool {
870 struct ibmvnic_rx_buff *rx_buff;
871 int size; /* # of buffers in the pool */
872 int index;
873 int buff_size;
874 atomic_t available;
875 int *free_map;
876 int next_free;
877 int next_alloc;
878 int active;
879 struct ibmvnic_ltb_set ltb_set;
880} ____cacheline_aligned;
881
882struct ibmvnic_vpd {
883 unsigned char *buff;
884 dma_addr_t dma_addr;
885 u64 len;
886};
887
888enum vnic_state {VNIC_PROBING = 1,
889 VNIC_PROBED,
890 VNIC_OPENING,
891 VNIC_OPEN,
892 VNIC_CLOSING,
893 VNIC_CLOSED,
894 VNIC_REMOVING,
895 VNIC_REMOVED,
896 VNIC_DOWN};
897
898enum ibmvnic_reset_reason {VNIC_RESET_FAILOVER = 1,
899 VNIC_RESET_MOBILITY,
900 VNIC_RESET_FATAL,
901 VNIC_RESET_NON_FATAL,
902 VNIC_RESET_TIMEOUT,
903 VNIC_RESET_CHANGE_PARAM,
904 VNIC_RESET_PASSIVE_INIT};
905
906struct ibmvnic_rwi {
907 enum ibmvnic_reset_reason reset_reason;
908 struct list_head list;
909};
910
911struct ibmvnic_tunables {
912 u64 rx_queues;
913 u64 tx_queues;
914 u64 rx_entries;
915 u64 tx_entries;
916 u64 mtu;
917};
918
919struct ibmvnic_adapter {
920 struct vio_dev *vdev;
921 struct net_device *netdev;
922 struct ibmvnic_crq_queue crq;
923 u8 mac_addr[ETH_ALEN];
924 struct ibmvnic_query_ip_offload_buffer ip_offload_buf;
925 dma_addr_t ip_offload_tok;
926 struct ibmvnic_control_ip_offload_buffer ip_offload_ctrl;
927 dma_addr_t ip_offload_ctrl_tok;
928 u32 msg_enable;
929
930 /* Vital Product Data (VPD) */
931 struct ibmvnic_vpd *vpd;
932 char fw_version[32];
933
934 /* Statistics */
935 struct ibmvnic_statistics stats;
936 dma_addr_t stats_token;
937 struct completion stats_done;
938 int replenish_no_mem;
939 int replenish_add_buff_success;
940 int replenish_add_buff_failure;
941 int replenish_task_cycles;
942 int tx_send_failed;
943 int tx_map_failed;
944
945 struct ibmvnic_tx_queue_stats *tx_stats_buffers;
946 struct ibmvnic_rx_queue_stats *rx_stats_buffers;
947
948 int phys_link_state;
949 int logical_link_state;
950
951 u32 speed;
952 u8 duplex;
953
954 /* login data */
955 struct ibmvnic_login_buffer *login_buf;
956 dma_addr_t login_buf_token;
957 int login_buf_sz;
958
959 struct ibmvnic_login_rsp_buffer *login_rsp_buf;
960 dma_addr_t login_rsp_buf_token;
961 int login_rsp_buf_sz;
962
963 atomic_t running_cap_crqs;
964
965 struct ibmvnic_sub_crq_queue **tx_scrq ____cacheline_aligned;
966 struct ibmvnic_sub_crq_queue **rx_scrq ____cacheline_aligned;
967
968 /* rx structs */
969 struct napi_struct *napi;
970 struct ibmvnic_rx_pool *rx_pool;
971 u64 promisc;
972
973 struct ibmvnic_tx_pool *tx_pool;
974 struct ibmvnic_tx_pool *tso_pool;
975 struct completion probe_done;
976 struct completion init_done;
977 int init_done_rc;
978
979 struct completion fw_done;
980 /* Used for serialization of device commands */
981 struct mutex fw_lock;
982 int fw_done_rc;
983
984 struct completion reset_done;
985 int reset_done_rc;
986 bool wait_for_reset;
987
988 /* CPU hotplug instances for online & dead */
989 struct hlist_node node;
990 struct hlist_node node_dead;
991
992 /* partner capabilities */
993 u64 min_tx_queues;
994 u64 min_rx_queues;
995 u64 min_rx_add_queues;
996 u64 max_tx_queues;
997 u64 max_rx_queues;
998 u64 max_rx_add_queues;
999 u64 req_tx_queues;
1000 u64 req_rx_queues;
1001 u64 req_rx_add_queues;
1002 u64 min_tx_entries_per_subcrq;
1003 u64 min_rx_add_entries_per_subcrq;
1004 u64 max_tx_entries_per_subcrq;
1005 u64 max_rx_add_entries_per_subcrq;
1006 u64 req_tx_entries_per_subcrq;
1007 u64 req_rx_add_entries_per_subcrq;
1008 u64 tcp_ip_offload;
1009 u64 promisc_requested;
1010 u64 promisc_supported;
1011 u64 min_mtu;
1012 u64 max_mtu;
1013 u64 req_mtu;
1014 u64 prev_mtu;
1015 u64 max_multicast_filters;
1016 u64 vlan_header_insertion;
1017 u64 rx_vlan_header_insertion;
1018 u64 max_tx_sg_entries;
1019 u64 rx_sg_supported;
1020 u64 rx_sg_requested;
1021 u64 opt_tx_comp_sub_queues;
1022 u64 opt_rx_comp_queues;
1023 u64 opt_rx_bufadd_q_per_rx_comp_q;
1024 u64 opt_tx_entries_per_subcrq;
1025 u64 opt_rxba_entries_per_subcrq;
1026 __be64 tx_rx_desc_req;
1027#define MAX_MAP_ID 255
1028 DECLARE_BITMAP(map_ids, MAX_MAP_ID);
1029 u32 num_active_rx_scrqs;
1030 u32 num_active_rx_pools;
1031 u32 num_active_rx_napi;
1032 u32 num_active_tx_scrqs;
1033 u32 num_active_tx_pools;
1034
1035 u32 prev_rx_pool_size;
1036 u32 prev_tx_pool_size;
1037 u32 cur_rx_buf_sz;
1038 u32 prev_rx_buf_sz;
1039
1040 struct tasklet_struct tasklet;
1041 enum vnic_state state;
1042 /* Used for serialization of state field. When taking both state
1043 * and rwi locks, take state lock first.
1044 */
1045 spinlock_t state_lock;
1046 enum ibmvnic_reset_reason reset_reason;
1047 struct list_head rwi_list;
1048 /* Used for serialization of rwi_list. When taking both state
1049 * and rwi locks, take state lock first
1050 */
1051 spinlock_t rwi_lock;
1052 struct work_struct ibmvnic_reset;
1053 struct delayed_work ibmvnic_delayed_reset;
1054 unsigned long resetting;
1055 /* last device reset time */
1056 unsigned long last_reset_time;
1057
1058 bool napi_enabled;
1059 bool from_passive_init;
1060 bool login_pending;
1061 /* protected by rcu */
1062 bool tx_queues_active;
1063 bool failover_pending;
1064 bool force_reset_recovery;
1065
1066 struct ibmvnic_tunables desired;
1067 struct ibmvnic_tunables fallback;
1068};
1/* SPDX-License-Identifier: GPL-2.0-or-later */
2/**************************************************************************/
3/* */
4/* IBM System i and System p Virtual NIC Device Driver */
5/* Copyright (C) 2014 IBM Corp. */
6/* Santiago Leon (santi_leon@yahoo.com) */
7/* Thomas Falcon (tlfalcon@linux.vnet.ibm.com) */
8/* John Allen (jallen@linux.vnet.ibm.com) */
9/* */
10/* */
11/* This module contains the implementation of a virtual ethernet device */
12/* for use with IBM i/pSeries LPAR Linux. It utilizes the logical LAN */
13/* option of the RS/6000 Platform Architecture to interface with virtual */
14/* ethernet NICs that are presented to the partition by the hypervisor. */
15/* */
16/**************************************************************************/
17
18#define IBMVNIC_NAME "ibmvnic"
19#define IBMVNIC_DRIVER_VERSION "1.0.1"
20#define IBMVNIC_INVALID_MAP -1
21#define IBMVNIC_STATS_TIMEOUT 1
22#define IBMVNIC_INIT_FAILED 2
23#define IBMVNIC_OPEN_FAILED 3
24
25/* basic structures plus 100 2k buffers */
26#define IBMVNIC_IO_ENTITLEMENT_DEFAULT 610305
27
28/* Initial module_parameters */
29#define IBMVNIC_RX_WEIGHT 16
30/* when changing this, update IBMVNIC_IO_ENTITLEMENT_DEFAULT */
31#define IBMVNIC_BUFFS_PER_POOL 100
32#define IBMVNIC_MAX_QUEUES 16
33#define IBMVNIC_MAX_QUEUE_SZ 4096
34
35#define IBMVNIC_TSO_BUF_SZ 65536
36#define IBMVNIC_TSO_BUFS 64
37#define IBMVNIC_TSO_POOL_MASK 0x80000000
38
39#define IBMVNIC_MAX_LTB_SIZE ((1 << (MAX_ORDER - 1)) * PAGE_SIZE)
40#define IBMVNIC_BUFFER_HLEN 500
41
42#define IBMVNIC_RESET_DELAY 100
43
44static const char ibmvnic_priv_flags[][ETH_GSTRING_LEN] = {
45#define IBMVNIC_USE_SERVER_MAXES 0x1
46 "use-server-maxes"
47};
48
49struct ibmvnic_login_buffer {
50 __be32 len;
51 __be32 version;
52#define INITIAL_VERSION_LB 1
53 __be32 num_txcomp_subcrqs;
54 __be32 off_txcomp_subcrqs;
55 __be32 num_rxcomp_subcrqs;
56 __be32 off_rxcomp_subcrqs;
57 __be32 login_rsp_ioba;
58 __be32 login_rsp_len;
59 __be32 client_data_offset;
60 __be32 client_data_len;
61} __packed __aligned(8);
62
63struct ibmvnic_login_rsp_buffer {
64 __be32 len;
65 __be32 version;
66#define INITIAL_VERSION_LRB 1
67 __be32 num_txsubm_subcrqs;
68 __be32 off_txsubm_subcrqs;
69 __be32 num_rxadd_subcrqs;
70 __be32 off_rxadd_subcrqs;
71 __be32 off_rxadd_buff_size;
72 __be32 num_supp_tx_desc;
73 __be32 off_supp_tx_desc;
74} __packed __aligned(8);
75
76struct ibmvnic_query_ip_offload_buffer {
77 __be32 len;
78 __be32 version;
79#define INITIAL_VERSION_IOB 1
80 u8 ipv4_chksum;
81 u8 ipv6_chksum;
82 u8 tcp_ipv4_chksum;
83 u8 tcp_ipv6_chksum;
84 u8 udp_ipv4_chksum;
85 u8 udp_ipv6_chksum;
86 u8 large_tx_ipv4;
87 u8 large_tx_ipv6;
88 u8 large_rx_ipv4;
89 u8 large_rx_ipv6;
90 u8 reserved1[14];
91 __be16 max_ipv4_header_size;
92 __be16 max_ipv6_header_size;
93 __be16 max_tcp_header_size;
94 __be16 max_udp_header_size;
95 __be32 max_large_tx_size;
96 __be32 max_large_rx_size;
97 u8 reserved2[16];
98 u8 ipv6_extension_header;
99#define IPV6_EH_NOT_SUPPORTED 0x00
100#define IPV6_EH_SUPPORTED_LIM 0x01
101#define IPV6_EH_SUPPORTED 0xFF
102 u8 tcp_pseudosum_req;
103#define TCP_PS_NOT_REQUIRED 0x00
104#define TCP_PS_REQUIRED 0x01
105 u8 reserved3[30];
106 __be16 num_ipv6_ext_headers;
107 __be32 off_ipv6_ext_headers;
108 u8 reserved4[154];
109} __packed __aligned(8);
110
111struct ibmvnic_control_ip_offload_buffer {
112 __be32 len;
113 __be32 version;
114#define INITIAL_VERSION_IOB 1
115 u8 ipv4_chksum;
116 u8 ipv6_chksum;
117 u8 tcp_ipv4_chksum;
118 u8 tcp_ipv6_chksum;
119 u8 udp_ipv4_chksum;
120 u8 udp_ipv6_chksum;
121 u8 large_tx_ipv4;
122 u8 large_tx_ipv6;
123 u8 bad_packet_rx;
124 u8 large_rx_ipv4;
125 u8 large_rx_ipv6;
126 u8 reserved4[111];
127} __packed __aligned(8);
128
129struct ibmvnic_fw_component {
130 u8 name[48];
131 __be32 trace_buff_size;
132 u8 correlator;
133 u8 trace_level;
134 u8 parent_correlator;
135 u8 error_check_level;
136 u8 trace_on;
137 u8 reserved[7];
138 u8 description[192];
139} __packed __aligned(8);
140
141struct ibmvnic_fw_trace_entry {
142 __be32 trace_id;
143 u8 num_valid_data;
144 u8 reserved[3];
145 __be64 pmc_registers;
146 __be64 timebase;
147 __be64 trace_data[5];
148} __packed __aligned(8);
149
150struct ibmvnic_statistics {
151 __be32 version;
152 __be32 promiscuous;
153 __be64 rx_packets;
154 __be64 rx_bytes;
155 __be64 tx_packets;
156 __be64 tx_bytes;
157 __be64 ucast_tx_packets;
158 __be64 ucast_rx_packets;
159 __be64 mcast_tx_packets;
160 __be64 mcast_rx_packets;
161 __be64 bcast_tx_packets;
162 __be64 bcast_rx_packets;
163 __be64 align_errors;
164 __be64 fcs_errors;
165 __be64 single_collision_frames;
166 __be64 multi_collision_frames;
167 __be64 sqe_test_errors;
168 __be64 deferred_tx;
169 __be64 late_collisions;
170 __be64 excess_collisions;
171 __be64 internal_mac_tx_errors;
172 __be64 carrier_sense;
173 __be64 too_long_frames;
174 __be64 internal_mac_rx_errors;
175 u8 reserved[72];
176} __packed __aligned(8);
177
178#define NUM_TX_STATS 3
179struct ibmvnic_tx_queue_stats {
180 u64 packets;
181 u64 bytes;
182 u64 dropped_packets;
183};
184
185#define NUM_RX_STATS 3
186struct ibmvnic_rx_queue_stats {
187 u64 packets;
188 u64 bytes;
189 u64 interrupts;
190};
191
192struct ibmvnic_acl_buffer {
193 __be32 len;
194 __be32 version;
195#define INITIAL_VERSION_IOB 1
196 u8 mac_acls_restrict;
197 u8 vlan_acls_restrict;
198 u8 reserved1[22];
199 __be32 num_mac_addrs;
200 __be32 offset_mac_addrs;
201 __be32 num_vlan_ids;
202 __be32 offset_vlan_ids;
203 u8 reserved2[80];
204} __packed __aligned(8);
205
206/* descriptors have been changed, how should this be defined? 1? 4? */
207
208#define IBMVNIC_TX_DESC_VERSIONS 3
209
210/* is this still needed? */
211struct ibmvnic_tx_comp_desc {
212 u8 first;
213 u8 num_comps;
214 __be16 rcs[5];
215 __be32 correlators[5];
216} __packed __aligned(8);
217
218/* some flags that included in v0 descriptor, which is gone
219 * only used for IBMVNIC_TCP_CHKSUM and IBMVNIC_UDP_CHKSUM
220 * and only in some offload_flags variable that doesn't seem
221 * to be used anywhere, can probably be removed?
222 */
223
224#define IBMVNIC_TCP_CHKSUM 0x20
225#define IBMVNIC_UDP_CHKSUM 0x08
226
227#define IBMVNIC_MAX_FRAGS_PER_CRQ 3
228
229struct ibmvnic_tx_desc {
230 u8 first;
231 u8 type;
232
233#define IBMVNIC_TX_DESC 0x10
234 u8 n_crq_elem;
235 u8 n_sge;
236 u8 flags1;
237#define IBMVNIC_TX_COMP_NEEDED 0x80
238#define IBMVNIC_TX_CHKSUM_OFFLOAD 0x40
239#define IBMVNIC_TX_LSO 0x20
240#define IBMVNIC_TX_PROT_TCP 0x10
241#define IBMVNIC_TX_PROT_UDP 0x08
242#define IBMVNIC_TX_PROT_IPV4 0x04
243#define IBMVNIC_TX_PROT_IPV6 0x02
244#define IBMVNIC_TX_VLAN_PRESENT 0x01
245 u8 flags2;
246#define IBMVNIC_TX_VLAN_INSERT 0x80
247 __be16 mss;
248 u8 reserved[4];
249 __be32 correlator;
250 __be16 vlan_id;
251 __be16 dma_reg;
252 __be32 sge_len;
253 __be64 ioba;
254} __packed __aligned(8);
255
256struct ibmvnic_hdr_desc {
257 u8 first;
258 u8 type;
259#define IBMVNIC_HDR_DESC 0x11
260 u8 len;
261 u8 l2_len;
262 __be16 l3_len;
263 u8 l4_len;
264 u8 flag;
265 u8 data[24];
266} __packed __aligned(8);
267
268struct ibmvnic_hdr_ext_desc {
269 u8 first;
270 u8 type;
271#define IBMVNIC_HDR_EXT_DESC 0x12
272 u8 len;
273 u8 data[29];
274} __packed __aligned(8);
275
276struct ibmvnic_sge_desc {
277 u8 first;
278 u8 type;
279#define IBMVNIC_SGE_DESC 0x30
280 __be16 sge1_dma_reg;
281 __be32 sge1_len;
282 __be64 sge1_ioba;
283 __be16 reserved;
284 __be16 sge2_dma_reg;
285 __be32 sge2_len;
286 __be64 sge2_ioba;
287} __packed __aligned(8);
288
289struct ibmvnic_rx_comp_desc {
290 u8 first;
291 u8 flags;
292#define IBMVNIC_IP_CHKSUM_GOOD 0x80
293#define IBMVNIC_TCP_UDP_CHKSUM_GOOD 0x40
294#define IBMVNIC_END_FRAME 0x20
295#define IBMVNIC_EXACT_MC 0x10
296#define IBMVNIC_VLAN_STRIPPED 0x08
297 __be16 off_frame_data;
298 __be32 len;
299 __be64 correlator;
300 __be16 vlan_tci;
301 __be16 rc;
302 u8 reserved[12];
303} __packed __aligned(8);
304
305struct ibmvnic_generic_scrq {
306 u8 first;
307 u8 reserved[31];
308} __packed __aligned(8);
309
310struct ibmvnic_rx_buff_add_desc {
311 u8 first;
312 u8 reserved[7];
313 __be64 correlator;
314 __be32 ioba;
315 u8 map_id;
316 __be32 len:24;
317 u8 reserved2[8];
318} __packed __aligned(8);
319
320struct ibmvnic_rc {
321 u8 code; /* one of enum ibmvnic_rc_codes */
322 u8 detailed_data[3];
323} __packed __aligned(4);
324
325struct ibmvnic_generic_crq {
326 u8 first;
327 u8 cmd;
328 u8 params[10];
329 struct ibmvnic_rc rc;
330} __packed __aligned(8);
331
332struct ibmvnic_version_exchange {
333 u8 first;
334 u8 cmd;
335 __be16 version;
336#define IBMVNIC_INITIAL_VERSION 1
337 u8 reserved[8];
338 struct ibmvnic_rc rc;
339} __packed __aligned(8);
340
341struct ibmvnic_capability {
342 u8 first;
343 u8 cmd;
344 __be16 capability; /* one of ibmvnic_capabilities */
345 __be64 number;
346 struct ibmvnic_rc rc;
347} __packed __aligned(8);
348
349struct ibmvnic_login {
350 u8 first;
351 u8 cmd;
352 u8 reserved[6];
353 __be32 ioba;
354 __be32 len;
355} __packed __aligned(8);
356
357struct ibmvnic_phys_parms {
358 u8 first;
359 u8 cmd;
360 u8 flags1;
361#define IBMVNIC_EXTERNAL_LOOPBACK 0x80
362#define IBMVNIC_INTERNAL_LOOPBACK 0x40
363#define IBMVNIC_PROMISC 0x20
364#define IBMVNIC_PHYS_LINK_ACTIVE 0x10
365#define IBMVNIC_AUTONEG_DUPLEX 0x08
366#define IBMVNIC_FULL_DUPLEX 0x04
367#define IBMVNIC_HALF_DUPLEX 0x02
368#define IBMVNIC_CAN_CHG_PHYS_PARMS 0x01
369 u8 flags2;
370#define IBMVNIC_LOGICAL_LNK_ACTIVE 0x80
371 __be32 speed;
372#define IBMVNIC_AUTONEG 0x80000000
373#define IBMVNIC_10MBPS 0x40000000
374#define IBMVNIC_100MBPS 0x20000000
375#define IBMVNIC_1GBPS 0x10000000
376#define IBMVNIC_10GBP 0x08000000
377#define IBMVNIC_40GBPS 0x04000000
378#define IBMVNIC_100GBPS 0x02000000
379#define IBMVNIC_25GBPS 0x01000000
380#define IBMVNIC_50GBPS 0x00800000
381#define IBMVNIC_200GBPS 0x00400000
382 __be32 mtu;
383 struct ibmvnic_rc rc;
384} __packed __aligned(8);
385
386struct ibmvnic_logical_link_state {
387 u8 first;
388 u8 cmd;
389 u8 link_state;
390#define IBMVNIC_LOGICAL_LNK_DN 0x00
391#define IBMVNIC_LOGICAL_LNK_UP 0x01
392#define IBMVNIC_LOGICAL_LNK_QUERY 0xff
393 u8 reserved[9];
394 struct ibmvnic_rc rc;
395} __packed __aligned(8);
396
397struct ibmvnic_query_ip_offload {
398 u8 first;
399 u8 cmd;
400 u8 reserved[2];
401 __be32 len;
402 __be32 ioba;
403 struct ibmvnic_rc rc;
404} __packed __aligned(8);
405
406struct ibmvnic_control_ip_offload {
407 u8 first;
408 u8 cmd;
409 u8 reserved[2];
410 __be32 ioba;
411 __be32 len;
412 struct ibmvnic_rc rc;
413} __packed __aligned(8);
414
415struct ibmvnic_request_dump_size {
416 u8 first;
417 u8 cmd;
418 u8 reserved[6];
419 __be32 len;
420 struct ibmvnic_rc rc;
421} __packed __aligned(8);
422
423struct ibmvnic_request_dump {
424 u8 first;
425 u8 cmd;
426 u8 reserved1[2];
427 __be32 ioba;
428 __be32 len;
429 u8 reserved2[4];
430} __packed __aligned(8);
431
432struct ibmvnic_request_dump_rsp {
433 u8 first;
434 u8 cmd;
435 u8 reserved[6];
436 __be32 dumped_len;
437 struct ibmvnic_rc rc;
438} __packed __aligned(8);
439
440struct ibmvnic_request_ras_comp_num {
441 u8 first;
442 u8 cmd;
443 u8 reserved1[2];
444 __be32 num_components;
445 u8 reserved2[4];
446 struct ibmvnic_rc rc;
447} __packed __aligned(8);
448
449struct ibmvnic_request_ras_comps {
450 u8 first;
451 u8 cmd;
452 u8 reserved[2];
453 __be32 ioba;
454 __be32 len;
455 struct ibmvnic_rc rc;
456} __packed __aligned(8);
457
458struct ibmvnic_control_ras {
459 u8 first;
460 u8 cmd;
461 u8 correlator;
462 u8 level;
463 u8 op;
464#define IBMVNIC_TRACE_LEVEL 1
465#define IBMVNIC_ERROR_LEVEL 2
466#define IBMVNIC_TRACE_PAUSE 3
467#define IBMVNIC_TRACE_RESUME 4
468#define IBMVNIC_TRACE_ON 5
469#define IBMVNIC_TRACE_OFF 6
470#define IBMVNIC_CHG_TRACE_BUFF_SZ 7
471 u8 trace_buff_sz[3];
472 u8 reserved[4];
473 struct ibmvnic_rc rc;
474} __packed __aligned(8);
475
476struct ibmvnic_collect_fw_trace {
477 u8 first;
478 u8 cmd;
479 u8 correlator;
480 u8 reserved;
481 __be32 ioba;
482 __be32 len;
483 struct ibmvnic_rc rc;
484} __packed __aligned(8);
485
486struct ibmvnic_request_statistics {
487 u8 first;
488 u8 cmd;
489 u8 flags;
490#define IBMVNIC_PHYSICAL_PORT 0x80
491 u8 reserved1;
492 __be32 ioba;
493 __be32 len;
494 u8 reserved[4];
495} __packed __aligned(8);
496
497struct ibmvnic_request_debug_stats {
498 u8 first;
499 u8 cmd;
500 u8 reserved[2];
501 __be32 ioba;
502 __be32 len;
503 struct ibmvnic_rc rc;
504} __packed __aligned(8);
505
506struct ibmvnic_error_indication {
507 u8 first;
508 u8 cmd;
509 u8 flags;
510#define IBMVNIC_FATAL_ERROR 0x80
511 u8 reserved1;
512 __be32 error_id;
513 __be32 detail_error_sz;
514 __be16 error_cause;
515 u8 reserved2[2];
516} __packed __aligned(8);
517
518struct ibmvnic_link_state_indication {
519 u8 first;
520 u8 cmd;
521 u8 reserved1[2];
522 u8 phys_link_state;
523 u8 logical_link_state;
524 u8 reserved2[10];
525} __packed __aligned(8);
526
527struct ibmvnic_change_mac_addr {
528 u8 first;
529 u8 cmd;
530 u8 mac_addr[6];
531 u8 reserved[4];
532 struct ibmvnic_rc rc;
533} __packed __aligned(8);
534
535struct ibmvnic_multicast_ctrl {
536 u8 first;
537 u8 cmd;
538 u8 mac_addr[6];
539 u8 flags;
540#define IBMVNIC_ENABLE_MC 0x80
541#define IBMVNIC_DISABLE_MC 0x40
542#define IBMVNIC_ENABLE_ALL 0x20
543#define IBMVNIC_DISABLE_ALL 0x10
544 u8 reserved1;
545 __be16 reserved2; /* was num_enabled_mc_addr; */
546 struct ibmvnic_rc rc;
547} __packed __aligned(8);
548
549struct ibmvnic_get_vpd_size {
550 u8 first;
551 u8 cmd;
552 u8 reserved[14];
553} __packed __aligned(8);
554
555struct ibmvnic_get_vpd_size_rsp {
556 u8 first;
557 u8 cmd;
558 u8 reserved[2];
559 __be64 len;
560 struct ibmvnic_rc rc;
561} __packed __aligned(8);
562
563struct ibmvnic_get_vpd {
564 u8 first;
565 u8 cmd;
566 u8 reserved1[2];
567 __be32 ioba;
568 __be32 len;
569 u8 reserved[4];
570} __packed __aligned(8);
571
572struct ibmvnic_get_vpd_rsp {
573 u8 first;
574 u8 cmd;
575 u8 reserved[10];
576 struct ibmvnic_rc rc;
577} __packed __aligned(8);
578
579struct ibmvnic_acl_change_indication {
580 u8 first;
581 u8 cmd;
582 __be16 change_type;
583#define IBMVNIC_MAC_ACL 0
584#define IBMVNIC_VLAN_ACL 1
585 u8 reserved[12];
586} __packed __aligned(8);
587
588struct ibmvnic_acl_query {
589 u8 first;
590 u8 cmd;
591 u8 reserved1[2];
592 __be32 ioba;
593 __be32 len;
594 u8 reserved2[4];
595} __packed __aligned(8);
596
597struct ibmvnic_tune {
598 u8 first;
599 u8 cmd;
600 u8 reserved1[2];
601 __be32 ioba;
602 __be32 len;
603 u8 reserved2[4];
604} __packed __aligned(8);
605
606struct ibmvnic_request_map {
607 u8 first;
608 u8 cmd;
609 u8 reserved1;
610 u8 map_id;
611 __be32 ioba;
612 __be32 len;
613 u8 reserved2[4];
614} __packed __aligned(8);
615
616struct ibmvnic_request_map_rsp {
617 u8 first;
618 u8 cmd;
619 u8 reserved1;
620 u8 map_id;
621 u8 reserved2[8];
622 struct ibmvnic_rc rc;
623} __packed __aligned(8);
624
625struct ibmvnic_request_unmap {
626 u8 first;
627 u8 cmd;
628 u8 reserved1;
629 u8 map_id;
630 u8 reserved2[12];
631} __packed __aligned(8);
632
633struct ibmvnic_request_unmap_rsp {
634 u8 first;
635 u8 cmd;
636 u8 reserved1;
637 u8 map_id;
638 u8 reserved2[8];
639 struct ibmvnic_rc rc;
640} __packed __aligned(8);
641
642struct ibmvnic_query_map {
643 u8 first;
644 u8 cmd;
645 u8 reserved[14];
646} __packed __aligned(8);
647
648struct ibmvnic_query_map_rsp {
649 u8 first;
650 u8 cmd;
651 u8 reserved;
652 u8 page_size;
653 __be32 tot_pages;
654 __be32 free_pages;
655 struct ibmvnic_rc rc;
656} __packed __aligned(8);
657
658union ibmvnic_crq {
659 struct ibmvnic_generic_crq generic;
660 struct ibmvnic_version_exchange version_exchange;
661 struct ibmvnic_version_exchange version_exchange_rsp;
662 struct ibmvnic_capability query_capability;
663 struct ibmvnic_capability query_capability_rsp;
664 struct ibmvnic_capability request_capability;
665 struct ibmvnic_capability request_capability_rsp;
666 struct ibmvnic_login login;
667 struct ibmvnic_generic_crq login_rsp;
668 struct ibmvnic_phys_parms query_phys_parms;
669 struct ibmvnic_phys_parms query_phys_parms_rsp;
670 struct ibmvnic_phys_parms query_phys_capabilities;
671 struct ibmvnic_phys_parms query_phys_capabilities_rsp;
672 struct ibmvnic_phys_parms set_phys_parms;
673 struct ibmvnic_phys_parms set_phys_parms_rsp;
674 struct ibmvnic_logical_link_state logical_link_state;
675 struct ibmvnic_logical_link_state logical_link_state_rsp;
676 struct ibmvnic_query_ip_offload query_ip_offload;
677 struct ibmvnic_query_ip_offload query_ip_offload_rsp;
678 struct ibmvnic_control_ip_offload control_ip_offload;
679 struct ibmvnic_control_ip_offload control_ip_offload_rsp;
680 struct ibmvnic_request_dump_size request_dump_size;
681 struct ibmvnic_request_dump_size request_dump_size_rsp;
682 struct ibmvnic_request_dump request_dump;
683 struct ibmvnic_request_dump_rsp request_dump_rsp;
684 struct ibmvnic_request_ras_comp_num request_ras_comp_num;
685 struct ibmvnic_request_ras_comp_num request_ras_comp_num_rsp;
686 struct ibmvnic_request_ras_comps request_ras_comps;
687 struct ibmvnic_request_ras_comps request_ras_comps_rsp;
688 struct ibmvnic_control_ras control_ras;
689 struct ibmvnic_control_ras control_ras_rsp;
690 struct ibmvnic_collect_fw_trace collect_fw_trace;
691 struct ibmvnic_collect_fw_trace collect_fw_trace_rsp;
692 struct ibmvnic_request_statistics request_statistics;
693 struct ibmvnic_generic_crq request_statistics_rsp;
694 struct ibmvnic_request_debug_stats request_debug_stats;
695 struct ibmvnic_request_debug_stats request_debug_stats_rsp;
696 struct ibmvnic_error_indication error_indication;
697 struct ibmvnic_link_state_indication link_state_indication;
698 struct ibmvnic_change_mac_addr change_mac_addr;
699 struct ibmvnic_change_mac_addr change_mac_addr_rsp;
700 struct ibmvnic_multicast_ctrl multicast_ctrl;
701 struct ibmvnic_multicast_ctrl multicast_ctrl_rsp;
702 struct ibmvnic_get_vpd_size get_vpd_size;
703 struct ibmvnic_get_vpd_size_rsp get_vpd_size_rsp;
704 struct ibmvnic_get_vpd get_vpd;
705 struct ibmvnic_get_vpd_rsp get_vpd_rsp;
706 struct ibmvnic_acl_change_indication acl_change_indication;
707 struct ibmvnic_acl_query acl_query;
708 struct ibmvnic_generic_crq acl_query_rsp;
709 struct ibmvnic_tune tune;
710 struct ibmvnic_generic_crq tune_rsp;
711 struct ibmvnic_request_map request_map;
712 struct ibmvnic_request_map_rsp request_map_rsp;
713 struct ibmvnic_request_unmap request_unmap;
714 struct ibmvnic_request_unmap_rsp request_unmap_rsp;
715 struct ibmvnic_query_map query_map;
716 struct ibmvnic_query_map_rsp query_map_rsp;
717};
718
719enum ibmvnic_rc_codes {
720 SUCCESS = 0,
721 PARTIALSUCCESS = 1,
722 PERMISSION = 2,
723 NOMEMORY = 3,
724 PARAMETER = 4,
725 UNKNOWNCOMMAND = 5,
726 ABORTED = 6,
727 INVALIDSTATE = 7,
728 INVALIDIOBA = 8,
729 INVALIDLENGTH = 9,
730 UNSUPPORTEDOPTION = 10,
731};
732
733enum ibmvnic_capabilities {
734 MIN_TX_QUEUES = 1,
735 MIN_RX_QUEUES = 2,
736 MIN_RX_ADD_QUEUES = 3,
737 MAX_TX_QUEUES = 4,
738 MAX_RX_QUEUES = 5,
739 MAX_RX_ADD_QUEUES = 6,
740 REQ_TX_QUEUES = 7,
741 REQ_RX_QUEUES = 8,
742 REQ_RX_ADD_QUEUES = 9,
743 MIN_TX_ENTRIES_PER_SUBCRQ = 10,
744 MIN_RX_ADD_ENTRIES_PER_SUBCRQ = 11,
745 MAX_TX_ENTRIES_PER_SUBCRQ = 12,
746 MAX_RX_ADD_ENTRIES_PER_SUBCRQ = 13,
747 REQ_TX_ENTRIES_PER_SUBCRQ = 14,
748 REQ_RX_ADD_ENTRIES_PER_SUBCRQ = 15,
749 TCP_IP_OFFLOAD = 16,
750 PROMISC_REQUESTED = 17,
751 PROMISC_SUPPORTED = 18,
752 MIN_MTU = 19,
753 MAX_MTU = 20,
754 REQ_MTU = 21,
755 MAX_MULTICAST_FILTERS = 22,
756 VLAN_HEADER_INSERTION = 23,
757 RX_VLAN_HEADER_INSERTION = 24,
758 MAX_TX_SG_ENTRIES = 25,
759 RX_SG_SUPPORTED = 26,
760 RX_SG_REQUESTED = 27,
761 OPT_TX_COMP_SUB_QUEUES = 28,
762 OPT_RX_COMP_QUEUES = 29,
763 OPT_RX_BUFADD_Q_PER_RX_COMP_Q = 30,
764 OPT_TX_ENTRIES_PER_SUBCRQ = 31,
765 OPT_RXBA_ENTRIES_PER_SUBCRQ = 32,
766 TX_RX_DESC_REQ = 33,
767};
768
769enum ibmvnic_error_cause {
770 ADAPTER_PROBLEM = 0,
771 BUS_PROBLEM = 1,
772 FW_PROBLEM = 2,
773 DD_PROBLEM = 3,
774 EEH_RECOVERY = 4,
775 FW_UPDATED = 5,
776 LOW_MEMORY = 6,
777};
778
779enum ibmvnic_commands {
780 VERSION_EXCHANGE = 0x01,
781 VERSION_EXCHANGE_RSP = 0x81,
782 QUERY_CAPABILITY = 0x02,
783 QUERY_CAPABILITY_RSP = 0x82,
784 REQUEST_CAPABILITY = 0x03,
785 REQUEST_CAPABILITY_RSP = 0x83,
786 LOGIN = 0x04,
787 LOGIN_RSP = 0x84,
788 QUERY_PHYS_PARMS = 0x05,
789 QUERY_PHYS_PARMS_RSP = 0x85,
790 QUERY_PHYS_CAPABILITIES = 0x06,
791 QUERY_PHYS_CAPABILITIES_RSP = 0x86,
792 SET_PHYS_PARMS = 0x07,
793 SET_PHYS_PARMS_RSP = 0x87,
794 ERROR_INDICATION = 0x08,
795 LOGICAL_LINK_STATE = 0x0C,
796 LOGICAL_LINK_STATE_RSP = 0x8C,
797 REQUEST_STATISTICS = 0x0D,
798 REQUEST_STATISTICS_RSP = 0x8D,
799 COLLECT_FW_TRACE = 0x11,
800 COLLECT_FW_TRACE_RSP = 0x91,
801 LINK_STATE_INDICATION = 0x12,
802 CHANGE_MAC_ADDR = 0x13,
803 CHANGE_MAC_ADDR_RSP = 0x93,
804 MULTICAST_CTRL = 0x14,
805 MULTICAST_CTRL_RSP = 0x94,
806 GET_VPD_SIZE = 0x15,
807 GET_VPD_SIZE_RSP = 0x95,
808 GET_VPD = 0x16,
809 GET_VPD_RSP = 0x96,
810 TUNE = 0x17,
811 TUNE_RSP = 0x97,
812 QUERY_IP_OFFLOAD = 0x18,
813 QUERY_IP_OFFLOAD_RSP = 0x98,
814 CONTROL_IP_OFFLOAD = 0x19,
815 CONTROL_IP_OFFLOAD_RSP = 0x99,
816 ACL_CHANGE_INDICATION = 0x1A,
817 ACL_QUERY = 0x1B,
818 ACL_QUERY_RSP = 0x9B,
819 QUERY_MAP = 0x1D,
820 QUERY_MAP_RSP = 0x9D,
821 REQUEST_MAP = 0x1E,
822 REQUEST_MAP_RSP = 0x9E,
823 REQUEST_UNMAP = 0x1F,
824 REQUEST_UNMAP_RSP = 0x9F,
825 VLAN_CTRL = 0x20,
826 VLAN_CTRL_RSP = 0xA0,
827};
828
829enum ibmvnic_crq_type {
830 IBMVNIC_CRQ_CMD = 0x80,
831 IBMVNIC_CRQ_CMD_RSP = 0x80,
832 IBMVNIC_CRQ_INIT_CMD = 0xC0,
833 IBMVNIC_CRQ_INIT_RSP = 0xC0,
834 IBMVNIC_CRQ_XPORT_EVENT = 0xFF,
835};
836
837enum ibmvfc_crq_format {
838 IBMVNIC_CRQ_INIT = 0x01,
839 IBMVNIC_CRQ_INIT_COMPLETE = 0x02,
840 IBMVNIC_PARTITION_MIGRATED = 0x06,
841 IBMVNIC_DEVICE_FAILOVER = 0x08,
842};
843
844struct ibmvnic_crq_queue {
845 union ibmvnic_crq *msgs;
846 int size, cur;
847 dma_addr_t msg_token;
848 spinlock_t lock;
849 bool active;
850 char name[32];
851};
852
853union sub_crq {
854 struct ibmvnic_generic_scrq generic;
855 struct ibmvnic_tx_comp_desc tx_comp;
856 struct ibmvnic_tx_desc v1;
857 struct ibmvnic_hdr_desc hdr;
858 struct ibmvnic_hdr_ext_desc hdr_ext;
859 struct ibmvnic_sge_desc sge;
860 struct ibmvnic_rx_comp_desc rx_comp;
861 struct ibmvnic_rx_buff_add_desc rx_add;
862};
863
864struct ibmvnic_sub_crq_queue {
865 union sub_crq *msgs;
866 int size, cur;
867 dma_addr_t msg_token;
868 unsigned long crq_num;
869 unsigned long hw_irq;
870 unsigned int irq;
871 unsigned int pool_index;
872 int scrq_num;
873 spinlock_t lock;
874 struct sk_buff *rx_skb_top;
875 struct ibmvnic_adapter *adapter;
876 atomic_t used;
877 char name[32];
878};
879
880struct ibmvnic_long_term_buff {
881 unsigned char *buff;
882 dma_addr_t addr;
883 u64 size;
884 u8 map_id;
885};
886
887struct ibmvnic_tx_buff {
888 struct sk_buff *skb;
889 dma_addr_t data_dma[IBMVNIC_MAX_FRAGS_PER_CRQ];
890 unsigned int data_len[IBMVNIC_MAX_FRAGS_PER_CRQ];
891 int index;
892 int pool_index;
893 bool last_frag;
894 union sub_crq indir_arr[6];
895 u8 hdr_data[140];
896 dma_addr_t indir_dma;
897 int num_entries;
898};
899
900struct ibmvnic_tx_pool {
901 struct ibmvnic_tx_buff *tx_buff;
902 int *free_map;
903 int consumer_index;
904 int producer_index;
905 struct ibmvnic_long_term_buff long_term_buff;
906 int num_buffers;
907 int buf_size;
908};
909
910struct ibmvnic_rx_buff {
911 struct sk_buff *skb;
912 dma_addr_t dma;
913 unsigned char *data;
914 int size;
915 int pool_index;
916};
917
918struct ibmvnic_rx_pool {
919 struct ibmvnic_rx_buff *rx_buff;
920 int size;
921 int index;
922 int buff_size;
923 atomic_t available;
924 int *free_map;
925 int next_free;
926 int next_alloc;
927 int active;
928 struct ibmvnic_long_term_buff long_term_buff;
929};
930
931struct ibmvnic_vpd {
932 unsigned char *buff;
933 dma_addr_t dma_addr;
934 u64 len;
935};
936
937enum vnic_state {VNIC_PROBING = 1,
938 VNIC_PROBED,
939 VNIC_OPENING,
940 VNIC_OPEN,
941 VNIC_CLOSING,
942 VNIC_CLOSED,
943 VNIC_REMOVING,
944 VNIC_REMOVED};
945
946enum ibmvnic_reset_reason {VNIC_RESET_FAILOVER = 1,
947 VNIC_RESET_MOBILITY,
948 VNIC_RESET_FATAL,
949 VNIC_RESET_NON_FATAL,
950 VNIC_RESET_TIMEOUT,
951 VNIC_RESET_CHANGE_PARAM};
952
953struct ibmvnic_rwi {
954 enum ibmvnic_reset_reason reset_reason;
955 struct list_head list;
956};
957
958struct ibmvnic_tunables {
959 u64 rx_queues;
960 u64 tx_queues;
961 u64 rx_entries;
962 u64 tx_entries;
963 u64 mtu;
964};
965
966struct ibmvnic_adapter {
967 struct vio_dev *vdev;
968 struct net_device *netdev;
969 struct ibmvnic_crq_queue crq;
970 u8 mac_addr[ETH_ALEN];
971 struct ibmvnic_query_ip_offload_buffer ip_offload_buf;
972 dma_addr_t ip_offload_tok;
973 struct ibmvnic_control_ip_offload_buffer ip_offload_ctrl;
974 dma_addr_t ip_offload_ctrl_tok;
975 u32 msg_enable;
976 u32 priv_flags;
977
978 /* Vital Product Data (VPD) */
979 struct ibmvnic_vpd *vpd;
980 char fw_version[32];
981
982 /* Statistics */
983 struct ibmvnic_statistics stats;
984 dma_addr_t stats_token;
985 struct completion stats_done;
986 spinlock_t stats_lock;
987 int replenish_no_mem;
988 int replenish_add_buff_success;
989 int replenish_add_buff_failure;
990 int replenish_task_cycles;
991 int tx_send_failed;
992 int tx_map_failed;
993
994 struct ibmvnic_tx_queue_stats *tx_stats_buffers;
995 struct ibmvnic_rx_queue_stats *rx_stats_buffers;
996
997 int phys_link_state;
998 int logical_link_state;
999
1000 u32 speed;
1001 u8 duplex;
1002
1003 /* login data */
1004 struct ibmvnic_login_buffer *login_buf;
1005 dma_addr_t login_buf_token;
1006 int login_buf_sz;
1007
1008 struct ibmvnic_login_rsp_buffer *login_rsp_buf;
1009 dma_addr_t login_rsp_buf_token;
1010 int login_rsp_buf_sz;
1011
1012 atomic_t running_cap_crqs;
1013 bool wait_capability;
1014
1015 struct ibmvnic_sub_crq_queue **tx_scrq;
1016 struct ibmvnic_sub_crq_queue **rx_scrq;
1017
1018 /* rx structs */
1019 struct napi_struct *napi;
1020 struct ibmvnic_rx_pool *rx_pool;
1021 u64 promisc;
1022
1023 struct ibmvnic_tx_pool *tx_pool;
1024 struct ibmvnic_tx_pool *tso_pool;
1025 struct completion init_done;
1026 int init_done_rc;
1027
1028 struct completion fw_done;
1029 int fw_done_rc;
1030
1031 struct completion reset_done;
1032 int reset_done_rc;
1033 bool wait_for_reset;
1034
1035 /* partner capabilities */
1036 u64 min_tx_queues;
1037 u64 min_rx_queues;
1038 u64 min_rx_add_queues;
1039 u64 max_tx_queues;
1040 u64 max_rx_queues;
1041 u64 max_rx_add_queues;
1042 u64 req_tx_queues;
1043 u64 req_rx_queues;
1044 u64 req_rx_add_queues;
1045 u64 min_tx_entries_per_subcrq;
1046 u64 min_rx_add_entries_per_subcrq;
1047 u64 max_tx_entries_per_subcrq;
1048 u64 max_rx_add_entries_per_subcrq;
1049 u64 req_tx_entries_per_subcrq;
1050 u64 req_rx_add_entries_per_subcrq;
1051 u64 tcp_ip_offload;
1052 u64 promisc_requested;
1053 u64 promisc_supported;
1054 u64 min_mtu;
1055 u64 max_mtu;
1056 u64 req_mtu;
1057 u64 max_multicast_filters;
1058 u64 vlan_header_insertion;
1059 u64 rx_vlan_header_insertion;
1060 u64 max_tx_sg_entries;
1061 u64 rx_sg_supported;
1062 u64 rx_sg_requested;
1063 u64 opt_tx_comp_sub_queues;
1064 u64 opt_rx_comp_queues;
1065 u64 opt_rx_bufadd_q_per_rx_comp_q;
1066 u64 opt_tx_entries_per_subcrq;
1067 u64 opt_rxba_entries_per_subcrq;
1068 __be64 tx_rx_desc_req;
1069 u8 map_id;
1070 u32 num_active_rx_scrqs;
1071 u32 num_active_rx_pools;
1072 u32 num_active_rx_napi;
1073 u32 num_active_tx_scrqs;
1074 u32 num_active_tx_pools;
1075
1076 struct tasklet_struct tasklet;
1077 enum vnic_state state;
1078 enum ibmvnic_reset_reason reset_reason;
1079 spinlock_t rwi_lock;
1080 struct list_head rwi_list;
1081 struct work_struct ibmvnic_reset;
1082 struct delayed_work ibmvnic_delayed_reset;
1083 unsigned long resetting;
1084 bool napi_enabled, from_passive_init;
1085
1086 bool failover_pending;
1087 bool force_reset_recovery;
1088
1089 struct ibmvnic_tunables desired;
1090 struct ibmvnic_tunables fallback;
1091};