Loading...
1/* SPDX-License-Identifier: GPL-2.0-or-later */
2/**************************************************************************/
3/* */
4/* IBM System i and System p Virtual NIC Device Driver */
5/* Copyright (C) 2014 IBM Corp. */
6/* Santiago Leon (santi_leon@yahoo.com) */
7/* Thomas Falcon (tlfalcon@linux.vnet.ibm.com) */
8/* John Allen (jallen@linux.vnet.ibm.com) */
9/* */
10/* */
11/* This module contains the implementation of a virtual ethernet device */
12/* for use with IBM i/pSeries LPAR Linux. It utilizes the logical LAN */
13/* option of the RS/6000 Platform Architecture to interface with virtual */
14/* ethernet NICs that are presented to the partition by the hypervisor. */
15/* */
16/**************************************************************************/
17
18#define IBMVNIC_NAME "ibmvnic"
19#define IBMVNIC_DRIVER_VERSION "1.0.1"
20#define IBMVNIC_INVALID_MAP -1
21#define IBMVNIC_OPEN_FAILED 3
22
23/* basic structures plus 100 2k buffers */
24#define IBMVNIC_IO_ENTITLEMENT_DEFAULT 610305
25
26/* Initial module_parameters */
27#define IBMVNIC_RX_WEIGHT 16
28/* when changing this, update IBMVNIC_IO_ENTITLEMENT_DEFAULT */
29#define IBMVNIC_BUFFS_PER_POOL 100
30#define IBMVNIC_MAX_QUEUES 16
31#define IBMVNIC_MAX_QUEUE_SZ 4096
32#define IBMVNIC_MAX_IND_DESCS 16
33#define IBMVNIC_IND_ARR_SZ (IBMVNIC_MAX_IND_DESCS * 32)
34
35#define IBMVNIC_TSO_BUF_SZ 65536
36#define IBMVNIC_TSO_BUFS 64
37#define IBMVNIC_TSO_POOL_MASK 0x80000000
38
39/* A VNIC adapter has set of Rx and Tx pools (aka queues). Each Rx/Tx pool
40 * has a set of buffers. The size of each buffer is determined by the MTU.
41 *
42 * Each Rx/Tx pool is also associated with a DMA region that is shared
43 * with the "hardware" (VIOS) and used to send/receive packets. The DMA
44 * region is also referred to as a Long Term Buffer or LTB.
45 *
46 * The size of the DMA region required for an Rx/Tx pool depends on the
47 * number and size (MTU) of the buffers in the pool. At the max levels
48 * of 4096 jumbo frames (MTU=9000) we will need about 9K*4K = 36MB plus
49 * some padding.
50 *
51 * But the size of a single DMA region is limited by MAX_PAGE_ORDER in the
52 * kernel (about 16MB currently). To support say 4K Jumbo frames, we
53 * use a set of LTBs (struct ltb_set) per pool.
54 *
55 * IBMVNIC_ONE_LTB_MAX - max size of each LTB supported by kernel
56 * IBMVNIC_ONE_LTB_SIZE - current max size of each LTB in an ltb_set
57 * (must be <= IBMVNIC_ONE_LTB_MAX)
58 * IBMVNIC_LTB_SET_SIZE - current size of all LTBs in an ltb_set
59 *
60 * Each VNIC can have upto 16 Rx, 16 Tx and 16 TSO pools. The TSO pools
61 * are of fixed length (IBMVNIC_TSO_BUF_SZ * IBMVNIC_TSO_BUFS) of 4MB.
62 *
63 * The Rx and Tx pools can have upto 4096 buffers. The max size of these
64 * buffers is about 9588 (for jumbo frames, including IBMVNIC_BUFFER_HLEN).
65 * So, setting the IBMVNIC_LTB_SET_SIZE for a pool to 4096 * 9588 ~= 38MB.
66 *
67 * There is a trade-off in setting IBMVNIC_ONE_LTB_SIZE. If it is large,
68 * the allocation of the LTB can fail when system is low in memory. If
69 * its too small, we would need several mappings for each of the Rx/
70 * Tx/TSO pools but there is a limit of 255 mappings per vnic in the
71 * VNIC protocol.
72 *
73 * So setting IBMVNIC_ONE_LTB_SIZE to 8MB. With IBMVNIC_LTB_SET_SIZE set
74 * to 38MB, we will need 5 LTBs per Rx and Tx pool and 1 LTB per TSO
75 * pool for the 4MB. Thus the 16 Rx and Tx queues require 32 * 5 = 160
76 * plus 16 for the TSO pools for a total of 176 LTB mappings per VNIC.
77 */
78#define IBMVNIC_ONE_LTB_MAX ((u32)((1 << MAX_PAGE_ORDER) * PAGE_SIZE))
79#define IBMVNIC_ONE_LTB_SIZE min((u32)(8 << 20), IBMVNIC_ONE_LTB_MAX)
80#define IBMVNIC_LTB_SET_SIZE (38 << 20)
81
82#define IBMVNIC_BUFFER_HLEN 500
83#define IBMVNIC_RESET_DELAY 100
84
85struct ibmvnic_login_buffer {
86 __be32 len;
87 __be32 version;
88#define INITIAL_VERSION_LB 1
89 __be32 num_txcomp_subcrqs;
90 __be32 off_txcomp_subcrqs;
91 __be32 num_rxcomp_subcrqs;
92 __be32 off_rxcomp_subcrqs;
93 __be32 login_rsp_ioba;
94 __be32 login_rsp_len;
95 __be32 client_data_offset;
96 __be32 client_data_len;
97} __packed __aligned(8);
98
99struct ibmvnic_login_rsp_buffer {
100 __be32 len;
101 __be32 version;
102#define INITIAL_VERSION_LRB 1
103 __be32 num_txsubm_subcrqs;
104 __be32 off_txsubm_subcrqs;
105 __be32 num_rxadd_subcrqs;
106 __be32 off_rxadd_subcrqs;
107 __be32 off_rxadd_buff_size;
108 __be32 num_supp_tx_desc;
109 __be32 off_supp_tx_desc;
110} __packed __aligned(8);
111
112struct ibmvnic_query_ip_offload_buffer {
113 __be32 len;
114 __be32 version;
115#define INITIAL_VERSION_IOB 1
116 u8 ipv4_chksum;
117 u8 ipv6_chksum;
118 u8 tcp_ipv4_chksum;
119 u8 tcp_ipv6_chksum;
120 u8 udp_ipv4_chksum;
121 u8 udp_ipv6_chksum;
122 u8 large_tx_ipv4;
123 u8 large_tx_ipv6;
124 u8 large_rx_ipv4;
125 u8 large_rx_ipv6;
126 u8 reserved1[14];
127 __be16 max_ipv4_header_size;
128 __be16 max_ipv6_header_size;
129 __be16 max_tcp_header_size;
130 __be16 max_udp_header_size;
131 __be32 max_large_tx_size;
132 __be32 max_large_rx_size;
133 u8 reserved2[16];
134 u8 ipv6_extension_header;
135#define IPV6_EH_NOT_SUPPORTED 0x00
136#define IPV6_EH_SUPPORTED_LIM 0x01
137#define IPV6_EH_SUPPORTED 0xFF
138 u8 tcp_pseudosum_req;
139#define TCP_PS_NOT_REQUIRED 0x00
140#define TCP_PS_REQUIRED 0x01
141 u8 reserved3[30];
142 __be16 num_ipv6_ext_headers;
143 __be32 off_ipv6_ext_headers;
144 u8 reserved4[154];
145} __packed __aligned(8);
146
147struct ibmvnic_control_ip_offload_buffer {
148 __be32 len;
149 __be32 version;
150#define INITIAL_VERSION_IOB 1
151 u8 ipv4_chksum;
152 u8 ipv6_chksum;
153 u8 tcp_ipv4_chksum;
154 u8 tcp_ipv6_chksum;
155 u8 udp_ipv4_chksum;
156 u8 udp_ipv6_chksum;
157 u8 large_tx_ipv4;
158 u8 large_tx_ipv6;
159 u8 bad_packet_rx;
160 u8 large_rx_ipv4;
161 u8 large_rx_ipv6;
162 u8 reserved4[111];
163} __packed __aligned(8);
164
165struct ibmvnic_fw_component {
166 u8 name[48];
167 __be32 trace_buff_size;
168 u8 correlator;
169 u8 trace_level;
170 u8 parent_correlator;
171 u8 error_check_level;
172 u8 trace_on;
173 u8 reserved[7];
174 u8 description[192];
175} __packed __aligned(8);
176
177struct ibmvnic_fw_trace_entry {
178 __be32 trace_id;
179 u8 num_valid_data;
180 u8 reserved[3];
181 __be64 pmc_registers;
182 __be64 timebase;
183 __be64 trace_data[5];
184} __packed __aligned(8);
185
186struct ibmvnic_statistics {
187 __be32 version;
188 __be32 promiscuous;
189 __be64 rx_packets;
190 __be64 rx_bytes;
191 __be64 tx_packets;
192 __be64 tx_bytes;
193 __be64 ucast_tx_packets;
194 __be64 ucast_rx_packets;
195 __be64 mcast_tx_packets;
196 __be64 mcast_rx_packets;
197 __be64 bcast_tx_packets;
198 __be64 bcast_rx_packets;
199 __be64 align_errors;
200 __be64 fcs_errors;
201 __be64 single_collision_frames;
202 __be64 multi_collision_frames;
203 __be64 sqe_test_errors;
204 __be64 deferred_tx;
205 __be64 late_collisions;
206 __be64 excess_collisions;
207 __be64 internal_mac_tx_errors;
208 __be64 carrier_sense;
209 __be64 too_long_frames;
210 __be64 internal_mac_rx_errors;
211 u8 reserved[72];
212} __packed __aligned(8);
213
214#define NUM_TX_STATS 3
215struct ibmvnic_tx_queue_stats {
216 u64 packets;
217 u64 bytes;
218 u64 dropped_packets;
219};
220
221#define NUM_RX_STATS 3
222struct ibmvnic_rx_queue_stats {
223 u64 packets;
224 u64 bytes;
225 u64 interrupts;
226};
227
228struct ibmvnic_acl_buffer {
229 __be32 len;
230 __be32 version;
231#define INITIAL_VERSION_IOB 1
232 u8 mac_acls_restrict;
233 u8 vlan_acls_restrict;
234 u8 reserved1[22];
235 __be32 num_mac_addrs;
236 __be32 offset_mac_addrs;
237 __be32 num_vlan_ids;
238 __be32 offset_vlan_ids;
239 u8 reserved2[80];
240} __packed __aligned(8);
241
242/* descriptors have been changed, how should this be defined? 1? 4? */
243
244#define IBMVNIC_TX_DESC_VERSIONS 3
245
246/* is this still needed? */
247struct ibmvnic_tx_comp_desc {
248 u8 first;
249 u8 num_comps;
250 __be16 rcs[5];
251 __be32 correlators[5];
252} __packed __aligned(8);
253
254/* some flags that included in v0 descriptor, which is gone
255 * only used for IBMVNIC_TCP_CHKSUM and IBMVNIC_UDP_CHKSUM
256 * and only in some offload_flags variable that doesn't seem
257 * to be used anywhere, can probably be removed?
258 */
259
260#define IBMVNIC_TCP_CHKSUM 0x20
261#define IBMVNIC_UDP_CHKSUM 0x08
262
263struct ibmvnic_tx_desc {
264 u8 first;
265 u8 type;
266
267#define IBMVNIC_TX_DESC 0x10
268 u8 n_crq_elem;
269 u8 n_sge;
270 u8 flags1;
271#define IBMVNIC_TX_COMP_NEEDED 0x80
272#define IBMVNIC_TX_CHKSUM_OFFLOAD 0x40
273#define IBMVNIC_TX_LSO 0x20
274#define IBMVNIC_TX_PROT_TCP 0x10
275#define IBMVNIC_TX_PROT_UDP 0x08
276#define IBMVNIC_TX_PROT_IPV4 0x04
277#define IBMVNIC_TX_PROT_IPV6 0x02
278#define IBMVNIC_TX_VLAN_PRESENT 0x01
279 u8 flags2;
280#define IBMVNIC_TX_VLAN_INSERT 0x80
281 __be16 mss;
282 u8 reserved[4];
283 __be32 correlator;
284 __be16 vlan_id;
285 __be16 dma_reg;
286 __be32 sge_len;
287 __be64 ioba;
288} __packed __aligned(8);
289
290struct ibmvnic_hdr_desc {
291 u8 first;
292 u8 type;
293#define IBMVNIC_HDR_DESC 0x11
294 u8 len;
295 u8 l2_len;
296 __be16 l3_len;
297 u8 l4_len;
298 u8 flag;
299 u8 data[24];
300} __packed __aligned(8);
301
302struct ibmvnic_hdr_ext_desc {
303 u8 first;
304 u8 type;
305#define IBMVNIC_HDR_EXT_DESC 0x12
306 u8 len;
307 u8 data[29];
308} __packed __aligned(8);
309
310struct ibmvnic_sge_desc {
311 u8 first;
312 u8 type;
313#define IBMVNIC_SGE_DESC 0x30
314 __be16 sge1_dma_reg;
315 __be32 sge1_len;
316 __be64 sge1_ioba;
317 __be16 reserved;
318 __be16 sge2_dma_reg;
319 __be32 sge2_len;
320 __be64 sge2_ioba;
321} __packed __aligned(8);
322
323struct ibmvnic_rx_comp_desc {
324 u8 first;
325 u8 flags;
326#define IBMVNIC_IP_CHKSUM_GOOD 0x80
327#define IBMVNIC_TCP_UDP_CHKSUM_GOOD 0x40
328#define IBMVNIC_END_FRAME 0x20
329#define IBMVNIC_EXACT_MC 0x10
330#define IBMVNIC_VLAN_STRIPPED 0x08
331 __be16 off_frame_data;
332 __be32 len;
333 __be64 correlator;
334 __be16 vlan_tci;
335 __be16 rc;
336 u8 reserved[12];
337} __packed __aligned(8);
338
339struct ibmvnic_generic_scrq {
340 u8 first;
341 u8 reserved[31];
342} __packed __aligned(8);
343
344struct ibmvnic_rx_buff_add_desc {
345 u8 first;
346 u8 reserved[7];
347 __be64 correlator;
348 __be32 ioba;
349 u8 map_id;
350 __be32 len:24;
351 u8 reserved2[8];
352} __packed __aligned(8);
353
354struct ibmvnic_rc {
355 u8 code; /* one of enum ibmvnic_rc_codes */
356 u8 detailed_data[3];
357} __packed __aligned(4);
358
359struct ibmvnic_generic_crq {
360 u8 first;
361 u8 cmd;
362 u8 params[10];
363 struct ibmvnic_rc rc;
364} __packed __aligned(8);
365
366struct ibmvnic_version_exchange {
367 u8 first;
368 u8 cmd;
369 __be16 version;
370#define IBMVNIC_INITIAL_VERSION 1
371 u8 reserved[8];
372 struct ibmvnic_rc rc;
373} __packed __aligned(8);
374
375struct ibmvnic_capability {
376 u8 first;
377 u8 cmd;
378 __be16 capability; /* one of ibmvnic_capabilities */
379 __be64 number;
380 struct ibmvnic_rc rc;
381} __packed __aligned(8);
382
383struct ibmvnic_login {
384 u8 first;
385 u8 cmd;
386 u8 reserved[6];
387 __be32 ioba;
388 __be32 len;
389} __packed __aligned(8);
390
391struct ibmvnic_phys_parms {
392 u8 first;
393 u8 cmd;
394 u8 flags1;
395#define IBMVNIC_EXTERNAL_LOOPBACK 0x80
396#define IBMVNIC_INTERNAL_LOOPBACK 0x40
397#define IBMVNIC_PROMISC 0x20
398#define IBMVNIC_PHYS_LINK_ACTIVE 0x10
399#define IBMVNIC_AUTONEG_DUPLEX 0x08
400#define IBMVNIC_FULL_DUPLEX 0x04
401#define IBMVNIC_HALF_DUPLEX 0x02
402#define IBMVNIC_CAN_CHG_PHYS_PARMS 0x01
403 u8 flags2;
404#define IBMVNIC_LOGICAL_LNK_ACTIVE 0x80
405 __be32 speed;
406#define IBMVNIC_AUTONEG 0x80000000
407#define IBMVNIC_10MBPS 0x40000000
408#define IBMVNIC_100MBPS 0x20000000
409#define IBMVNIC_1GBPS 0x10000000
410#define IBMVNIC_10GBPS 0x08000000
411#define IBMVNIC_40GBPS 0x04000000
412#define IBMVNIC_100GBPS 0x02000000
413#define IBMVNIC_25GBPS 0x01000000
414#define IBMVNIC_50GBPS 0x00800000
415#define IBMVNIC_200GBPS 0x00400000
416 __be32 mtu;
417 struct ibmvnic_rc rc;
418} __packed __aligned(8);
419
420struct ibmvnic_logical_link_state {
421 u8 first;
422 u8 cmd;
423 u8 link_state;
424#define IBMVNIC_LOGICAL_LNK_DN 0x00
425#define IBMVNIC_LOGICAL_LNK_UP 0x01
426#define IBMVNIC_LOGICAL_LNK_QUERY 0xff
427 u8 reserved[9];
428 struct ibmvnic_rc rc;
429} __packed __aligned(8);
430
431struct ibmvnic_query_ip_offload {
432 u8 first;
433 u8 cmd;
434 u8 reserved[2];
435 __be32 len;
436 __be32 ioba;
437 struct ibmvnic_rc rc;
438} __packed __aligned(8);
439
440struct ibmvnic_control_ip_offload {
441 u8 first;
442 u8 cmd;
443 u8 reserved[2];
444 __be32 ioba;
445 __be32 len;
446 struct ibmvnic_rc rc;
447} __packed __aligned(8);
448
449struct ibmvnic_request_statistics {
450 u8 first;
451 u8 cmd;
452 u8 flags;
453#define IBMVNIC_PHYSICAL_PORT 0x80
454 u8 reserved1;
455 __be32 ioba;
456 __be32 len;
457 u8 reserved[4];
458} __packed __aligned(8);
459
460struct ibmvnic_error_indication {
461 u8 first;
462 u8 cmd;
463 u8 flags;
464#define IBMVNIC_FATAL_ERROR 0x80
465 u8 reserved1;
466 __be32 error_id;
467 __be32 detail_error_sz;
468 __be16 error_cause;
469 u8 reserved2[2];
470} __packed __aligned(8);
471
472struct ibmvnic_link_state_indication {
473 u8 first;
474 u8 cmd;
475 u8 reserved1[2];
476 u8 phys_link_state;
477 u8 logical_link_state;
478 u8 reserved2[10];
479} __packed __aligned(8);
480
481struct ibmvnic_change_mac_addr {
482 u8 first;
483 u8 cmd;
484 u8 mac_addr[6];
485 u8 reserved[4];
486 struct ibmvnic_rc rc;
487} __packed __aligned(8);
488
489struct ibmvnic_multicast_ctrl {
490 u8 first;
491 u8 cmd;
492 u8 mac_addr[6];
493 u8 flags;
494#define IBMVNIC_ENABLE_MC 0x80
495#define IBMVNIC_DISABLE_MC 0x40
496#define IBMVNIC_ENABLE_ALL 0x20
497#define IBMVNIC_DISABLE_ALL 0x10
498 u8 reserved1;
499 __be16 reserved2; /* was num_enabled_mc_addr; */
500 struct ibmvnic_rc rc;
501} __packed __aligned(8);
502
503struct ibmvnic_get_vpd_size {
504 u8 first;
505 u8 cmd;
506 u8 reserved[14];
507} __packed __aligned(8);
508
509struct ibmvnic_get_vpd_size_rsp {
510 u8 first;
511 u8 cmd;
512 u8 reserved[2];
513 __be64 len;
514 struct ibmvnic_rc rc;
515} __packed __aligned(8);
516
517struct ibmvnic_get_vpd {
518 u8 first;
519 u8 cmd;
520 u8 reserved1[2];
521 __be32 ioba;
522 __be32 len;
523 u8 reserved[4];
524} __packed __aligned(8);
525
526struct ibmvnic_get_vpd_rsp {
527 u8 first;
528 u8 cmd;
529 u8 reserved[10];
530 struct ibmvnic_rc rc;
531} __packed __aligned(8);
532
533struct ibmvnic_acl_change_indication {
534 u8 first;
535 u8 cmd;
536 __be16 change_type;
537#define IBMVNIC_MAC_ACL 0
538#define IBMVNIC_VLAN_ACL 1
539 u8 reserved[12];
540} __packed __aligned(8);
541
542struct ibmvnic_acl_query {
543 u8 first;
544 u8 cmd;
545 u8 reserved1[2];
546 __be32 ioba;
547 __be32 len;
548 u8 reserved2[4];
549} __packed __aligned(8);
550
551struct ibmvnic_tune {
552 u8 first;
553 u8 cmd;
554 u8 reserved1[2];
555 __be32 ioba;
556 __be32 len;
557 u8 reserved2[4];
558} __packed __aligned(8);
559
560struct ibmvnic_request_map {
561 u8 first;
562 u8 cmd;
563 u8 reserved1;
564 u8 map_id;
565 __be32 ioba;
566 __be32 len;
567 u8 reserved2[4];
568} __packed __aligned(8);
569
570struct ibmvnic_request_map_rsp {
571 u8 first;
572 u8 cmd;
573 u8 reserved1;
574 u8 map_id;
575 u8 reserved2[8];
576 struct ibmvnic_rc rc;
577} __packed __aligned(8);
578
579struct ibmvnic_request_unmap {
580 u8 first;
581 u8 cmd;
582 u8 reserved1;
583 u8 map_id;
584 u8 reserved2[12];
585} __packed __aligned(8);
586
587struct ibmvnic_request_unmap_rsp {
588 u8 first;
589 u8 cmd;
590 u8 reserved1;
591 u8 map_id;
592 u8 reserved2[8];
593 struct ibmvnic_rc rc;
594} __packed __aligned(8);
595
596struct ibmvnic_query_map {
597 u8 first;
598 u8 cmd;
599 u8 reserved[14];
600} __packed __aligned(8);
601
602struct ibmvnic_query_map_rsp {
603 u8 first;
604 u8 cmd;
605 u8 reserved;
606 u8 page_size;
607 __be32 tot_pages;
608 __be32 free_pages;
609 struct ibmvnic_rc rc;
610} __packed __aligned(8);
611
612union ibmvnic_crq {
613 struct ibmvnic_generic_crq generic;
614 struct ibmvnic_version_exchange version_exchange;
615 struct ibmvnic_version_exchange version_exchange_rsp;
616 struct ibmvnic_capability query_capability;
617 struct ibmvnic_capability query_capability_rsp;
618 struct ibmvnic_capability request_capability;
619 struct ibmvnic_capability request_capability_rsp;
620 struct ibmvnic_login login;
621 struct ibmvnic_generic_crq login_rsp;
622 struct ibmvnic_phys_parms query_phys_parms;
623 struct ibmvnic_phys_parms query_phys_parms_rsp;
624 struct ibmvnic_phys_parms query_phys_capabilities;
625 struct ibmvnic_phys_parms query_phys_capabilities_rsp;
626 struct ibmvnic_phys_parms set_phys_parms;
627 struct ibmvnic_phys_parms set_phys_parms_rsp;
628 struct ibmvnic_logical_link_state logical_link_state;
629 struct ibmvnic_logical_link_state logical_link_state_rsp;
630 struct ibmvnic_query_ip_offload query_ip_offload;
631 struct ibmvnic_query_ip_offload query_ip_offload_rsp;
632 struct ibmvnic_control_ip_offload control_ip_offload;
633 struct ibmvnic_control_ip_offload control_ip_offload_rsp;
634 struct ibmvnic_request_statistics request_statistics;
635 struct ibmvnic_generic_crq request_statistics_rsp;
636 struct ibmvnic_error_indication error_indication;
637 struct ibmvnic_link_state_indication link_state_indication;
638 struct ibmvnic_change_mac_addr change_mac_addr;
639 struct ibmvnic_change_mac_addr change_mac_addr_rsp;
640 struct ibmvnic_multicast_ctrl multicast_ctrl;
641 struct ibmvnic_multicast_ctrl multicast_ctrl_rsp;
642 struct ibmvnic_get_vpd_size get_vpd_size;
643 struct ibmvnic_get_vpd_size_rsp get_vpd_size_rsp;
644 struct ibmvnic_get_vpd get_vpd;
645 struct ibmvnic_get_vpd_rsp get_vpd_rsp;
646 struct ibmvnic_acl_change_indication acl_change_indication;
647 struct ibmvnic_acl_query acl_query;
648 struct ibmvnic_generic_crq acl_query_rsp;
649 struct ibmvnic_tune tune;
650 struct ibmvnic_generic_crq tune_rsp;
651 struct ibmvnic_request_map request_map;
652 struct ibmvnic_request_map_rsp request_map_rsp;
653 struct ibmvnic_request_unmap request_unmap;
654 struct ibmvnic_request_unmap_rsp request_unmap_rsp;
655 struct ibmvnic_query_map query_map;
656 struct ibmvnic_query_map_rsp query_map_rsp;
657};
658
659enum ibmvnic_rc_codes {
660 SUCCESS = 0,
661 PARTIALSUCCESS = 1,
662 PERMISSION = 2,
663 NOMEMORY = 3,
664 PARAMETER = 4,
665 UNKNOWNCOMMAND = 5,
666 ABORTED = 6,
667 INVALIDSTATE = 7,
668 INVALIDIOBA = 8,
669 INVALIDLENGTH = 9,
670 UNSUPPORTEDOPTION = 10,
671};
672
673enum ibmvnic_capabilities {
674 MIN_TX_QUEUES = 1,
675 MIN_RX_QUEUES = 2,
676 MIN_RX_ADD_QUEUES = 3,
677 MAX_TX_QUEUES = 4,
678 MAX_RX_QUEUES = 5,
679 MAX_RX_ADD_QUEUES = 6,
680 REQ_TX_QUEUES = 7,
681 REQ_RX_QUEUES = 8,
682 REQ_RX_ADD_QUEUES = 9,
683 MIN_TX_ENTRIES_PER_SUBCRQ = 10,
684 MIN_RX_ADD_ENTRIES_PER_SUBCRQ = 11,
685 MAX_TX_ENTRIES_PER_SUBCRQ = 12,
686 MAX_RX_ADD_ENTRIES_PER_SUBCRQ = 13,
687 REQ_TX_ENTRIES_PER_SUBCRQ = 14,
688 REQ_RX_ADD_ENTRIES_PER_SUBCRQ = 15,
689 TCP_IP_OFFLOAD = 16,
690 PROMISC_REQUESTED = 17,
691 PROMISC_SUPPORTED = 18,
692 MIN_MTU = 19,
693 MAX_MTU = 20,
694 REQ_MTU = 21,
695 MAX_MULTICAST_FILTERS = 22,
696 VLAN_HEADER_INSERTION = 23,
697 RX_VLAN_HEADER_INSERTION = 24,
698 MAX_TX_SG_ENTRIES = 25,
699 RX_SG_SUPPORTED = 26,
700 RX_SG_REQUESTED = 27,
701 OPT_TX_COMP_SUB_QUEUES = 28,
702 OPT_RX_COMP_QUEUES = 29,
703 OPT_RX_BUFADD_Q_PER_RX_COMP_Q = 30,
704 OPT_TX_ENTRIES_PER_SUBCRQ = 31,
705 OPT_RXBA_ENTRIES_PER_SUBCRQ = 32,
706 TX_RX_DESC_REQ = 33,
707};
708
709enum ibmvnic_error_cause {
710 ADAPTER_PROBLEM = 0,
711 BUS_PROBLEM = 1,
712 FW_PROBLEM = 2,
713 DD_PROBLEM = 3,
714 EEH_RECOVERY = 4,
715 FW_UPDATED = 5,
716 LOW_MEMORY = 6,
717};
718
719enum ibmvnic_commands {
720 VERSION_EXCHANGE = 0x01,
721 VERSION_EXCHANGE_RSP = 0x81,
722 QUERY_CAPABILITY = 0x02,
723 QUERY_CAPABILITY_RSP = 0x82,
724 REQUEST_CAPABILITY = 0x03,
725 REQUEST_CAPABILITY_RSP = 0x83,
726 LOGIN = 0x04,
727 LOGIN_RSP = 0x84,
728 QUERY_PHYS_PARMS = 0x05,
729 QUERY_PHYS_PARMS_RSP = 0x85,
730 QUERY_PHYS_CAPABILITIES = 0x06,
731 QUERY_PHYS_CAPABILITIES_RSP = 0x86,
732 SET_PHYS_PARMS = 0x07,
733 SET_PHYS_PARMS_RSP = 0x87,
734 ERROR_INDICATION = 0x08,
735 LOGICAL_LINK_STATE = 0x0C,
736 LOGICAL_LINK_STATE_RSP = 0x8C,
737 REQUEST_STATISTICS = 0x0D,
738 REQUEST_STATISTICS_RSP = 0x8D,
739 COLLECT_FW_TRACE = 0x11,
740 COLLECT_FW_TRACE_RSP = 0x91,
741 LINK_STATE_INDICATION = 0x12,
742 CHANGE_MAC_ADDR = 0x13,
743 CHANGE_MAC_ADDR_RSP = 0x93,
744 MULTICAST_CTRL = 0x14,
745 MULTICAST_CTRL_RSP = 0x94,
746 GET_VPD_SIZE = 0x15,
747 GET_VPD_SIZE_RSP = 0x95,
748 GET_VPD = 0x16,
749 GET_VPD_RSP = 0x96,
750 TUNE = 0x17,
751 TUNE_RSP = 0x97,
752 QUERY_IP_OFFLOAD = 0x18,
753 QUERY_IP_OFFLOAD_RSP = 0x98,
754 CONTROL_IP_OFFLOAD = 0x19,
755 CONTROL_IP_OFFLOAD_RSP = 0x99,
756 ACL_CHANGE_INDICATION = 0x1A,
757 ACL_QUERY = 0x1B,
758 ACL_QUERY_RSP = 0x9B,
759 QUERY_MAP = 0x1D,
760 QUERY_MAP_RSP = 0x9D,
761 REQUEST_MAP = 0x1E,
762 REQUEST_MAP_RSP = 0x9E,
763 REQUEST_UNMAP = 0x1F,
764 REQUEST_UNMAP_RSP = 0x9F,
765 VLAN_CTRL = 0x20,
766 VLAN_CTRL_RSP = 0xA0,
767};
768
769enum ibmvnic_crq_type {
770 IBMVNIC_CRQ_CMD = 0x80,
771 IBMVNIC_CRQ_CMD_RSP = 0x80,
772 IBMVNIC_CRQ_INIT_CMD = 0xC0,
773 IBMVNIC_CRQ_INIT_RSP = 0xC0,
774 IBMVNIC_CRQ_XPORT_EVENT = 0xFF,
775};
776
777enum ibmvfc_crq_format {
778 IBMVNIC_CRQ_INIT = 0x01,
779 IBMVNIC_CRQ_INIT_COMPLETE = 0x02,
780 IBMVNIC_PARTITION_MIGRATED = 0x06,
781 IBMVNIC_DEVICE_FAILOVER = 0x08,
782};
783
784struct ibmvnic_crq_queue {
785 union ibmvnic_crq *msgs;
786 int size, cur;
787 dma_addr_t msg_token;
788 /* Used for serialization of msgs, cur */
789 spinlock_t lock;
790 bool active;
791 char name[32];
792};
793
794union sub_crq {
795 struct ibmvnic_generic_scrq generic;
796 struct ibmvnic_tx_comp_desc tx_comp;
797 struct ibmvnic_tx_desc v1;
798 struct ibmvnic_hdr_desc hdr;
799 struct ibmvnic_hdr_ext_desc hdr_ext;
800 struct ibmvnic_sge_desc sge;
801 struct ibmvnic_rx_comp_desc rx_comp;
802 struct ibmvnic_rx_buff_add_desc rx_add;
803};
804
805struct ibmvnic_ind_xmit_queue {
806 union sub_crq *indir_arr;
807 dma_addr_t indir_dma;
808 int index;
809};
810
811struct ibmvnic_sub_crq_queue {
812 union sub_crq *msgs;
813 int size, cur;
814 dma_addr_t msg_token;
815 unsigned long crq_num;
816 unsigned long hw_irq;
817 unsigned int irq;
818 unsigned int pool_index;
819 int scrq_num;
820 /* Used for serialization of msgs, cur */
821 spinlock_t lock;
822 struct sk_buff *rx_skb_top;
823 struct ibmvnic_adapter *adapter;
824 struct ibmvnic_ind_xmit_queue ind_buf;
825 atomic_t used;
826 char name[32];
827 u64 handle;
828 cpumask_var_t affinity_mask;
829} ____cacheline_aligned;
830
831struct ibmvnic_long_term_buff {
832 unsigned char *buff;
833 dma_addr_t addr;
834 u64 size;
835 u8 map_id;
836};
837
838struct ibmvnic_ltb_set {
839 int num_ltbs;
840 struct ibmvnic_long_term_buff *ltbs;
841};
842
843struct ibmvnic_tx_buff {
844 struct sk_buff *skb;
845 int index;
846 int pool_index;
847 int num_entries;
848};
849
850struct ibmvnic_tx_pool {
851 struct ibmvnic_tx_buff *tx_buff;
852 int *free_map;
853 int consumer_index;
854 int producer_index;
855 struct ibmvnic_ltb_set ltb_set;
856 int num_buffers;
857 int buf_size;
858} ____cacheline_aligned;
859
860struct ibmvnic_rx_buff {
861 struct sk_buff *skb;
862 dma_addr_t dma;
863 unsigned char *data;
864 int size;
865 int pool_index;
866};
867
868struct ibmvnic_rx_pool {
869 struct ibmvnic_rx_buff *rx_buff;
870 int size; /* # of buffers in the pool */
871 int index;
872 int buff_size;
873 atomic_t available;
874 int *free_map;
875 int next_free;
876 int next_alloc;
877 int active;
878 struct ibmvnic_ltb_set ltb_set;
879} ____cacheline_aligned;
880
881struct ibmvnic_vpd {
882 unsigned char *buff;
883 dma_addr_t dma_addr;
884 u64 len;
885};
886
887enum vnic_state {VNIC_PROBING = 1,
888 VNIC_PROBED,
889 VNIC_OPENING,
890 VNIC_OPEN,
891 VNIC_CLOSING,
892 VNIC_CLOSED,
893 VNIC_REMOVING,
894 VNIC_REMOVED,
895 VNIC_DOWN};
896
897enum ibmvnic_reset_reason {VNIC_RESET_FAILOVER = 1,
898 VNIC_RESET_MOBILITY,
899 VNIC_RESET_FATAL,
900 VNIC_RESET_NON_FATAL,
901 VNIC_RESET_TIMEOUT,
902 VNIC_RESET_CHANGE_PARAM,
903 VNIC_RESET_PASSIVE_INIT};
904
905struct ibmvnic_rwi {
906 enum ibmvnic_reset_reason reset_reason;
907 struct list_head list;
908};
909
910struct ibmvnic_tunables {
911 u64 rx_queues;
912 u64 tx_queues;
913 u64 rx_entries;
914 u64 tx_entries;
915 u64 mtu;
916};
917
918struct ibmvnic_adapter {
919 struct vio_dev *vdev;
920 struct net_device *netdev;
921 struct ibmvnic_crq_queue crq;
922 u8 mac_addr[ETH_ALEN];
923 struct ibmvnic_query_ip_offload_buffer ip_offload_buf;
924 dma_addr_t ip_offload_tok;
925 struct ibmvnic_control_ip_offload_buffer ip_offload_ctrl;
926 dma_addr_t ip_offload_ctrl_tok;
927 u32 msg_enable;
928
929 /* Vital Product Data (VPD) */
930 struct ibmvnic_vpd *vpd;
931 char fw_version[32];
932
933 /* Statistics */
934 struct ibmvnic_statistics stats;
935 dma_addr_t stats_token;
936 struct completion stats_done;
937 int replenish_no_mem;
938 int replenish_add_buff_success;
939 int replenish_add_buff_failure;
940 int replenish_task_cycles;
941 int tx_send_failed;
942 int tx_map_failed;
943
944 struct ibmvnic_tx_queue_stats *tx_stats_buffers;
945 struct ibmvnic_rx_queue_stats *rx_stats_buffers;
946
947 int phys_link_state;
948 int logical_link_state;
949
950 u32 speed;
951 u8 duplex;
952
953 /* login data */
954 struct ibmvnic_login_buffer *login_buf;
955 dma_addr_t login_buf_token;
956 int login_buf_sz;
957
958 struct ibmvnic_login_rsp_buffer *login_rsp_buf;
959 dma_addr_t login_rsp_buf_token;
960 int login_rsp_buf_sz;
961
962 atomic_t running_cap_crqs;
963
964 struct ibmvnic_sub_crq_queue **tx_scrq ____cacheline_aligned;
965 struct ibmvnic_sub_crq_queue **rx_scrq ____cacheline_aligned;
966
967 /* rx structs */
968 struct napi_struct *napi;
969 struct ibmvnic_rx_pool *rx_pool;
970 u64 promisc;
971
972 struct ibmvnic_tx_pool *tx_pool;
973 struct ibmvnic_tx_pool *tso_pool;
974 struct completion probe_done;
975 struct completion init_done;
976 int init_done_rc;
977
978 struct completion fw_done;
979 /* Used for serialization of device commands */
980 struct mutex fw_lock;
981 int fw_done_rc;
982
983 struct completion reset_done;
984 int reset_done_rc;
985 bool wait_for_reset;
986
987 /* CPU hotplug instances for online & dead */
988 struct hlist_node node;
989 struct hlist_node node_dead;
990
991 /* partner capabilities */
992 u64 min_tx_queues;
993 u64 min_rx_queues;
994 u64 min_rx_add_queues;
995 u64 max_tx_queues;
996 u64 max_rx_queues;
997 u64 max_rx_add_queues;
998 u64 req_tx_queues;
999 u64 req_rx_queues;
1000 u64 req_rx_add_queues;
1001 u64 min_tx_entries_per_subcrq;
1002 u64 min_rx_add_entries_per_subcrq;
1003 u64 max_tx_entries_per_subcrq;
1004 u64 max_rx_add_entries_per_subcrq;
1005 u64 req_tx_entries_per_subcrq;
1006 u64 req_rx_add_entries_per_subcrq;
1007 u64 tcp_ip_offload;
1008 u64 promisc_requested;
1009 u64 promisc_supported;
1010 u64 min_mtu;
1011 u64 max_mtu;
1012 u64 req_mtu;
1013 u64 prev_mtu;
1014 u64 max_multicast_filters;
1015 u64 vlan_header_insertion;
1016 u64 rx_vlan_header_insertion;
1017 u64 max_tx_sg_entries;
1018 u64 rx_sg_supported;
1019 u64 rx_sg_requested;
1020 u64 opt_tx_comp_sub_queues;
1021 u64 opt_rx_comp_queues;
1022 u64 opt_rx_bufadd_q_per_rx_comp_q;
1023 u64 opt_tx_entries_per_subcrq;
1024 u64 opt_rxba_entries_per_subcrq;
1025 __be64 tx_rx_desc_req;
1026#define MAX_MAP_ID 255
1027 DECLARE_BITMAP(map_ids, MAX_MAP_ID);
1028 u32 num_active_rx_scrqs;
1029 u32 num_active_rx_pools;
1030 u32 num_active_rx_napi;
1031 u32 num_active_tx_scrqs;
1032 u32 num_active_tx_pools;
1033
1034 u32 prev_rx_pool_size;
1035 u32 prev_tx_pool_size;
1036 u32 cur_rx_buf_sz;
1037 u32 prev_rx_buf_sz;
1038
1039 struct tasklet_struct tasklet;
1040 enum vnic_state state;
1041 /* Used for serialization of state field. When taking both state
1042 * and rwi locks, take state lock first.
1043 */
1044 spinlock_t state_lock;
1045 enum ibmvnic_reset_reason reset_reason;
1046 struct list_head rwi_list;
1047 /* Used for serialization of rwi_list. When taking both state
1048 * and rwi locks, take state lock first
1049 */
1050 spinlock_t rwi_lock;
1051 struct work_struct ibmvnic_reset;
1052 struct delayed_work ibmvnic_delayed_reset;
1053 unsigned long resetting;
1054 /* last device reset time */
1055 unsigned long last_reset_time;
1056
1057 bool napi_enabled;
1058 bool from_passive_init;
1059 bool login_pending;
1060 /* protected by rcu */
1061 bool tx_queues_active;
1062 bool failover_pending;
1063 bool force_reset_recovery;
1064
1065 struct ibmvnic_tunables desired;
1066 struct ibmvnic_tunables fallback;
1067};
1/**************************************************************************/
2/* */
3/* IBM System i and System p Virtual NIC Device Driver */
4/* Copyright (C) 2014 IBM Corp. */
5/* Santiago Leon (santi_leon@yahoo.com) */
6/* Thomas Falcon (tlfalcon@linux.vnet.ibm.com) */
7/* John Allen (jallen@linux.vnet.ibm.com) */
8/* */
9/* This program is free software; you can redistribute it and/or modify */
10/* it under the terms of the GNU General Public License as published by */
11/* the Free Software Foundation; either version 2 of the License, or */
12/* (at your option) any later version. */
13/* */
14/* This program is distributed in the hope that it will be useful, */
15/* but WITHOUT ANY WARRANTY; without even the implied warranty of */
16/* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the */
17/* GNU General Public License for more details. */
18/* */
19/* You should have received a copy of the GNU General Public License */
20/* along with this program. */
21/* */
22/* This module contains the implementation of a virtual ethernet device */
23/* for use with IBM i/pSeries LPAR Linux. It utilizes the logical LAN */
24/* option of the RS/6000 Platform Architecture to interface with virtual */
25/* ethernet NICs that are presented to the partition by the hypervisor. */
26/* */
27/**************************************************************************/
28
29#define IBMVNIC_NAME "ibmvnic"
30#define IBMVNIC_DRIVER_VERSION "1.0.1"
31#define IBMVNIC_INVALID_MAP -1
32#define IBMVNIC_STATS_TIMEOUT 1
33/* basic structures plus 100 2k buffers */
34#define IBMVNIC_IO_ENTITLEMENT_DEFAULT 610305
35
36/* Initial module_parameters */
37#define IBMVNIC_RX_WEIGHT 16
38/* when changing this, update IBMVNIC_IO_ENTITLEMENT_DEFAULT */
39#define IBMVNIC_BUFFS_PER_POOL 100
40#define IBMVNIC_MAX_TX_QUEUES 5
41
42struct ibmvnic_login_buffer {
43 __be32 len;
44 __be32 version;
45#define INITIAL_VERSION_LB 1
46 __be32 num_txcomp_subcrqs;
47 __be32 off_txcomp_subcrqs;
48 __be32 num_rxcomp_subcrqs;
49 __be32 off_rxcomp_subcrqs;
50 __be32 login_rsp_ioba;
51 __be32 login_rsp_len;
52} __packed __aligned(8);
53
54struct ibmvnic_login_rsp_buffer {
55 __be32 len;
56 __be32 version;
57#define INITIAL_VERSION_LRB 1
58 __be32 num_txsubm_subcrqs;
59 __be32 off_txsubm_subcrqs;
60 __be32 num_rxadd_subcrqs;
61 __be32 off_rxadd_subcrqs;
62 __be32 off_rxadd_buff_size;
63 __be32 num_supp_tx_desc;
64 __be32 off_supp_tx_desc;
65} __packed __aligned(8);
66
67struct ibmvnic_query_ip_offload_buffer {
68 __be32 len;
69 __be32 version;
70#define INITIAL_VERSION_IOB 1
71 u8 ipv4_chksum;
72 u8 ipv6_chksum;
73 u8 tcp_ipv4_chksum;
74 u8 tcp_ipv6_chksum;
75 u8 udp_ipv4_chksum;
76 u8 udp_ipv6_chksum;
77 u8 large_tx_ipv4;
78 u8 large_tx_ipv6;
79 u8 large_rx_ipv4;
80 u8 large_rx_ipv6;
81 u8 reserved1[14];
82 __be16 max_ipv4_header_size;
83 __be16 max_ipv6_header_size;
84 __be16 max_tcp_header_size;
85 __be16 max_udp_header_size;
86 __be32 max_large_tx_size;
87 __be32 max_large_rx_size;
88 u8 reserved2[16];
89 u8 ipv6_extension_header;
90#define IPV6_EH_NOT_SUPPORTED 0x00
91#define IPV6_EH_SUPPORTED_LIM 0x01
92#define IPV6_EH_SUPPORTED 0xFF
93 u8 tcp_pseudosum_req;
94#define TCP_PS_NOT_REQUIRED 0x00
95#define TCP_PS_REQUIRED 0x01
96 u8 reserved3[30];
97 __be16 num_ipv6_ext_headers;
98 __be32 off_ipv6_ext_headers;
99 u8 reserved4[154];
100} __packed __aligned(8);
101
102struct ibmvnic_control_ip_offload_buffer {
103 __be32 len;
104 __be32 version;
105#define INITIAL_VERSION_IOB 1
106 u8 ipv4_chksum;
107 u8 ipv6_chksum;
108 u8 tcp_ipv4_chksum;
109 u8 tcp_ipv6_chksum;
110 u8 udp_ipv4_chksum;
111 u8 udp_ipv6_chksum;
112 u8 large_tx_ipv4;
113 u8 large_tx_ipv6;
114 u8 bad_packet_rx;
115 u8 large_rx_ipv4;
116 u8 large_rx_ipv6;
117 u8 reserved4[111];
118} __packed __aligned(8);
119
120struct ibmvnic_fw_component {
121 u8 name[48];
122 __be32 trace_buff_size;
123 u8 correlator;
124 u8 trace_level;
125 u8 parent_correlator;
126 u8 error_check_level;
127 u8 trace_on;
128 u8 reserved[7];
129 u8 description[192];
130} __packed __aligned(8);
131
132struct ibmvnic_fw_trace_entry {
133 __be32 trace_id;
134 u8 num_valid_data;
135 u8 reserved[3];
136 __be64 pmc_registers;
137 __be64 timebase;
138 __be64 trace_data[5];
139} __packed __aligned(8);
140
141struct ibmvnic_statistics {
142 __be32 version;
143 __be32 promiscuous;
144 __be64 rx_packets;
145 __be64 rx_bytes;
146 __be64 tx_packets;
147 __be64 tx_bytes;
148 __be64 ucast_tx_packets;
149 __be64 ucast_rx_packets;
150 __be64 mcast_tx_packets;
151 __be64 mcast_rx_packets;
152 __be64 bcast_tx_packets;
153 __be64 bcast_rx_packets;
154 __be64 align_errors;
155 __be64 fcs_errors;
156 __be64 single_collision_frames;
157 __be64 multi_collision_frames;
158 __be64 sqe_test_errors;
159 __be64 deferred_tx;
160 __be64 late_collisions;
161 __be64 excess_collisions;
162 __be64 internal_mac_tx_errors;
163 __be64 carrier_sense;
164 __be64 too_long_frames;
165 __be64 internal_mac_rx_errors;
166 u8 reserved[72];
167} __packed __aligned(8);
168
169struct ibmvnic_acl_buffer {
170 __be32 len;
171 __be32 version;
172#define INITIAL_VERSION_IOB 1
173 u8 mac_acls_restrict;
174 u8 vlan_acls_restrict;
175 u8 reserved1[22];
176 __be32 num_mac_addrs;
177 __be32 offset_mac_addrs;
178 __be32 num_vlan_ids;
179 __be32 offset_vlan_ids;
180 u8 reserved2[80];
181} __packed __aligned(8);
182
183/* descriptors have been changed, how should this be defined? 1? 4? */
184
185#define IBMVNIC_TX_DESC_VERSIONS 3
186
187/* is this still needed? */
188struct ibmvnic_tx_comp_desc {
189 u8 first;
190 u8 num_comps;
191 __be16 rcs[5];
192 __be32 correlators[5];
193} __packed __aligned(8);
194
195/* some flags that included in v0 descriptor, which is gone
196 * only used for IBMVNIC_TCP_CHKSUM and IBMVNIC_UDP_CHKSUM
197 * and only in some offload_flags variable that doesn't seem
198 * to be used anywhere, can probably be removed?
199 */
200
201#define IBMVNIC_TCP_CHKSUM 0x20
202#define IBMVNIC_UDP_CHKSUM 0x08
203
204#define IBMVNIC_MAX_FRAGS_PER_CRQ 3
205
206struct ibmvnic_tx_desc {
207 u8 first;
208 u8 type;
209
210#define IBMVNIC_TX_DESC 0x10
211 u8 n_crq_elem;
212 u8 n_sge;
213 u8 flags1;
214#define IBMVNIC_TX_COMP_NEEDED 0x80
215#define IBMVNIC_TX_CHKSUM_OFFLOAD 0x40
216#define IBMVNIC_TX_LSO 0x20
217#define IBMVNIC_TX_PROT_TCP 0x10
218#define IBMVNIC_TX_PROT_UDP 0x08
219#define IBMVNIC_TX_PROT_IPV4 0x04
220#define IBMVNIC_TX_PROT_IPV6 0x02
221#define IBMVNIC_TX_VLAN_PRESENT 0x01
222 u8 flags2;
223#define IBMVNIC_TX_VLAN_INSERT 0x80
224 __be16 mss;
225 u8 reserved[4];
226 __be32 correlator;
227 __be16 vlan_id;
228 __be16 dma_reg;
229 __be32 sge_len;
230 __be64 ioba;
231} __packed __aligned(8);
232
233struct ibmvnic_hdr_desc {
234 u8 first;
235 u8 type;
236#define IBMVNIC_HDR_DESC 0x11
237 u8 len;
238 u8 l2_len;
239 __be16 l3_len;
240 u8 l4_len;
241 u8 flag;
242 u8 data[24];
243} __packed __aligned(8);
244
245struct ibmvnic_hdr_ext_desc {
246 u8 first;
247 u8 type;
248#define IBMVNIC_HDR_EXT_DESC 0x12
249 u8 len;
250 u8 data[29];
251} __packed __aligned(8);
252
253struct ibmvnic_sge_desc {
254 u8 first;
255 u8 type;
256#define IBMVNIC_SGE_DESC 0x30
257 __be16 sge1_dma_reg;
258 __be32 sge1_len;
259 __be64 sge1_ioba;
260 __be16 reserved;
261 __be16 sge2_dma_reg;
262 __be32 sge2_len;
263 __be64 sge2_ioba;
264} __packed __aligned(8);
265
266struct ibmvnic_rx_comp_desc {
267 u8 first;
268 u8 flags;
269#define IBMVNIC_IP_CHKSUM_GOOD 0x80
270#define IBMVNIC_TCP_UDP_CHKSUM_GOOD 0x40
271#define IBMVNIC_END_FRAME 0x20
272#define IBMVNIC_EXACT_MC 0x10
273#define IBMVNIC_VLAN_STRIPPED 0x08
274 __be16 off_frame_data;
275 __be32 len;
276 __be64 correlator;
277 __be16 vlan_tci;
278 __be16 rc;
279 u8 reserved[12];
280} __packed __aligned(8);
281
282struct ibmvnic_generic_scrq {
283 u8 first;
284 u8 reserved[31];
285} __packed __aligned(8);
286
287struct ibmvnic_rx_buff_add_desc {
288 u8 first;
289 u8 reserved[7];
290 __be64 correlator;
291 __be32 ioba;
292 u8 map_id;
293 __be32 len:24;
294 u8 reserved2[8];
295} __packed __aligned(8);
296
297struct ibmvnic_rc {
298 u8 code; /* one of enum ibmvnic_rc_codes */
299 u8 detailed_data[3];
300} __packed __aligned(4);
301
302struct ibmvnic_generic_crq {
303 u8 first;
304 u8 cmd;
305 u8 params[10];
306 struct ibmvnic_rc rc;
307} __packed __aligned(8);
308
309struct ibmvnic_version_exchange {
310 u8 first;
311 u8 cmd;
312 __be16 version;
313#define IBMVNIC_INITIAL_VERSION 1
314 u8 reserved[8];
315 struct ibmvnic_rc rc;
316} __packed __aligned(8);
317
318struct ibmvnic_capability {
319 u8 first;
320 u8 cmd;
321 __be16 capability; /* one of ibmvnic_capabilities */
322 __be64 number;
323 struct ibmvnic_rc rc;
324} __packed __aligned(8);
325
326struct ibmvnic_login {
327 u8 first;
328 u8 cmd;
329 u8 reserved[6];
330 __be32 ioba;
331 __be32 len;
332} __packed __aligned(8);
333
334struct ibmvnic_phys_parms {
335 u8 first;
336 u8 cmd;
337 u8 flags1;
338#define IBMVNIC_EXTERNAL_LOOPBACK 0x80
339#define IBMVNIC_INTERNAL_LOOPBACK 0x40
340#define IBMVNIC_PROMISC 0x20
341#define IBMVNIC_PHYS_LINK_ACTIVE 0x10
342#define IBMVNIC_AUTONEG_DUPLEX 0x08
343#define IBMVNIC_FULL_DUPLEX 0x04
344#define IBMVNIC_HALF_DUPLEX 0x02
345#define IBMVNIC_CAN_CHG_PHYS_PARMS 0x01
346 u8 flags2;
347#define IBMVNIC_LOGICAL_LNK_ACTIVE 0x80
348 __be32 speed;
349#define IBMVNIC_AUTONEG 0x80
350#define IBMVNIC_10MBPS 0x40
351#define IBMVNIC_100MBPS 0x20
352#define IBMVNIC_1GBPS 0x10
353#define IBMVNIC_10GBPS 0x08
354 __be32 mtu;
355 struct ibmvnic_rc rc;
356} __packed __aligned(8);
357
358struct ibmvnic_logical_link_state {
359 u8 first;
360 u8 cmd;
361 u8 link_state;
362#define IBMVNIC_LOGICAL_LNK_DN 0x00
363#define IBMVNIC_LOGICAL_LNK_UP 0x01
364#define IBMVNIC_LOGICAL_LNK_QUERY 0xff
365 u8 reserved[9];
366 struct ibmvnic_rc rc;
367} __packed __aligned(8);
368
369struct ibmvnic_query_ip_offload {
370 u8 first;
371 u8 cmd;
372 u8 reserved[2];
373 __be32 len;
374 __be32 ioba;
375 struct ibmvnic_rc rc;
376} __packed __aligned(8);
377
378struct ibmvnic_control_ip_offload {
379 u8 first;
380 u8 cmd;
381 u8 reserved[2];
382 __be32 ioba;
383 __be32 len;
384 struct ibmvnic_rc rc;
385} __packed __aligned(8);
386
387struct ibmvnic_request_dump_size {
388 u8 first;
389 u8 cmd;
390 u8 reserved[6];
391 __be32 len;
392 struct ibmvnic_rc rc;
393} __packed __aligned(8);
394
395struct ibmvnic_request_dump {
396 u8 first;
397 u8 cmd;
398 u8 reserved1[2];
399 __be32 ioba;
400 __be32 len;
401 u8 reserved2[4];
402} __packed __aligned(8);
403
404struct ibmvnic_request_dump_rsp {
405 u8 first;
406 u8 cmd;
407 u8 reserved[6];
408 __be32 dumped_len;
409 struct ibmvnic_rc rc;
410} __packed __aligned(8);
411
412struct ibmvnic_request_ras_comp_num {
413 u8 first;
414 u8 cmd;
415 u8 reserved1[2];
416 __be32 num_components;
417 u8 reserved2[4];
418 struct ibmvnic_rc rc;
419} __packed __aligned(8);
420
421struct ibmvnic_request_ras_comps {
422 u8 first;
423 u8 cmd;
424 u8 reserved[2];
425 __be32 ioba;
426 __be32 len;
427 struct ibmvnic_rc rc;
428} __packed __aligned(8);
429
430struct ibmvnic_control_ras {
431 u8 first;
432 u8 cmd;
433 u8 correlator;
434 u8 level;
435 u8 op;
436#define IBMVNIC_TRACE_LEVEL 1
437#define IBMVNIC_ERROR_LEVEL 2
438#define IBMVNIC_TRACE_PAUSE 3
439#define IBMVNIC_TRACE_RESUME 4
440#define IBMVNIC_TRACE_ON 5
441#define IBMVNIC_TRACE_OFF 6
442#define IBMVNIC_CHG_TRACE_BUFF_SZ 7
443 u8 trace_buff_sz[3];
444 u8 reserved[4];
445 struct ibmvnic_rc rc;
446} __packed __aligned(8);
447
448struct ibmvnic_collect_fw_trace {
449 u8 first;
450 u8 cmd;
451 u8 correlator;
452 u8 reserved;
453 __be32 ioba;
454 __be32 len;
455 struct ibmvnic_rc rc;
456} __packed __aligned(8);
457
458struct ibmvnic_request_statistics {
459 u8 first;
460 u8 cmd;
461 u8 flags;
462#define IBMVNIC_PHYSICAL_PORT 0x80
463 u8 reserved1;
464 __be32 ioba;
465 __be32 len;
466 u8 reserved[4];
467} __packed __aligned(8);
468
469struct ibmvnic_request_debug_stats {
470 u8 first;
471 u8 cmd;
472 u8 reserved[2];
473 __be32 ioba;
474 __be32 len;
475 struct ibmvnic_rc rc;
476} __packed __aligned(8);
477
478struct ibmvnic_error_indication {
479 u8 first;
480 u8 cmd;
481 u8 flags;
482#define IBMVNIC_FATAL_ERROR 0x80
483 u8 reserved1;
484 __be32 error_id;
485 __be32 detail_error_sz;
486 __be16 error_cause;
487 u8 reserved2[2];
488} __packed __aligned(8);
489
490struct ibmvnic_request_error_info {
491 u8 first;
492 u8 cmd;
493 u8 reserved[2];
494 __be32 ioba;
495 __be32 len;
496 __be32 error_id;
497} __packed __aligned(8);
498
499struct ibmvnic_request_error_rsp {
500 u8 first;
501 u8 cmd;
502 u8 reserved[2];
503 __be32 error_id;
504 __be32 len;
505 struct ibmvnic_rc rc;
506} __packed __aligned(8);
507
508struct ibmvnic_link_state_indication {
509 u8 first;
510 u8 cmd;
511 u8 reserved1[2];
512 u8 phys_link_state;
513 u8 logical_link_state;
514 u8 reserved2[10];
515} __packed __aligned(8);
516
517struct ibmvnic_change_mac_addr {
518 u8 first;
519 u8 cmd;
520 u8 mac_addr[6];
521 struct ibmvnic_rc rc;
522 u8 reserved[4];
523} __packed __aligned(8);
524
525struct ibmvnic_multicast_ctrl {
526 u8 first;
527 u8 cmd;
528 u8 mac_addr[6];
529 u8 flags;
530#define IBMVNIC_ENABLE_MC 0x80
531#define IBMVNIC_DISABLE_MC 0x40
532#define IBMVNIC_ENABLE_ALL 0x20
533#define IBMVNIC_DISABLE_ALL 0x10
534 u8 reserved1;
535 __be16 reserved2; /* was num_enabled_mc_addr; */
536 struct ibmvnic_rc rc;
537} __packed __aligned(8);
538
539struct ibmvnic_get_vpd_size_rsp {
540 u8 first;
541 u8 cmd;
542 u8 reserved[2];
543 __be64 len;
544 struct ibmvnic_rc rc;
545} __packed __aligned(8);
546
547struct ibmvnic_get_vpd {
548 u8 first;
549 u8 cmd;
550 u8 reserved1[2];
551 __be32 ioba;
552 __be32 len;
553 u8 reserved[4];
554} __packed __aligned(8);
555
556struct ibmvnic_acl_change_indication {
557 u8 first;
558 u8 cmd;
559 __be16 change_type;
560#define IBMVNIC_MAC_ACL 0
561#define IBMVNIC_VLAN_ACL 1
562 u8 reserved[12];
563} __packed __aligned(8);
564
565struct ibmvnic_acl_query {
566 u8 first;
567 u8 cmd;
568 u8 reserved1[2];
569 __be32 ioba;
570 __be32 len;
571 u8 reserved2[4];
572} __packed __aligned(8);
573
574struct ibmvnic_tune {
575 u8 first;
576 u8 cmd;
577 u8 reserved1[2];
578 __be32 ioba;
579 __be32 len;
580 u8 reserved2[4];
581} __packed __aligned(8);
582
583struct ibmvnic_request_map {
584 u8 first;
585 u8 cmd;
586 u8 reserved1;
587 u8 map_id;
588 __be32 ioba;
589 __be32 len;
590 u8 reserved2[4];
591} __packed __aligned(8);
592
593struct ibmvnic_request_map_rsp {
594 u8 first;
595 u8 cmd;
596 u8 reserved1;
597 u8 map_id;
598 u8 reserved2[4];
599 struct ibmvnic_rc rc;
600} __packed __aligned(8);
601
602struct ibmvnic_request_unmap {
603 u8 first;
604 u8 cmd;
605 u8 reserved1;
606 u8 map_id;
607 u8 reserved2[12];
608} __packed __aligned(8);
609
610struct ibmvnic_request_unmap_rsp {
611 u8 first;
612 u8 cmd;
613 u8 reserved1;
614 u8 map_id;
615 u8 reserved2[8];
616 struct ibmvnic_rc rc;
617} __packed __aligned(8);
618
619struct ibmvnic_query_map {
620 u8 first;
621 u8 cmd;
622 u8 reserved[14];
623} __packed __aligned(8);
624
625struct ibmvnic_query_map_rsp {
626 u8 first;
627 u8 cmd;
628 u8 reserved;
629 u8 page_size;
630 __be32 tot_pages;
631 __be32 free_pages;
632 struct ibmvnic_rc rc;
633} __packed __aligned(8);
634
635union ibmvnic_crq {
636 struct ibmvnic_generic_crq generic;
637 struct ibmvnic_version_exchange version_exchange;
638 struct ibmvnic_version_exchange version_exchange_rsp;
639 struct ibmvnic_capability query_capability;
640 struct ibmvnic_capability query_capability_rsp;
641 struct ibmvnic_capability request_capability;
642 struct ibmvnic_capability request_capability_rsp;
643 struct ibmvnic_login login;
644 struct ibmvnic_generic_crq login_rsp;
645 struct ibmvnic_phys_parms query_phys_parms;
646 struct ibmvnic_phys_parms query_phys_parms_rsp;
647 struct ibmvnic_phys_parms query_phys_capabilities;
648 struct ibmvnic_phys_parms query_phys_capabilities_rsp;
649 struct ibmvnic_phys_parms set_phys_parms;
650 struct ibmvnic_phys_parms set_phys_parms_rsp;
651 struct ibmvnic_logical_link_state logical_link_state;
652 struct ibmvnic_logical_link_state logical_link_state_rsp;
653 struct ibmvnic_query_ip_offload query_ip_offload;
654 struct ibmvnic_query_ip_offload query_ip_offload_rsp;
655 struct ibmvnic_control_ip_offload control_ip_offload;
656 struct ibmvnic_control_ip_offload control_ip_offload_rsp;
657 struct ibmvnic_request_dump_size request_dump_size;
658 struct ibmvnic_request_dump_size request_dump_size_rsp;
659 struct ibmvnic_request_dump request_dump;
660 struct ibmvnic_request_dump_rsp request_dump_rsp;
661 struct ibmvnic_request_ras_comp_num request_ras_comp_num;
662 struct ibmvnic_request_ras_comp_num request_ras_comp_num_rsp;
663 struct ibmvnic_request_ras_comps request_ras_comps;
664 struct ibmvnic_request_ras_comps request_ras_comps_rsp;
665 struct ibmvnic_control_ras control_ras;
666 struct ibmvnic_control_ras control_ras_rsp;
667 struct ibmvnic_collect_fw_trace collect_fw_trace;
668 struct ibmvnic_collect_fw_trace collect_fw_trace_rsp;
669 struct ibmvnic_request_statistics request_statistics;
670 struct ibmvnic_generic_crq request_statistics_rsp;
671 struct ibmvnic_request_debug_stats request_debug_stats;
672 struct ibmvnic_request_debug_stats request_debug_stats_rsp;
673 struct ibmvnic_error_indication error_indication;
674 struct ibmvnic_request_error_info request_error_info;
675 struct ibmvnic_request_error_rsp request_error_rsp;
676 struct ibmvnic_link_state_indication link_state_indication;
677 struct ibmvnic_change_mac_addr change_mac_addr;
678 struct ibmvnic_change_mac_addr change_mac_addr_rsp;
679 struct ibmvnic_multicast_ctrl multicast_ctrl;
680 struct ibmvnic_multicast_ctrl multicast_ctrl_rsp;
681 struct ibmvnic_generic_crq get_vpd_size;
682 struct ibmvnic_get_vpd_size_rsp get_vpd_size_rsp;
683 struct ibmvnic_get_vpd get_vpd;
684 struct ibmvnic_generic_crq get_vpd_rsp;
685 struct ibmvnic_acl_change_indication acl_change_indication;
686 struct ibmvnic_acl_query acl_query;
687 struct ibmvnic_generic_crq acl_query_rsp;
688 struct ibmvnic_tune tune;
689 struct ibmvnic_generic_crq tune_rsp;
690 struct ibmvnic_request_map request_map;
691 struct ibmvnic_request_map_rsp request_map_rsp;
692 struct ibmvnic_request_unmap request_unmap;
693 struct ibmvnic_request_unmap_rsp request_unmap_rsp;
694 struct ibmvnic_query_map query_map;
695 struct ibmvnic_query_map_rsp query_map_rsp;
696};
697
698enum ibmvnic_rc_codes {
699 SUCCESS = 0,
700 PARTIALSUCCESS = 1,
701 PERMISSION = 2,
702 NOMEMORY = 3,
703 PARAMETER = 4,
704 UNKNOWNCOMMAND = 5,
705 ABORTED = 6,
706 INVALIDSTATE = 7,
707 INVALIDIOBA = 8,
708 INVALIDLENGTH = 9,
709 UNSUPPORTEDOPTION = 10,
710};
711
712enum ibmvnic_capabilities {
713 MIN_TX_QUEUES = 1,
714 MIN_RX_QUEUES = 2,
715 MIN_RX_ADD_QUEUES = 3,
716 MAX_TX_QUEUES = 4,
717 MAX_RX_QUEUES = 5,
718 MAX_RX_ADD_QUEUES = 6,
719 REQ_TX_QUEUES = 7,
720 REQ_RX_QUEUES = 8,
721 REQ_RX_ADD_QUEUES = 9,
722 MIN_TX_ENTRIES_PER_SUBCRQ = 10,
723 MIN_RX_ADD_ENTRIES_PER_SUBCRQ = 11,
724 MAX_TX_ENTRIES_PER_SUBCRQ = 12,
725 MAX_RX_ADD_ENTRIES_PER_SUBCRQ = 13,
726 REQ_TX_ENTRIES_PER_SUBCRQ = 14,
727 REQ_RX_ADD_ENTRIES_PER_SUBCRQ = 15,
728 TCP_IP_OFFLOAD = 16,
729 PROMISC_REQUESTED = 17,
730 PROMISC_SUPPORTED = 18,
731 MIN_MTU = 19,
732 MAX_MTU = 20,
733 REQ_MTU = 21,
734 MAX_MULTICAST_FILTERS = 22,
735 VLAN_HEADER_INSERTION = 23,
736 MAX_TX_SG_ENTRIES = 25,
737 RX_SG_SUPPORTED = 26,
738 RX_SG_REQUESTED = 27,
739 OPT_TX_COMP_SUB_QUEUES = 28,
740 OPT_RX_COMP_QUEUES = 29,
741 OPT_RX_BUFADD_Q_PER_RX_COMP_Q = 30,
742 OPT_TX_ENTRIES_PER_SUBCRQ = 31,
743 OPT_RXBA_ENTRIES_PER_SUBCRQ = 32,
744 TX_RX_DESC_REQ = 33,
745};
746
747enum ibmvnic_error_cause {
748 ADAPTER_PROBLEM = 0,
749 BUS_PROBLEM = 1,
750 FW_PROBLEM = 2,
751 DD_PROBLEM = 3,
752 EEH_RECOVERY = 4,
753 FW_UPDATED = 5,
754 LOW_MEMORY = 6,
755};
756
757enum ibmvnic_commands {
758 VERSION_EXCHANGE = 0x01,
759 VERSION_EXCHANGE_RSP = 0x81,
760 QUERY_CAPABILITY = 0x02,
761 QUERY_CAPABILITY_RSP = 0x82,
762 REQUEST_CAPABILITY = 0x03,
763 REQUEST_CAPABILITY_RSP = 0x83,
764 LOGIN = 0x04,
765 LOGIN_RSP = 0x84,
766 QUERY_PHYS_PARMS = 0x05,
767 QUERY_PHYS_PARMS_RSP = 0x85,
768 QUERY_PHYS_CAPABILITIES = 0x06,
769 QUERY_PHYS_CAPABILITIES_RSP = 0x86,
770 SET_PHYS_PARMS = 0x07,
771 SET_PHYS_PARMS_RSP = 0x87,
772 ERROR_INDICATION = 0x08,
773 REQUEST_ERROR_INFO = 0x09,
774 REQUEST_ERROR_RSP = 0x89,
775 REQUEST_DUMP_SIZE = 0x0A,
776 REQUEST_DUMP_SIZE_RSP = 0x8A,
777 REQUEST_DUMP = 0x0B,
778 REQUEST_DUMP_RSP = 0x8B,
779 LOGICAL_LINK_STATE = 0x0C,
780 LOGICAL_LINK_STATE_RSP = 0x8C,
781 REQUEST_STATISTICS = 0x0D,
782 REQUEST_STATISTICS_RSP = 0x8D,
783 REQUEST_RAS_COMP_NUM = 0x0E,
784 REQUEST_RAS_COMP_NUM_RSP = 0x8E,
785 REQUEST_RAS_COMPS = 0x0F,
786 REQUEST_RAS_COMPS_RSP = 0x8F,
787 CONTROL_RAS = 0x10,
788 CONTROL_RAS_RSP = 0x90,
789 COLLECT_FW_TRACE = 0x11,
790 COLLECT_FW_TRACE_RSP = 0x91,
791 LINK_STATE_INDICATION = 0x12,
792 CHANGE_MAC_ADDR = 0x13,
793 CHANGE_MAC_ADDR_RSP = 0x93,
794 MULTICAST_CTRL = 0x14,
795 MULTICAST_CTRL_RSP = 0x94,
796 GET_VPD_SIZE = 0x15,
797 GET_VPD_SIZE_RSP = 0x95,
798 GET_VPD = 0x16,
799 GET_VPD_RSP = 0x96,
800 TUNE = 0x17,
801 TUNE_RSP = 0x97,
802 QUERY_IP_OFFLOAD = 0x18,
803 QUERY_IP_OFFLOAD_RSP = 0x98,
804 CONTROL_IP_OFFLOAD = 0x19,
805 CONTROL_IP_OFFLOAD_RSP = 0x99,
806 ACL_CHANGE_INDICATION = 0x1A,
807 ACL_QUERY = 0x1B,
808 ACL_QUERY_RSP = 0x9B,
809 REQUEST_DEBUG_STATS = 0x1C,
810 REQUEST_DEBUG_STATS_RSP = 0x9C,
811 QUERY_MAP = 0x1D,
812 QUERY_MAP_RSP = 0x9D,
813 REQUEST_MAP = 0x1E,
814 REQUEST_MAP_RSP = 0x9E,
815 REQUEST_UNMAP = 0x1F,
816 REQUEST_UNMAP_RSP = 0x9F,
817 VLAN_CTRL = 0x20,
818 VLAN_CTRL_RSP = 0xA0,
819};
820
821enum ibmvnic_crq_type {
822 IBMVNIC_CRQ_CMD = 0x80,
823 IBMVNIC_CRQ_CMD_RSP = 0x80,
824 IBMVNIC_CRQ_INIT_CMD = 0xC0,
825 IBMVNIC_CRQ_INIT_RSP = 0xC0,
826 IBMVNIC_CRQ_XPORT_EVENT = 0xFF,
827};
828
829enum ibmvfc_crq_format {
830 IBMVNIC_CRQ_INIT = 0x01,
831 IBMVNIC_CRQ_INIT_COMPLETE = 0x02,
832 IBMVNIC_PARTITION_MIGRATED = 0x06,
833 IBMVNIC_DEVICE_FAILOVER = 0x08,
834};
835
836struct ibmvnic_crq_queue {
837 union ibmvnic_crq *msgs;
838 int size, cur;
839 dma_addr_t msg_token;
840 spinlock_t lock;
841};
842
843union sub_crq {
844 struct ibmvnic_generic_scrq generic;
845 struct ibmvnic_tx_comp_desc tx_comp;
846 struct ibmvnic_tx_desc v1;
847 struct ibmvnic_hdr_desc hdr;
848 struct ibmvnic_hdr_ext_desc hdr_ext;
849 struct ibmvnic_sge_desc sge;
850 struct ibmvnic_rx_comp_desc rx_comp;
851 struct ibmvnic_rx_buff_add_desc rx_add;
852};
853
854struct ibmvnic_sub_crq_queue {
855 union sub_crq *msgs;
856 int size, cur;
857 dma_addr_t msg_token;
858 unsigned long crq_num;
859 unsigned long hw_irq;
860 unsigned int irq;
861 unsigned int pool_index;
862 int scrq_num;
863 spinlock_t lock;
864 struct sk_buff *rx_skb_top;
865 struct ibmvnic_adapter *adapter;
866};
867
868struct ibmvnic_long_term_buff {
869 unsigned char *buff;
870 dma_addr_t addr;
871 u64 size;
872 u8 map_id;
873};
874
875struct ibmvnic_tx_buff {
876 struct sk_buff *skb;
877 dma_addr_t data_dma[IBMVNIC_MAX_FRAGS_PER_CRQ];
878 unsigned int data_len[IBMVNIC_MAX_FRAGS_PER_CRQ];
879 int index;
880 int pool_index;
881 bool last_frag;
882 bool used_bounce;
883 union sub_crq indir_arr[6];
884 u8 hdr_data[140];
885 dma_addr_t indir_dma;
886};
887
888struct ibmvnic_tx_pool {
889 struct ibmvnic_tx_buff *tx_buff;
890 int *free_map;
891 int consumer_index;
892 int producer_index;
893 wait_queue_head_t ibmvnic_tx_comp_q;
894 struct task_struct *work_thread;
895 struct ibmvnic_long_term_buff long_term_buff;
896};
897
898struct ibmvnic_rx_buff {
899 struct sk_buff *skb;
900 dma_addr_t dma;
901 unsigned char *data;
902 int size;
903 int pool_index;
904};
905
906struct ibmvnic_rx_pool {
907 struct ibmvnic_rx_buff *rx_buff;
908 int size;
909 int index;
910 int buff_size;
911 atomic_t available;
912 int *free_map;
913 int next_free;
914 int next_alloc;
915 int active;
916 struct ibmvnic_long_term_buff long_term_buff;
917};
918
919struct ibmvnic_error_buff {
920 char *buff;
921 dma_addr_t dma;
922 int len;
923 struct list_head list;
924 __be32 error_id;
925};
926
927struct ibmvnic_fw_comp_internal {
928 struct ibmvnic_adapter *adapter;
929 int num;
930 struct debugfs_blob_wrapper desc_blob;
931 int paused;
932};
933
934struct ibmvnic_inflight_cmd {
935 union ibmvnic_crq crq;
936 struct list_head list;
937};
938
939struct ibmvnic_adapter {
940 struct vio_dev *vdev;
941 struct net_device *netdev;
942 struct ibmvnic_crq_queue crq;
943 u8 mac_addr[ETH_ALEN];
944 struct ibmvnic_query_ip_offload_buffer ip_offload_buf;
945 dma_addr_t ip_offload_tok;
946 struct ibmvnic_control_ip_offload_buffer ip_offload_ctrl;
947 dma_addr_t ip_offload_ctrl_tok;
948 bool migrated;
949 u32 msg_enable;
950 void *bounce_buffer;
951 int bounce_buffer_size;
952 dma_addr_t bounce_buffer_dma;
953
954 /* Statistics */
955 struct net_device_stats net_stats;
956 struct ibmvnic_statistics stats;
957 dma_addr_t stats_token;
958 struct completion stats_done;
959 spinlock_t stats_lock;
960 int replenish_no_mem;
961 int replenish_add_buff_success;
962 int replenish_add_buff_failure;
963 int replenish_task_cycles;
964 int tx_send_failed;
965 int tx_map_failed;
966
967 int phys_link_state;
968 int logical_link_state;
969
970 /* login data */
971 struct ibmvnic_login_buffer *login_buf;
972 dma_addr_t login_buf_token;
973 int login_buf_sz;
974
975 struct ibmvnic_login_rsp_buffer *login_rsp_buf;
976 dma_addr_t login_rsp_buf_token;
977 int login_rsp_buf_sz;
978
979 atomic_t running_cap_queries;
980
981 struct ibmvnic_sub_crq_queue **tx_scrq;
982 struct ibmvnic_sub_crq_queue **rx_scrq;
983 int requested_caps;
984 bool renegotiate;
985
986 /* rx structs */
987 struct napi_struct *napi;
988 struct ibmvnic_rx_pool *rx_pool;
989 u64 promisc;
990
991 struct ibmvnic_tx_pool *tx_pool;
992 bool closing;
993 struct completion init_done;
994
995 struct list_head errors;
996 spinlock_t error_list_lock;
997
998 /* debugfs */
999 struct dentry *debugfs_dir;
1000 struct dentry *debugfs_dump;
1001 struct completion fw_done;
1002 char *dump_data;
1003 dma_addr_t dump_data_token;
1004 int dump_data_size;
1005 int ras_comp_num;
1006 struct ibmvnic_fw_component *ras_comps;
1007 struct ibmvnic_fw_comp_internal *ras_comp_int;
1008 dma_addr_t ras_comps_tok;
1009 struct dentry *ras_comps_ent;
1010
1011 /* in-flight commands that allocate and/or map memory*/
1012 struct list_head inflight;
1013 spinlock_t inflight_lock;
1014
1015 /* partner capabilities */
1016 u64 min_tx_queues;
1017 u64 min_rx_queues;
1018 u64 min_rx_add_queues;
1019 u64 max_tx_queues;
1020 u64 max_rx_queues;
1021 u64 max_rx_add_queues;
1022 u64 req_tx_queues;
1023 u64 req_rx_queues;
1024 u64 req_rx_add_queues;
1025 u64 min_tx_entries_per_subcrq;
1026 u64 min_rx_add_entries_per_subcrq;
1027 u64 max_tx_entries_per_subcrq;
1028 u64 max_rx_add_entries_per_subcrq;
1029 u64 req_tx_entries_per_subcrq;
1030 u64 req_rx_add_entries_per_subcrq;
1031 u64 tcp_ip_offload;
1032 u64 promisc_requested;
1033 u64 promisc_supported;
1034 u64 min_mtu;
1035 u64 max_mtu;
1036 u64 req_mtu;
1037 u64 max_multicast_filters;
1038 u64 vlan_header_insertion;
1039 u64 max_tx_sg_entries;
1040 u64 rx_sg_supported;
1041 u64 rx_sg_requested;
1042 u64 opt_tx_comp_sub_queues;
1043 u64 opt_rx_comp_queues;
1044 u64 opt_rx_bufadd_q_per_rx_comp_q;
1045 u64 opt_tx_entries_per_subcrq;
1046 u64 opt_rxba_entries_per_subcrq;
1047 __be64 tx_rx_desc_req;
1048 u8 map_id;
1049
1050 struct work_struct vnic_crq_init;
1051 struct work_struct ibmvnic_xport;
1052 bool failover;
1053};