Loading...
1/* SPDX-License-Identifier: GPL-2.0-only */
2/*
3 *
4 * Copyright (c) 2011, Microsoft Corporation.
5 *
6 * Authors:
7 * Haiyang Zhang <haiyangz@microsoft.com>
8 * Hank Janssen <hjanssen@microsoft.com>
9 * K. Y. Srinivasan <kys@microsoft.com>
10 */
11
12#ifndef _HYPERV_NET_H
13#define _HYPERV_NET_H
14
15#include <linux/list.h>
16#include <linux/hyperv.h>
17#include <linux/rndis.h>
18#include <linux/jhash.h>
19#include <net/xdp.h>
20
21/* RSS related */
22#define OID_GEN_RECEIVE_SCALE_CAPABILITIES 0x00010203 /* query only */
23#define OID_GEN_RECEIVE_SCALE_PARAMETERS 0x00010204 /* query and set */
24
25#define NDIS_OBJECT_TYPE_RSS_CAPABILITIES 0x88
26#define NDIS_OBJECT_TYPE_RSS_PARAMETERS 0x89
27#define NDIS_OBJECT_TYPE_OFFLOAD 0xa7
28
29#define NDIS_RECEIVE_SCALE_CAPABILITIES_REVISION_2 2
30#define NDIS_RECEIVE_SCALE_PARAMETERS_REVISION_2 2
31
32struct ndis_obj_header {
33 u8 type;
34 u8 rev;
35 u16 size;
36} __packed;
37
38/* ndis_recv_scale_cap/cap_flag */
39#define NDIS_RSS_CAPS_MESSAGE_SIGNALED_INTERRUPTS 0x01000000
40#define NDIS_RSS_CAPS_CLASSIFICATION_AT_ISR 0x02000000
41#define NDIS_RSS_CAPS_CLASSIFICATION_AT_DPC 0x04000000
42#define NDIS_RSS_CAPS_USING_MSI_X 0x08000000
43#define NDIS_RSS_CAPS_RSS_AVAILABLE_ON_PORTS 0x10000000
44#define NDIS_RSS_CAPS_SUPPORTS_MSI_X 0x20000000
45#define NDIS_RSS_CAPS_HASH_TYPE_TCP_IPV4 0x00000100
46#define NDIS_RSS_CAPS_HASH_TYPE_TCP_IPV6 0x00000200
47#define NDIS_RSS_CAPS_HASH_TYPE_TCP_IPV6_EX 0x00000400
48
49struct ndis_recv_scale_cap { /* NDIS_RECEIVE_SCALE_CAPABILITIES */
50 struct ndis_obj_header hdr;
51 u32 cap_flag;
52 u32 num_int_msg;
53 u32 num_recv_que;
54 u16 num_indirect_tabent;
55} __packed;
56
57
58/* ndis_recv_scale_param flags */
59#define NDIS_RSS_PARAM_FLAG_BASE_CPU_UNCHANGED 0x0001
60#define NDIS_RSS_PARAM_FLAG_HASH_INFO_UNCHANGED 0x0002
61#define NDIS_RSS_PARAM_FLAG_ITABLE_UNCHANGED 0x0004
62#define NDIS_RSS_PARAM_FLAG_HASH_KEY_UNCHANGED 0x0008
63#define NDIS_RSS_PARAM_FLAG_DISABLE_RSS 0x0010
64
65/* Hash info bits */
66#define NDIS_HASH_FUNC_TOEPLITZ 0x00000001
67#define NDIS_HASH_IPV4 0x00000100
68#define NDIS_HASH_TCP_IPV4 0x00000200
69#define NDIS_HASH_IPV6 0x00000400
70#define NDIS_HASH_IPV6_EX 0x00000800
71#define NDIS_HASH_TCP_IPV6 0x00001000
72#define NDIS_HASH_TCP_IPV6_EX 0x00002000
73
74#define NDIS_RSS_INDIRECTION_TABLE_MAX_SIZE_REVISION_2 (128 * 4)
75#define NDIS_RSS_HASH_SECRET_KEY_MAX_SIZE_REVISION_2 40
76
77#define ITAB_NUM 128
78#define ITAB_NUM_MAX 256
79
80struct ndis_recv_scale_param { /* NDIS_RECEIVE_SCALE_PARAMETERS */
81 struct ndis_obj_header hdr;
82
83 /* Qualifies the rest of the information */
84 u16 flag;
85
86 /* The base CPU number to do receive processing. not used */
87 u16 base_cpu_number;
88
89 /* This describes the hash function and type being enabled */
90 u32 hashinfo;
91
92 /* The size of indirection table array */
93 u16 indirect_tabsize;
94
95 /* The offset of the indirection table from the beginning of this
96 * structure
97 */
98 u32 indirect_taboffset;
99
100 /* The size of the hash secret key */
101 u16 hashkey_size;
102
103 /* The offset of the secret key from the beginning of this structure */
104 u32 hashkey_offset;
105
106 u32 processor_masks_offset;
107 u32 num_processor_masks;
108 u32 processor_masks_entry_size;
109};
110
111struct ndis_tcp_ip_checksum_info {
112 union {
113 struct {
114 u32 is_ipv4:1;
115 u32 is_ipv6:1;
116 u32 tcp_checksum:1;
117 u32 udp_checksum:1;
118 u32 ip_header_checksum:1;
119 u32 reserved:11;
120 u32 tcp_header_offset:10;
121 } transmit;
122 struct {
123 u32 tcp_checksum_failed:1;
124 u32 udp_checksum_failed:1;
125 u32 ip_checksum_failed:1;
126 u32 tcp_checksum_succeeded:1;
127 u32 udp_checksum_succeeded:1;
128 u32 ip_checksum_succeeded:1;
129 u32 loopback:1;
130 u32 tcp_checksum_value_invalid:1;
131 u32 ip_checksum_value_invalid:1;
132 } receive;
133 u32 value;
134 };
135};
136
137struct ndis_pkt_8021q_info {
138 union {
139 struct {
140 u32 pri:3; /* User Priority */
141 u32 cfi:1; /* Canonical Format ID */
142 u32 vlanid:12; /* VLAN ID */
143 u32 reserved:16;
144 };
145 u32 value;
146 };
147};
148
149/*
150 * Represent netvsc packet which contains 1 RNDIS and 1 ethernet frame
151 * within the RNDIS
152 *
153 * The size of this structure is less than 48 bytes and we can now
154 * place this structure in the skb->cb field.
155 */
156struct hv_netvsc_packet {
157 /* Bookkeeping stuff */
158 u8 cp_partial; /* partial copy into send buffer */
159
160 u8 rmsg_size; /* RNDIS header and PPI size */
161 u8 rmsg_pgcnt; /* page count of RNDIS header and PPI */
162 u8 page_buf_cnt;
163
164 u16 q_idx;
165 u16 total_packets;
166
167 u32 total_bytes;
168 u32 send_buf_index;
169 u32 total_data_buflen;
170 struct hv_dma_range *dma_range;
171};
172
173#define NETVSC_HASH_KEYLEN 40
174
175struct netvsc_device_info {
176 unsigned char mac_adr[ETH_ALEN];
177 u32 num_chn;
178 u32 send_sections;
179 u32 recv_sections;
180 u32 send_section_size;
181 u32 recv_section_size;
182
183 struct bpf_prog *bprog;
184
185 u8 rss_key[NETVSC_HASH_KEYLEN];
186};
187
188enum rndis_device_state {
189 RNDIS_DEV_UNINITIALIZED = 0,
190 RNDIS_DEV_INITIALIZING,
191 RNDIS_DEV_INITIALIZED,
192 RNDIS_DEV_DATAINITIALIZED,
193};
194
195struct rndis_device {
196 struct net_device *ndev;
197
198 enum rndis_device_state state;
199
200 atomic_t new_req_id;
201
202 spinlock_t request_lock;
203 struct list_head req_list;
204
205 struct work_struct mcast_work;
206 u32 filter;
207
208 bool link_state; /* 0 - link up, 1 - link down */
209
210 u8 hw_mac_adr[ETH_ALEN];
211 u8 rss_key[NETVSC_HASH_KEYLEN];
212};
213
214
215/* Interface */
216struct rndis_message;
217struct ndis_offload_params;
218struct netvsc_device;
219struct netvsc_channel;
220struct net_device_context;
221
222extern u32 netvsc_ring_bytes;
223
224struct netvsc_device *netvsc_device_add(struct hv_device *device,
225 const struct netvsc_device_info *info);
226int netvsc_alloc_recv_comp_ring(struct netvsc_device *net_device, u32 q_idx);
227void netvsc_device_remove(struct hv_device *device);
228int netvsc_send(struct net_device *net,
229 struct hv_netvsc_packet *packet,
230 struct rndis_message *rndis_msg,
231 struct hv_page_buffer *page_buffer,
232 struct sk_buff *skb,
233 bool xdp_tx);
234void netvsc_linkstatus_callback(struct net_device *net,
235 struct rndis_message *resp,
236 void *data, u32 data_buflen);
237int netvsc_recv_callback(struct net_device *net,
238 struct netvsc_device *nvdev,
239 struct netvsc_channel *nvchan);
240void netvsc_channel_cb(void *context);
241int netvsc_poll(struct napi_struct *napi, int budget);
242
243void netvsc_xdp_xmit(struct sk_buff *skb, struct net_device *ndev);
244u32 netvsc_run_xdp(struct net_device *ndev, struct netvsc_channel *nvchan,
245 struct xdp_buff *xdp);
246unsigned int netvsc_xdp_fraglen(unsigned int len);
247struct bpf_prog *netvsc_xdp_get(struct netvsc_device *nvdev);
248int netvsc_xdp_set(struct net_device *dev, struct bpf_prog *prog,
249 struct netlink_ext_ack *extack,
250 struct netvsc_device *nvdev);
251int netvsc_vf_setxdp(struct net_device *vf_netdev, struct bpf_prog *prog);
252int netvsc_bpf(struct net_device *dev, struct netdev_bpf *bpf);
253int netvsc_ndoxdp_xmit(struct net_device *ndev, int n,
254 struct xdp_frame **frames, u32 flags);
255
256int rndis_set_subchannel(struct net_device *ndev,
257 struct netvsc_device *nvdev,
258 struct netvsc_device_info *dev_info);
259int rndis_filter_open(struct netvsc_device *nvdev);
260int rndis_filter_close(struct netvsc_device *nvdev);
261struct netvsc_device *rndis_filter_device_add(struct hv_device *dev,
262 struct netvsc_device_info *info);
263void rndis_filter_update(struct netvsc_device *nvdev);
264void rndis_filter_device_remove(struct hv_device *dev,
265 struct netvsc_device *nvdev);
266int rndis_filter_set_rss_param(struct rndis_device *rdev,
267 const u8 *key);
268int rndis_filter_set_offload_params(struct net_device *ndev,
269 struct netvsc_device *nvdev,
270 struct ndis_offload_params *req_offloads);
271int rndis_filter_receive(struct net_device *ndev,
272 struct netvsc_device *net_dev,
273 struct netvsc_channel *nvchan,
274 void *data, u32 buflen);
275
276int rndis_filter_set_device_mac(struct netvsc_device *ndev,
277 const char *mac);
278
279int netvsc_switch_datapath(struct net_device *nv_dev, bool vf);
280
281#define NVSP_INVALID_PROTOCOL_VERSION ((u32)0xFFFFFFFF)
282
283#define NVSP_PROTOCOL_VERSION_1 2
284#define NVSP_PROTOCOL_VERSION_2 0x30002
285#define NVSP_PROTOCOL_VERSION_4 0x40000
286#define NVSP_PROTOCOL_VERSION_5 0x50000
287#define NVSP_PROTOCOL_VERSION_6 0x60000
288#define NVSP_PROTOCOL_VERSION_61 0x60001
289
290enum {
291 NVSP_MSG_TYPE_NONE = 0,
292
293 /* Init Messages */
294 NVSP_MSG_TYPE_INIT = 1,
295 NVSP_MSG_TYPE_INIT_COMPLETE = 2,
296
297 NVSP_VERSION_MSG_START = 100,
298
299 /* Version 1 Messages */
300 NVSP_MSG1_TYPE_SEND_NDIS_VER = NVSP_VERSION_MSG_START,
301
302 NVSP_MSG1_TYPE_SEND_RECV_BUF,
303 NVSP_MSG1_TYPE_SEND_RECV_BUF_COMPLETE,
304 NVSP_MSG1_TYPE_REVOKE_RECV_BUF,
305
306 NVSP_MSG1_TYPE_SEND_SEND_BUF,
307 NVSP_MSG1_TYPE_SEND_SEND_BUF_COMPLETE,
308 NVSP_MSG1_TYPE_REVOKE_SEND_BUF,
309
310 NVSP_MSG1_TYPE_SEND_RNDIS_PKT,
311 NVSP_MSG1_TYPE_SEND_RNDIS_PKT_COMPLETE,
312
313 /* Version 2 messages */
314 NVSP_MSG2_TYPE_SEND_CHIMNEY_DELEGATED_BUF,
315 NVSP_MSG2_TYPE_SEND_CHIMNEY_DELEGATED_BUF_COMP,
316 NVSP_MSG2_TYPE_REVOKE_CHIMNEY_DELEGATED_BUF,
317
318 NVSP_MSG2_TYPE_RESUME_CHIMNEY_RX_INDICATION,
319
320 NVSP_MSG2_TYPE_TERMINATE_CHIMNEY,
321 NVSP_MSG2_TYPE_TERMINATE_CHIMNEY_COMP,
322
323 NVSP_MSG2_TYPE_INDICATE_CHIMNEY_EVENT,
324
325 NVSP_MSG2_TYPE_SEND_CHIMNEY_PKT,
326 NVSP_MSG2_TYPE_SEND_CHIMNEY_PKT_COMP,
327
328 NVSP_MSG2_TYPE_POST_CHIMNEY_RECV_REQ,
329 NVSP_MSG2_TYPE_POST_CHIMNEY_RECV_REQ_COMP,
330
331 NVSP_MSG2_TYPE_ALLOC_RXBUF,
332 NVSP_MSG2_TYPE_ALLOC_RXBUF_COMP,
333
334 NVSP_MSG2_TYPE_FREE_RXBUF,
335
336 NVSP_MSG2_TYPE_SEND_VMQ_RNDIS_PKT,
337 NVSP_MSG2_TYPE_SEND_VMQ_RNDIS_PKT_COMP,
338
339 NVSP_MSG2_TYPE_SEND_NDIS_CONFIG,
340
341 NVSP_MSG2_TYPE_ALLOC_CHIMNEY_HANDLE,
342 NVSP_MSG2_TYPE_ALLOC_CHIMNEY_HANDLE_COMP,
343
344 NVSP_MSG2_MAX = NVSP_MSG2_TYPE_ALLOC_CHIMNEY_HANDLE_COMP,
345
346 /* Version 4 messages */
347 NVSP_MSG4_TYPE_SEND_VF_ASSOCIATION,
348 NVSP_MSG4_TYPE_SWITCH_DATA_PATH,
349 NVSP_MSG4_TYPE_UPLINK_CONNECT_STATE_DEPRECATED,
350
351 NVSP_MSG4_MAX = NVSP_MSG4_TYPE_UPLINK_CONNECT_STATE_DEPRECATED,
352
353 /* Version 5 messages */
354 NVSP_MSG5_TYPE_OID_QUERY_EX,
355 NVSP_MSG5_TYPE_OID_QUERY_EX_COMP,
356 NVSP_MSG5_TYPE_SUBCHANNEL,
357 NVSP_MSG5_TYPE_SEND_INDIRECTION_TABLE,
358
359 NVSP_MSG5_MAX = NVSP_MSG5_TYPE_SEND_INDIRECTION_TABLE,
360
361 /* Version 6 messages */
362 NVSP_MSG6_TYPE_PD_API,
363 NVSP_MSG6_TYPE_PD_POST_BATCH,
364
365 NVSP_MSG6_MAX = NVSP_MSG6_TYPE_PD_POST_BATCH
366};
367
368enum {
369 NVSP_STAT_NONE = 0,
370 NVSP_STAT_SUCCESS,
371 NVSP_STAT_FAIL,
372 NVSP_STAT_PROTOCOL_TOO_NEW,
373 NVSP_STAT_PROTOCOL_TOO_OLD,
374 NVSP_STAT_INVALID_RNDIS_PKT,
375 NVSP_STAT_BUSY,
376 NVSP_STAT_PROTOCOL_UNSUPPORTED,
377 NVSP_STAT_MAX,
378};
379
380struct nvsp_message_header {
381 u32 msg_type;
382};
383
384/* Init Messages */
385
386/*
387 * This message is used by the VSC to initialize the channel after the channels
388 * has been opened. This message should never include anything other then
389 * versioning (i.e. this message will be the same for ever).
390 */
391struct nvsp_message_init {
392 u32 min_protocol_ver;
393 u32 max_protocol_ver;
394} __packed;
395
396/*
397 * This message is used by the VSP to complete the initialization of the
398 * channel. This message should never include anything other then versioning
399 * (i.e. this message will be the same for ever).
400 */
401struct nvsp_message_init_complete {
402 u32 negotiated_protocol_ver;
403 u32 max_mdl_chain_len;
404 u32 status;
405} __packed;
406
407union nvsp_message_init_uber {
408 struct nvsp_message_init init;
409 struct nvsp_message_init_complete init_complete;
410} __packed;
411
412/* Version 1 Messages */
413
414/*
415 * This message is used by the VSC to send the NDIS version to the VSP. The VSP
416 * can use this information when handling OIDs sent by the VSC.
417 */
418struct nvsp_1_message_send_ndis_version {
419 u32 ndis_major_ver;
420 u32 ndis_minor_ver;
421} __packed;
422
423/*
424 * This message is used by the VSC to send a receive buffer to the VSP. The VSP
425 * can then use the receive buffer to send data to the VSC.
426 */
427struct nvsp_1_message_send_receive_buffer {
428 u32 gpadl_handle;
429 u16 id;
430} __packed;
431
432struct nvsp_1_receive_buffer_section {
433 u32 offset;
434 u32 sub_alloc_size;
435 u32 num_sub_allocs;
436 u32 end_offset;
437} __packed;
438
439/*
440 * This message is used by the VSP to acknowledge a receive buffer send by the
441 * VSC. This message must be sent by the VSP before the VSP uses the receive
442 * buffer.
443 */
444struct nvsp_1_message_send_receive_buffer_complete {
445 u32 status;
446 u32 num_sections;
447
448 /*
449 * The receive buffer is split into two parts, a large suballocation
450 * section and a small suballocation section. These sections are then
451 * suballocated by a certain size.
452 */
453
454 /*
455 * For example, the following break up of the receive buffer has 6
456 * large suballocations and 10 small suballocations.
457 */
458
459 /*
460 * | Large Section | | Small Section |
461 * ------------------------------------------------------------
462 * | | | | | | | | | | | | | | | | | |
463 * | |
464 * LargeOffset SmallOffset
465 */
466
467 struct nvsp_1_receive_buffer_section sections[1];
468} __packed;
469
470/*
471 * This message is sent by the VSC to revoke the receive buffer. After the VSP
472 * completes this transaction, the vsp should never use the receive buffer
473 * again.
474 */
475struct nvsp_1_message_revoke_receive_buffer {
476 u16 id;
477};
478
479/*
480 * This message is used by the VSC to send a send buffer to the VSP. The VSC
481 * can then use the send buffer to send data to the VSP.
482 */
483struct nvsp_1_message_send_send_buffer {
484 u32 gpadl_handle;
485 u16 id;
486} __packed;
487
488/*
489 * This message is used by the VSP to acknowledge a send buffer sent by the
490 * VSC. This message must be sent by the VSP before the VSP uses the sent
491 * buffer.
492 */
493struct nvsp_1_message_send_send_buffer_complete {
494 u32 status;
495
496 /*
497 * The VSC gets to choose the size of the send buffer and the VSP gets
498 * to choose the sections size of the buffer. This was done to enable
499 * dynamic reconfigurations when the cost of GPA-direct buffers
500 * decreases.
501 */
502 u32 section_size;
503} __packed;
504
505/*
506 * This message is sent by the VSC to revoke the send buffer. After the VSP
507 * completes this transaction, the vsp should never use the send buffer again.
508 */
509struct nvsp_1_message_revoke_send_buffer {
510 u16 id;
511};
512
513/*
514 * This message is used by both the VSP and the VSC to send a RNDIS message to
515 * the opposite channel endpoint.
516 */
517struct nvsp_1_message_send_rndis_packet {
518 /*
519 * This field is specified by RNDIS. They assume there's two different
520 * channels of communication. However, the Network VSP only has one.
521 * Therefore, the channel travels with the RNDIS packet.
522 */
523 u32 channel_type;
524
525 /*
526 * This field is used to send part or all of the data through a send
527 * buffer. This values specifies an index into the send buffer. If the
528 * index is 0xFFFFFFFF, then the send buffer is not being used and all
529 * of the data was sent through other VMBus mechanisms.
530 */
531 u32 send_buf_section_index;
532 u32 send_buf_section_size;
533} __packed;
534
535/*
536 * This message is used by both the VSP and the VSC to complete a RNDIS message
537 * to the opposite channel endpoint. At this point, the initiator of this
538 * message cannot use any resources associated with the original RNDIS packet.
539 */
540struct nvsp_1_message_send_rndis_packet_complete {
541 u32 status;
542};
543
544union nvsp_1_message_uber {
545 struct nvsp_1_message_send_ndis_version send_ndis_ver;
546
547 struct nvsp_1_message_send_receive_buffer send_recv_buf;
548 struct nvsp_1_message_send_receive_buffer_complete
549 send_recv_buf_complete;
550 struct nvsp_1_message_revoke_receive_buffer revoke_recv_buf;
551
552 struct nvsp_1_message_send_send_buffer send_send_buf;
553 struct nvsp_1_message_send_send_buffer_complete send_send_buf_complete;
554 struct nvsp_1_message_revoke_send_buffer revoke_send_buf;
555
556 struct nvsp_1_message_send_rndis_packet send_rndis_pkt;
557 struct nvsp_1_message_send_rndis_packet_complete
558 send_rndis_pkt_complete;
559} __packed;
560
561
562/*
563 * Network VSP protocol version 2 messages:
564 */
565struct nvsp_2_vsc_capability {
566 union {
567 u64 data;
568 struct {
569 u64 vmq:1;
570 u64 chimney:1;
571 u64 sriov:1;
572 u64 ieee8021q:1;
573 u64 correlation_id:1;
574 u64 teaming:1;
575 u64 vsubnetid:1;
576 u64 rsc:1;
577 };
578 };
579} __packed;
580
581struct nvsp_2_send_ndis_config {
582 u32 mtu;
583 u32 reserved;
584 struct nvsp_2_vsc_capability capability;
585} __packed;
586
587/* Allocate receive buffer */
588struct nvsp_2_alloc_rxbuf {
589 /* Allocation ID to match the allocation request and response */
590 u32 alloc_id;
591
592 /* Length of the VM shared memory receive buffer that needs to
593 * be allocated
594 */
595 u32 len;
596} __packed;
597
598/* Allocate receive buffer complete */
599struct nvsp_2_alloc_rxbuf_comp {
600 /* The NDIS_STATUS code for buffer allocation */
601 u32 status;
602
603 u32 alloc_id;
604
605 /* GPADL handle for the allocated receive buffer */
606 u32 gpadl_handle;
607
608 /* Receive buffer ID */
609 u64 recv_buf_id;
610} __packed;
611
612struct nvsp_2_free_rxbuf {
613 u64 recv_buf_id;
614} __packed;
615
616union nvsp_2_message_uber {
617 struct nvsp_2_send_ndis_config send_ndis_config;
618 struct nvsp_2_alloc_rxbuf alloc_rxbuf;
619 struct nvsp_2_alloc_rxbuf_comp alloc_rxbuf_comp;
620 struct nvsp_2_free_rxbuf free_rxbuf;
621} __packed;
622
623struct nvsp_4_send_vf_association {
624 /* 1: allocated, serial number is valid. 0: not allocated */
625 u32 allocated;
626
627 /* Serial number of the VF to team with */
628 u32 serial;
629} __packed;
630
631enum nvsp_vm_datapath {
632 NVSP_DATAPATH_SYNTHETIC = 0,
633 NVSP_DATAPATH_VF,
634 NVSP_DATAPATH_MAX
635};
636
637struct nvsp_4_sw_datapath {
638 u32 active_datapath; /* active data path in VM */
639} __packed;
640
641union nvsp_4_message_uber {
642 struct nvsp_4_send_vf_association vf_assoc;
643 struct nvsp_4_sw_datapath active_dp;
644} __packed;
645
646enum nvsp_subchannel_operation {
647 NVSP_SUBCHANNEL_NONE = 0,
648 NVSP_SUBCHANNEL_ALLOCATE,
649 NVSP_SUBCHANNEL_MAX
650};
651
652struct nvsp_5_subchannel_request {
653 u32 op;
654 u32 num_subchannels;
655} __packed;
656
657struct nvsp_5_subchannel_complete {
658 u32 status;
659 u32 num_subchannels; /* Actual number of subchannels allocated */
660} __packed;
661
662struct nvsp_5_send_indirect_table {
663 /* The number of entries in the send indirection table */
664 u32 count;
665
666 /* The offset of the send indirection table from the beginning of
667 * struct nvsp_message.
668 * The send indirection table tells which channel to put the send
669 * traffic on. Each entry is a channel number.
670 */
671 u32 offset;
672} __packed;
673
674union nvsp_5_message_uber {
675 struct nvsp_5_subchannel_request subchn_req;
676 struct nvsp_5_subchannel_complete subchn_comp;
677 struct nvsp_5_send_indirect_table send_table;
678} __packed;
679
680enum nvsp_6_pd_api_op {
681 PD_API_OP_CONFIG = 1,
682 PD_API_OP_SW_DATAPATH, /* Switch Datapath */
683 PD_API_OP_OPEN_PROVIDER,
684 PD_API_OP_CLOSE_PROVIDER,
685 PD_API_OP_CREATE_QUEUE,
686 PD_API_OP_FLUSH_QUEUE,
687 PD_API_OP_FREE_QUEUE,
688 PD_API_OP_ALLOC_COM_BUF, /* Allocate Common Buffer */
689 PD_API_OP_FREE_COM_BUF, /* Free Common Buffer */
690 PD_API_OP_MAX
691};
692
693struct grp_affinity {
694 u64 mask;
695 u16 grp;
696 u16 reserved[3];
697} __packed;
698
699struct nvsp_6_pd_api_req {
700 u32 op;
701
702 union {
703 /* MMIO information is sent from the VM to VSP */
704 struct __packed {
705 u64 mmio_pa; /* MMIO Physical Address */
706 u32 mmio_len;
707
708 /* Number of PD queues a VM can support */
709 u16 num_subchn;
710 } config;
711
712 /* Switch Datapath */
713 struct __packed {
714 /* Host Datapath Is PacketDirect */
715 u8 host_dpath_is_pd;
716
717 /* Guest PacketDirect Is Enabled */
718 u8 guest_pd_enabled;
719 } sw_dpath;
720
721 /* Open Provider*/
722 struct __packed {
723 u32 prov_id; /* Provider id */
724 u32 flag;
725 } open_prov;
726
727 /* Close Provider */
728 struct __packed {
729 u32 prov_id;
730 } cls_prov;
731
732 /* Create Queue*/
733 struct __packed {
734 u32 prov_id;
735 u16 q_id;
736 u16 q_size;
737 u8 is_recv_q;
738 u8 is_rss_q;
739 u32 recv_data_len;
740 struct grp_affinity affy;
741 } cr_q;
742
743 /* Delete Queue*/
744 struct __packed {
745 u32 prov_id;
746 u16 q_id;
747 } del_q;
748
749 /* Flush Queue */
750 struct __packed {
751 u32 prov_id;
752 u16 q_id;
753 } flush_q;
754
755 /* Allocate Common Buffer */
756 struct __packed {
757 u32 len;
758 u32 pf_node; /* Preferred Node */
759 u16 region_id;
760 } alloc_com_buf;
761
762 /* Free Common Buffer */
763 struct __packed {
764 u32 len;
765 u64 pa; /* Physical Address */
766 u32 pf_node; /* Preferred Node */
767 u16 region_id;
768 u8 cache_type;
769 } free_com_buf;
770 } __packed;
771} __packed;
772
773struct nvsp_6_pd_api_comp {
774 u32 op;
775 u32 status;
776
777 union {
778 struct __packed {
779 /* actual number of PD queues allocated to the VM */
780 u16 num_pd_q;
781
782 /* Num Receive Rss PD Queues */
783 u8 num_rss_q;
784
785 u8 is_supported; /* Is supported by VSP */
786 u8 is_enabled; /* Is enabled by VSP */
787 } config;
788
789 /* Open Provider */
790 struct __packed {
791 u32 prov_id;
792 } open_prov;
793
794 /* Create Queue */
795 struct __packed {
796 u32 prov_id;
797 u16 q_id;
798 u16 q_size;
799 u32 recv_data_len;
800 struct grp_affinity affy;
801 } cr_q;
802
803 /* Allocate Common Buffer */
804 struct __packed {
805 u64 pa; /* Physical Address */
806 u32 len;
807 u32 pf_node; /* Preferred Node */
808 u16 region_id;
809 u8 cache_type;
810 } alloc_com_buf;
811 } __packed;
812} __packed;
813
814struct nvsp_6_pd_buf {
815 u32 region_offset;
816 u16 region_id;
817 u16 is_partial:1;
818 u16 reserved:15;
819} __packed;
820
821struct nvsp_6_pd_batch_msg {
822 struct nvsp_message_header hdr;
823 u16 count;
824 u16 guest2host:1;
825 u16 is_recv:1;
826 u16 reserved:14;
827 struct nvsp_6_pd_buf pd_buf[0];
828} __packed;
829
830union nvsp_6_message_uber {
831 struct nvsp_6_pd_api_req pd_req;
832 struct nvsp_6_pd_api_comp pd_comp;
833} __packed;
834
835union nvsp_all_messages {
836 union nvsp_message_init_uber init_msg;
837 union nvsp_1_message_uber v1_msg;
838 union nvsp_2_message_uber v2_msg;
839 union nvsp_4_message_uber v4_msg;
840 union nvsp_5_message_uber v5_msg;
841 union nvsp_6_message_uber v6_msg;
842} __packed;
843
844/* ALL Messages */
845struct nvsp_message {
846 struct nvsp_message_header hdr;
847 union nvsp_all_messages msg;
848} __packed;
849
850
851#define NETVSC_MTU 65535
852#define NETVSC_MTU_MIN ETH_MIN_MTU
853
854/* Max buffer sizes allowed by a host */
855#define NETVSC_RECEIVE_BUFFER_SIZE (1024 * 1024 * 31) /* 31MB */
856#define NETVSC_RECEIVE_BUFFER_SIZE_LEGACY (1024 * 1024 * 15) /* 15MB */
857#define NETVSC_RECEIVE_BUFFER_DEFAULT (1024 * 1024 * 16)
858
859#define NETVSC_SEND_BUFFER_SIZE (1024 * 1024 * 15) /* 15MB */
860#define NETVSC_SEND_BUFFER_DEFAULT (1024 * 1024)
861
862#define NETVSC_INVALID_INDEX -1
863
864#define NETVSC_SEND_SECTION_SIZE 6144
865#define NETVSC_RECV_SECTION_SIZE 1728
866
867/* Default size of TX buf: 1MB, RX buf: 16MB */
868#define NETVSC_MIN_TX_SECTIONS 10
869#define NETVSC_DEFAULT_TX (NETVSC_SEND_BUFFER_DEFAULT \
870 / NETVSC_SEND_SECTION_SIZE)
871#define NETVSC_MIN_RX_SECTIONS 10
872#define NETVSC_DEFAULT_RX (NETVSC_RECEIVE_BUFFER_DEFAULT \
873 / NETVSC_RECV_SECTION_SIZE)
874
875#define NETVSC_RECEIVE_BUFFER_ID 0xcafe
876#define NETVSC_SEND_BUFFER_ID 0
877
878#define NETVSC_SUPPORTED_HW_FEATURES (NETIF_F_RXCSUM | NETIF_F_IP_CSUM | \
879 NETIF_F_TSO | NETIF_F_IPV6_CSUM | \
880 NETIF_F_TSO6 | NETIF_F_LRO | \
881 NETIF_F_SG | NETIF_F_RXHASH)
882
883#define VRSS_SEND_TAB_SIZE 16 /* must be power of 2 */
884#define VRSS_CHANNEL_MAX 64
885#define VRSS_CHANNEL_DEFAULT 16
886
887#define RNDIS_MAX_PKT_DEFAULT 8
888#define RNDIS_PKT_ALIGN_DEFAULT 8
889
890#define NETVSC_XDP_HDRM 256
891
892#define NETVSC_MIN_OUT_MSG_SIZE (sizeof(struct vmpacket_descriptor) + \
893 sizeof(struct nvsp_message))
894#define NETVSC_MIN_IN_MSG_SIZE sizeof(struct vmpacket_descriptor)
895
896/* Estimated requestor size:
897 * out_ring_size/min_out_msg_size + in_ring_size/min_in_msg_size
898 */
899static inline u32 netvsc_rqstor_size(unsigned long ringbytes)
900{
901 return ringbytes / NETVSC_MIN_OUT_MSG_SIZE +
902 ringbytes / NETVSC_MIN_IN_MSG_SIZE;
903}
904
905/* XFER PAGE packets can specify a maximum of 375 ranges for NDIS >= 6.0
906 * and a maximum of 64 ranges for NDIS < 6.0 with no RSC; with RSC, this
907 * limit is raised to 562 (= NVSP_RSC_MAX).
908 */
909#define NETVSC_MAX_XFER_PAGE_RANGES NVSP_RSC_MAX
910#define NETVSC_XFER_HEADER_SIZE(rng_cnt) \
911 (offsetof(struct vmtransfer_page_packet_header, ranges) + \
912 (rng_cnt) * sizeof(struct vmtransfer_page_range))
913#define NETVSC_MAX_PKT_SIZE (NETVSC_XFER_HEADER_SIZE(NETVSC_MAX_XFER_PAGE_RANGES) + \
914 sizeof(struct nvsp_message) + (sizeof(u32) * VRSS_SEND_TAB_SIZE))
915
916struct multi_send_data {
917 struct sk_buff *skb; /* skb containing the pkt */
918 struct hv_netvsc_packet *pkt; /* netvsc pkt pending */
919 u32 count; /* counter of batched packets */
920};
921
922struct recv_comp_data {
923 u64 tid; /* transaction id */
924 u32 status;
925};
926
927struct multi_recv_comp {
928 struct recv_comp_data *slots;
929 u32 first; /* first data entry */
930 u32 next; /* next entry for writing */
931};
932
933#define NVSP_RSC_MAX 562 /* Max #RSC frags in a vmbus xfer page pkt */
934
935struct nvsc_rsc {
936 struct ndis_pkt_8021q_info vlan;
937 struct ndis_tcp_ip_checksum_info csum_info;
938 u32 hash_info;
939 u8 ppi_flags; /* valid/present bits for the above PPIs */
940 u8 is_last; /* last RNDIS msg in a vmtransfer_page */
941 u32 cnt; /* #fragments in an RSC packet */
942 u32 pktlen; /* Full packet length */
943 void *data[NVSP_RSC_MAX];
944 u32 len[NVSP_RSC_MAX];
945};
946
947#define NVSC_RSC_VLAN BIT(0) /* valid/present bit for 'vlan' */
948#define NVSC_RSC_CSUM_INFO BIT(1) /* valid/present bit for 'csum_info' */
949#define NVSC_RSC_HASH_INFO BIT(2) /* valid/present bit for 'hash_info' */
950
951struct netvsc_stats_tx {
952 u64 packets;
953 u64 bytes;
954 u64 xdp_xmit;
955 struct u64_stats_sync syncp;
956};
957
958struct netvsc_stats_rx {
959 u64 packets;
960 u64 bytes;
961 u64 broadcast;
962 u64 multicast;
963 u64 xdp_drop;
964 u64 xdp_redirect;
965 u64 xdp_tx;
966 struct u64_stats_sync syncp;
967};
968
969struct netvsc_ethtool_stats {
970 unsigned long tx_scattered;
971 unsigned long tx_no_memory;
972 unsigned long tx_no_space;
973 unsigned long tx_too_big;
974 unsigned long tx_busy;
975 unsigned long tx_send_full;
976 unsigned long rx_comp_busy;
977 unsigned long rx_no_memory;
978 unsigned long stop_queue;
979 unsigned long wake_queue;
980 unsigned long vlan_error;
981};
982
983struct netvsc_ethtool_pcpu_stats {
984 u64 rx_packets;
985 u64 rx_bytes;
986 u64 tx_packets;
987 u64 tx_bytes;
988 u64 vf_rx_packets;
989 u64 vf_rx_bytes;
990 u64 vf_tx_packets;
991 u64 vf_tx_bytes;
992};
993
994struct netvsc_vf_pcpu_stats {
995 u64 rx_packets;
996 u64 rx_bytes;
997 u64 tx_packets;
998 u64 tx_bytes;
999 struct u64_stats_sync syncp;
1000 u32 tx_dropped;
1001};
1002
1003struct netvsc_reconfig {
1004 struct list_head list;
1005 u32 event;
1006};
1007
1008/* L4 hash bits for different protocols */
1009#define HV_TCP4_L4HASH 1
1010#define HV_TCP6_L4HASH 2
1011#define HV_UDP4_L4HASH 4
1012#define HV_UDP6_L4HASH 8
1013#define HV_DEFAULT_L4HASH (HV_TCP4_L4HASH | HV_TCP6_L4HASH | HV_UDP4_L4HASH | \
1014 HV_UDP6_L4HASH)
1015
1016/* The context of the netvsc device */
1017struct net_device_context {
1018 /* point back to our device context */
1019 struct hv_device *device_ctx;
1020 /* netvsc_device */
1021 struct netvsc_device __rcu *nvdev;
1022 /* list of netvsc net_devices */
1023 struct list_head list;
1024 /* reconfigure work */
1025 struct delayed_work dwork;
1026 /* last reconfig time */
1027 unsigned long last_reconfig;
1028 /* reconfig events */
1029 struct list_head reconfig_events;
1030 /* list protection */
1031 spinlock_t lock;
1032
1033 u32 msg_enable; /* debug level */
1034
1035 u32 tx_checksum_mask;
1036
1037 u32 tx_table[VRSS_SEND_TAB_SIZE];
1038
1039 u16 *rx_table;
1040
1041 u32 rx_table_sz;
1042
1043 /* Ethtool settings */
1044 u8 duplex;
1045 u32 speed;
1046 u32 l4_hash; /* L4 hash settings */
1047 struct netvsc_ethtool_stats eth_stats;
1048
1049 /* State to manage the associated VF interface. */
1050 struct net_device __rcu *vf_netdev;
1051 struct netvsc_vf_pcpu_stats __percpu *vf_stats;
1052 struct delayed_work vf_takeover;
1053
1054 /* 1: allocated, serial number is valid. 0: not allocated */
1055 u32 vf_alloc;
1056 /* Serial number of the VF to team with */
1057 u32 vf_serial;
1058 /* completion variable to confirm vf association */
1059 struct completion vf_add;
1060 /* Is the current data path through the VF NIC? */
1061 bool data_path_is_vf;
1062
1063 /* Used to temporarily save the config info across hibernation */
1064 struct netvsc_device_info *saved_netvsc_dev_info;
1065};
1066
1067/* Azure hosts don't support non-TCP port numbers in hashing for fragmented
1068 * packets. We can use ethtool to change UDP hash level when necessary.
1069 */
1070static inline u32 netvsc_get_hash(struct sk_buff *skb,
1071 const struct net_device_context *ndc)
1072{
1073 struct flow_keys flow;
1074 u32 hash, pkt_proto = 0;
1075 static u32 hashrnd __read_mostly;
1076
1077 net_get_random_once(&hashrnd, sizeof(hashrnd));
1078
1079 if (!skb_flow_dissect_flow_keys(skb, &flow, 0))
1080 return 0;
1081
1082 switch (flow.basic.ip_proto) {
1083 case IPPROTO_TCP:
1084 if (flow.basic.n_proto == htons(ETH_P_IP))
1085 pkt_proto = HV_TCP4_L4HASH;
1086 else if (flow.basic.n_proto == htons(ETH_P_IPV6))
1087 pkt_proto = HV_TCP6_L4HASH;
1088
1089 break;
1090
1091 case IPPROTO_UDP:
1092 if (flow.basic.n_proto == htons(ETH_P_IP))
1093 pkt_proto = HV_UDP4_L4HASH;
1094 else if (flow.basic.n_proto == htons(ETH_P_IPV6))
1095 pkt_proto = HV_UDP6_L4HASH;
1096
1097 break;
1098 }
1099
1100 if (pkt_proto & ndc->l4_hash) {
1101 return skb_get_hash(skb);
1102 } else {
1103 if (flow.basic.n_proto == htons(ETH_P_IP))
1104 hash = jhash2((u32 *)&flow.addrs.v4addrs, 2, hashrnd);
1105 else if (flow.basic.n_proto == htons(ETH_P_IPV6))
1106 hash = jhash2((u32 *)&flow.addrs.v6addrs, 8, hashrnd);
1107 else
1108 return 0;
1109
1110 __skb_set_sw_hash(skb, hash, false);
1111 }
1112
1113 return hash;
1114}
1115
1116/* Per channel data */
1117struct netvsc_channel {
1118 struct vmbus_channel *channel;
1119 struct netvsc_device *net_device;
1120 void *recv_buf; /* buffer to copy packets out from the receive buffer */
1121 const struct vmpacket_descriptor *desc;
1122 struct napi_struct napi;
1123 struct multi_send_data msd;
1124 struct multi_recv_comp mrc;
1125 atomic_t queue_sends;
1126 struct nvsc_rsc rsc;
1127
1128 struct bpf_prog __rcu *bpf_prog;
1129 struct xdp_rxq_info xdp_rxq;
1130 bool xdp_flush;
1131
1132 struct netvsc_stats_tx tx_stats;
1133 struct netvsc_stats_rx rx_stats;
1134};
1135
1136/* Per netvsc device */
1137struct netvsc_device {
1138 u32 nvsp_version;
1139
1140 wait_queue_head_t wait_drain;
1141 bool destroy;
1142 bool tx_disable; /* if true, do not wake up queue again */
1143
1144 /* Receive buffer allocated by us but manages by NetVSP */
1145 void *recv_buf;
1146 u32 recv_buf_size; /* allocated bytes */
1147 struct vmbus_gpadl recv_buf_gpadl_handle;
1148 u32 recv_section_cnt;
1149 u32 recv_section_size;
1150 u32 recv_completion_cnt;
1151
1152 /* Send buffer allocated by us */
1153 void *send_buf;
1154 u32 send_buf_size;
1155 struct vmbus_gpadl send_buf_gpadl_handle;
1156 u32 send_section_cnt;
1157 u32 send_section_size;
1158 unsigned long *send_section_map;
1159
1160 /* Used for NetVSP initialization protocol */
1161 struct completion channel_init_wait;
1162 struct nvsp_message channel_init_pkt;
1163
1164 struct nvsp_message revoke_packet;
1165
1166 u32 max_chn;
1167 u32 num_chn;
1168
1169 atomic_t open_chn;
1170 struct work_struct subchan_work;
1171 wait_queue_head_t subchan_open;
1172
1173 struct rndis_device *extension;
1174
1175 u32 max_pkt; /* max number of pkt in one send, e.g. 8 */
1176 u32 pkt_align; /* alignment bytes, e.g. 8 */
1177
1178 struct netvsc_channel chan_table[VRSS_CHANNEL_MAX];
1179
1180 struct rcu_head rcu;
1181};
1182
1183/* NdisInitialize message */
1184struct rndis_initialize_request {
1185 u32 req_id;
1186 u32 major_ver;
1187 u32 minor_ver;
1188 u32 max_xfer_size;
1189};
1190
1191/* Response to NdisInitialize */
1192struct rndis_initialize_complete {
1193 u32 req_id;
1194 u32 status;
1195 u32 major_ver;
1196 u32 minor_ver;
1197 u32 dev_flags;
1198 u32 medium;
1199 u32 max_pkt_per_msg;
1200 u32 max_xfer_size;
1201 u32 pkt_alignment_factor;
1202 u32 af_list_offset;
1203 u32 af_list_size;
1204};
1205
1206/* Call manager devices only: Information about an address family */
1207/* supported by the device is appended to the response to NdisInitialize. */
1208struct rndis_co_address_family {
1209 u32 address_family;
1210 u32 major_ver;
1211 u32 minor_ver;
1212};
1213
1214/* NdisHalt message */
1215struct rndis_halt_request {
1216 u32 req_id;
1217};
1218
1219/* NdisQueryRequest message */
1220struct rndis_query_request {
1221 u32 req_id;
1222 u32 oid;
1223 u32 info_buflen;
1224 u32 info_buf_offset;
1225 u32 dev_vc_handle;
1226};
1227
1228/* Response to NdisQueryRequest */
1229struct rndis_query_complete {
1230 u32 req_id;
1231 u32 status;
1232 u32 info_buflen;
1233 u32 info_buf_offset;
1234};
1235
1236/* NdisSetRequest message */
1237struct rndis_set_request {
1238 u32 req_id;
1239 u32 oid;
1240 u32 info_buflen;
1241 u32 info_buf_offset;
1242 u32 dev_vc_handle;
1243 u8 info_buf[];
1244};
1245
1246/* Response to NdisSetRequest */
1247struct rndis_set_complete {
1248 u32 req_id;
1249 u32 status;
1250};
1251
1252/* NdisReset message */
1253struct rndis_reset_request {
1254 u32 reserved;
1255};
1256
1257/* Response to NdisReset */
1258struct rndis_reset_complete {
1259 u32 status;
1260 u32 addressing_reset;
1261};
1262
1263/* NdisMIndicateStatus message */
1264struct rndis_indicate_status {
1265 u32 status;
1266 u32 status_buflen;
1267 u32 status_buf_offset;
1268};
1269
1270/* Diagnostic information passed as the status buffer in */
1271/* struct rndis_indicate_status messages signifying error conditions. */
1272struct rndis_diagnostic_info {
1273 u32 diag_status;
1274 u32 error_offset;
1275};
1276
1277/* NdisKeepAlive message */
1278struct rndis_keepalive_request {
1279 u32 req_id;
1280};
1281
1282/* Response to NdisKeepAlive */
1283struct rndis_keepalive_complete {
1284 u32 req_id;
1285 u32 status;
1286};
1287
1288/*
1289 * Data message. All Offset fields contain byte offsets from the beginning of
1290 * struct rndis_packet. All Length fields are in bytes. VcHandle is set
1291 * to 0 for connectionless data, otherwise it contains the VC handle.
1292 */
1293struct rndis_packet {
1294 u32 data_offset;
1295 u32 data_len;
1296 u32 oob_data_offset;
1297 u32 oob_data_len;
1298 u32 num_oob_data_elements;
1299 u32 per_pkt_info_offset;
1300 u32 per_pkt_info_len;
1301 u32 vc_handle;
1302 u32 reserved;
1303};
1304
1305/* Optional Out of Band data associated with a Data message. */
1306struct rndis_oobd {
1307 u32 size;
1308 u32 type;
1309 u32 class_info_offset;
1310};
1311
1312/* Packet extension field contents associated with a Data message. */
1313struct rndis_per_packet_info {
1314 u32 size;
1315 u32 type:31;
1316 u32 internal:1;
1317 u32 ppi_offset;
1318};
1319
1320enum ndis_per_pkt_info_type {
1321 TCPIP_CHKSUM_PKTINFO,
1322 IPSEC_PKTINFO,
1323 TCP_LARGESEND_PKTINFO,
1324 CLASSIFICATION_HANDLE_PKTINFO,
1325 NDIS_RESERVED,
1326 SG_LIST_PKTINFO,
1327 IEEE_8021Q_INFO,
1328 ORIGINAL_PKTINFO,
1329 PACKET_CANCEL_ID,
1330 NBL_HASH_VALUE = PACKET_CANCEL_ID,
1331 ORIGINAL_NET_BUFLIST,
1332 CACHED_NET_BUFLIST,
1333 SHORT_PKT_PADINFO,
1334 MAX_PER_PKT_INFO
1335};
1336
1337enum rndis_per_pkt_info_interal_type {
1338 RNDIS_PKTINFO_ID = 1,
1339 /* Add more members here */
1340
1341 RNDIS_PKTINFO_MAX
1342};
1343
1344#define RNDIS_PKTINFO_SUBALLOC BIT(0)
1345#define RNDIS_PKTINFO_1ST_FRAG BIT(1)
1346#define RNDIS_PKTINFO_LAST_FRAG BIT(2)
1347
1348#define RNDIS_PKTINFO_ID_V1 1
1349
1350struct rndis_pktinfo_id {
1351 u8 ver;
1352 u8 flag;
1353 u16 pkt_id;
1354};
1355
1356struct ndis_object_header {
1357 u8 type;
1358 u8 revision;
1359 u16 size;
1360};
1361
1362#define NDIS_OBJECT_TYPE_DEFAULT 0x80
1363#define NDIS_OFFLOAD_PARAMETERS_REVISION_3 3
1364#define NDIS_OFFLOAD_PARAMETERS_REVISION_2 2
1365#define NDIS_OFFLOAD_PARAMETERS_REVISION_1 1
1366
1367#define NDIS_OFFLOAD_PARAMETERS_NO_CHANGE 0
1368#define NDIS_OFFLOAD_PARAMETERS_LSOV2_DISABLED 1
1369#define NDIS_OFFLOAD_PARAMETERS_LSOV2_ENABLED 2
1370#define NDIS_OFFLOAD_PARAMETERS_LSOV1_ENABLED 2
1371#define NDIS_OFFLOAD_PARAMETERS_RSC_DISABLED 1
1372#define NDIS_OFFLOAD_PARAMETERS_RSC_ENABLED 2
1373#define NDIS_OFFLOAD_PARAMETERS_TX_RX_DISABLED 1
1374#define NDIS_OFFLOAD_PARAMETERS_TX_ENABLED_RX_DISABLED 2
1375#define NDIS_OFFLOAD_PARAMETERS_RX_ENABLED_TX_DISABLED 3
1376#define NDIS_OFFLOAD_PARAMETERS_TX_RX_ENABLED 4
1377
1378#define NDIS_TCP_LARGE_SEND_OFFLOAD_V2_TYPE 1
1379#define NDIS_TCP_LARGE_SEND_OFFLOAD_IPV4 0
1380#define NDIS_TCP_LARGE_SEND_OFFLOAD_IPV6 1
1381
1382#define VERSION_4_OFFLOAD_SIZE 22
1383/*
1384 * New offload OIDs for NDIS 6
1385 */
1386#define OID_TCP_OFFLOAD_CURRENT_CONFIG 0xFC01020B /* query only */
1387#define OID_TCP_OFFLOAD_PARAMETERS 0xFC01020C /* set only */
1388#define OID_TCP_OFFLOAD_HARDWARE_CAPABILITIES 0xFC01020D/* query only */
1389#define OID_TCP_CONNECTION_OFFLOAD_CURRENT_CONFIG 0xFC01020E /* query only */
1390#define OID_TCP_CONNECTION_OFFLOAD_HARDWARE_CAPABILITIES 0xFC01020F /* query */
1391#define OID_OFFLOAD_ENCAPSULATION 0x0101010A /* set/query */
1392
1393/*
1394 * OID_TCP_OFFLOAD_HARDWARE_CAPABILITIES
1395 * ndis_type: NDIS_OBJTYPE_OFFLOAD
1396 */
1397
1398#define NDIS_OFFLOAD_ENCAP_NONE 0x0000
1399#define NDIS_OFFLOAD_ENCAP_NULL 0x0001
1400#define NDIS_OFFLOAD_ENCAP_8023 0x0002
1401#define NDIS_OFFLOAD_ENCAP_8023PQ 0x0004
1402#define NDIS_OFFLOAD_ENCAP_8023PQ_OOB 0x0008
1403#define NDIS_OFFLOAD_ENCAP_RFC1483 0x0010
1404
1405struct ndis_csum_offload {
1406 u32 ip4_txenc;
1407 u32 ip4_txcsum;
1408#define NDIS_TXCSUM_CAP_IP4OPT 0x001
1409#define NDIS_TXCSUM_CAP_TCP4OPT 0x004
1410#define NDIS_TXCSUM_CAP_TCP4 0x010
1411#define NDIS_TXCSUM_CAP_UDP4 0x040
1412#define NDIS_TXCSUM_CAP_IP4 0x100
1413
1414#define NDIS_TXCSUM_ALL_TCP4 (NDIS_TXCSUM_CAP_TCP4 | NDIS_TXCSUM_CAP_TCP4OPT)
1415
1416 u32 ip4_rxenc;
1417 u32 ip4_rxcsum;
1418#define NDIS_RXCSUM_CAP_IP4OPT 0x001
1419#define NDIS_RXCSUM_CAP_TCP4OPT 0x004
1420#define NDIS_RXCSUM_CAP_TCP4 0x010
1421#define NDIS_RXCSUM_CAP_UDP4 0x040
1422#define NDIS_RXCSUM_CAP_IP4 0x100
1423 u32 ip6_txenc;
1424 u32 ip6_txcsum;
1425#define NDIS_TXCSUM_CAP_IP6EXT 0x001
1426#define NDIS_TXCSUM_CAP_TCP6OPT 0x004
1427#define NDIS_TXCSUM_CAP_TCP6 0x010
1428#define NDIS_TXCSUM_CAP_UDP6 0x040
1429 u32 ip6_rxenc;
1430 u32 ip6_rxcsum;
1431#define NDIS_RXCSUM_CAP_IP6EXT 0x001
1432#define NDIS_RXCSUM_CAP_TCP6OPT 0x004
1433#define NDIS_RXCSUM_CAP_TCP6 0x010
1434#define NDIS_RXCSUM_CAP_UDP6 0x040
1435
1436#define NDIS_TXCSUM_ALL_TCP6 (NDIS_TXCSUM_CAP_TCP6 | \
1437 NDIS_TXCSUM_CAP_TCP6OPT | \
1438 NDIS_TXCSUM_CAP_IP6EXT)
1439};
1440
1441struct ndis_lsov1_offload {
1442 u32 encap;
1443 u32 maxsize;
1444 u32 minsegs;
1445 u32 opts;
1446};
1447
1448struct ndis_ipsecv1_offload {
1449 u32 encap;
1450 u32 ah_esp;
1451 u32 xport_tun;
1452 u32 ip4_opts;
1453 u32 flags;
1454 u32 ip4_ah;
1455 u32 ip4_esp;
1456};
1457
1458struct ndis_lsov2_offload {
1459 u32 ip4_encap;
1460 u32 ip4_maxsz;
1461 u32 ip4_minsg;
1462 u32 ip6_encap;
1463 u32 ip6_maxsz;
1464 u32 ip6_minsg;
1465 u32 ip6_opts;
1466#define NDIS_LSOV2_CAP_IP6EXT 0x001
1467#define NDIS_LSOV2_CAP_TCP6OPT 0x004
1468
1469#define NDIS_LSOV2_CAP_IP6 (NDIS_LSOV2_CAP_IP6EXT | \
1470 NDIS_LSOV2_CAP_TCP6OPT)
1471};
1472
1473struct ndis_ipsecv2_offload {
1474 u32 encap;
1475 u8 ip6;
1476 u8 ip4opt;
1477 u8 ip6ext;
1478 u8 ah;
1479 u8 esp;
1480 u8 ah_esp;
1481 u8 xport;
1482 u8 tun;
1483 u8 xport_tun;
1484 u8 lso;
1485 u8 extseq;
1486 u32 udp_esp;
1487 u32 auth;
1488 u32 crypto;
1489 u32 sa_caps;
1490};
1491
1492struct ndis_rsc_offload {
1493 u8 ip4;
1494 u8 ip6;
1495};
1496
1497struct ndis_encap_offload {
1498 u32 flags;
1499 u32 maxhdr;
1500};
1501
1502struct ndis_offload {
1503 struct ndis_object_header header;
1504 struct ndis_csum_offload csum;
1505 struct ndis_lsov1_offload lsov1;
1506 struct ndis_ipsecv1_offload ipsecv1;
1507 struct ndis_lsov2_offload lsov2;
1508 u32 flags;
1509 /* NDIS >= 6.1 */
1510 struct ndis_ipsecv2_offload ipsecv2;
1511 /* NDIS >= 6.30 */
1512 struct ndis_rsc_offload rsc;
1513 struct ndis_encap_offload encap_gre;
1514};
1515
1516#define NDIS_OFFLOAD_SIZE sizeof(struct ndis_offload)
1517#define NDIS_OFFLOAD_SIZE_6_0 offsetof(struct ndis_offload, ipsecv2)
1518#define NDIS_OFFLOAD_SIZE_6_1 offsetof(struct ndis_offload, rsc)
1519
1520struct ndis_offload_params {
1521 struct ndis_object_header header;
1522 u8 ip_v4_csum;
1523 u8 tcp_ip_v4_csum;
1524 u8 udp_ip_v4_csum;
1525 u8 tcp_ip_v6_csum;
1526 u8 udp_ip_v6_csum;
1527 u8 lso_v1;
1528 u8 ip_sec_v1;
1529 u8 lso_v2_ipv4;
1530 u8 lso_v2_ipv6;
1531 u8 tcp_connection_ip_v4;
1532 u8 tcp_connection_ip_v6;
1533 u32 flags;
1534 u8 ip_sec_v2;
1535 u8 ip_sec_v2_ip_v4;
1536 struct {
1537 u8 rsc_ip_v4;
1538 u8 rsc_ip_v6;
1539 };
1540 struct {
1541 u8 encapsulated_packet_task_offload;
1542 u8 encapsulation_types;
1543 };
1544};
1545
1546struct ndis_tcp_lso_info {
1547 union {
1548 struct {
1549 u32 unused:30;
1550 u32 type:1;
1551 u32 reserved2:1;
1552 } transmit;
1553 struct {
1554 u32 mss:20;
1555 u32 tcp_header_offset:10;
1556 u32 type:1;
1557 u32 reserved2:1;
1558 } lso_v1_transmit;
1559 struct {
1560 u32 tcp_payload:30;
1561 u32 type:1;
1562 u32 reserved2:1;
1563 } lso_v1_transmit_complete;
1564 struct {
1565 u32 mss:20;
1566 u32 tcp_header_offset:10;
1567 u32 type:1;
1568 u32 ip_version:1;
1569 } lso_v2_transmit;
1570 struct {
1571 u32 reserved:30;
1572 u32 type:1;
1573 u32 reserved2:1;
1574 } lso_v2_transmit_complete;
1575 u32 value;
1576 };
1577};
1578
1579#define NDIS_VLAN_PPI_SIZE (sizeof(struct rndis_per_packet_info) + \
1580 sizeof(struct ndis_pkt_8021q_info))
1581
1582#define NDIS_CSUM_PPI_SIZE (sizeof(struct rndis_per_packet_info) + \
1583 sizeof(struct ndis_tcp_ip_checksum_info))
1584
1585#define NDIS_LSO_PPI_SIZE (sizeof(struct rndis_per_packet_info) + \
1586 sizeof(struct ndis_tcp_lso_info))
1587
1588#define NDIS_HASH_PPI_SIZE (sizeof(struct rndis_per_packet_info) + \
1589 sizeof(u32))
1590
1591/* Total size of all PPI data */
1592#define NDIS_ALL_PPI_SIZE (NDIS_VLAN_PPI_SIZE + NDIS_CSUM_PPI_SIZE + \
1593 NDIS_LSO_PPI_SIZE + NDIS_HASH_PPI_SIZE)
1594
1595/* Format of Information buffer passed in a SetRequest for the OID */
1596/* OID_GEN_RNDIS_CONFIG_PARAMETER. */
1597struct rndis_config_parameter_info {
1598 u32 parameter_name_offset;
1599 u32 parameter_name_length;
1600 u32 parameter_type;
1601 u32 parameter_value_offset;
1602 u32 parameter_value_length;
1603};
1604
1605/* Values for ParameterType in struct rndis_config_parameter_info */
1606#define RNDIS_CONFIG_PARAM_TYPE_INTEGER 0
1607#define RNDIS_CONFIG_PARAM_TYPE_STRING 2
1608
1609/* CONDIS Miniport messages for connection oriented devices */
1610/* that do not implement a call manager. */
1611
1612/* CoNdisMiniportCreateVc message */
1613struct rcondis_mp_create_vc {
1614 u32 req_id;
1615 u32 ndis_vc_handle;
1616};
1617
1618/* Response to CoNdisMiniportCreateVc */
1619struct rcondis_mp_create_vc_complete {
1620 u32 req_id;
1621 u32 dev_vc_handle;
1622 u32 status;
1623};
1624
1625/* CoNdisMiniportDeleteVc message */
1626struct rcondis_mp_delete_vc {
1627 u32 req_id;
1628 u32 dev_vc_handle;
1629};
1630
1631/* Response to CoNdisMiniportDeleteVc */
1632struct rcondis_mp_delete_vc_complete {
1633 u32 req_id;
1634 u32 status;
1635};
1636
1637/* CoNdisMiniportQueryRequest message */
1638struct rcondis_mp_query_request {
1639 u32 req_id;
1640 u32 request_type;
1641 u32 oid;
1642 u32 dev_vc_handle;
1643 u32 info_buflen;
1644 u32 info_buf_offset;
1645};
1646
1647/* CoNdisMiniportSetRequest message */
1648struct rcondis_mp_set_request {
1649 u32 req_id;
1650 u32 request_type;
1651 u32 oid;
1652 u32 dev_vc_handle;
1653 u32 info_buflen;
1654 u32 info_buf_offset;
1655};
1656
1657/* CoNdisIndicateStatus message */
1658struct rcondis_indicate_status {
1659 u32 ndis_vc_handle;
1660 u32 status;
1661 u32 status_buflen;
1662 u32 status_buf_offset;
1663};
1664
1665/* CONDIS Call/VC parameters */
1666struct rcondis_specific_parameters {
1667 u32 parameter_type;
1668 u32 parameter_length;
1669 u32 parameter_lffset;
1670};
1671
1672struct rcondis_media_parameters {
1673 u32 flags;
1674 u32 reserved1;
1675 u32 reserved2;
1676 struct rcondis_specific_parameters media_specific;
1677};
1678
1679struct rndis_flowspec {
1680 u32 token_rate;
1681 u32 token_bucket_size;
1682 u32 peak_bandwidth;
1683 u32 latency;
1684 u32 delay_variation;
1685 u32 service_type;
1686 u32 max_sdu_size;
1687 u32 minimum_policed_size;
1688};
1689
1690struct rcondis_call_manager_parameters {
1691 struct rndis_flowspec transmit;
1692 struct rndis_flowspec receive;
1693 struct rcondis_specific_parameters call_mgr_specific;
1694};
1695
1696/* CoNdisMiniportActivateVc message */
1697struct rcondis_mp_activate_vc_request {
1698 u32 req_id;
1699 u32 flags;
1700 u32 dev_vc_handle;
1701 u32 media_params_offset;
1702 u32 media_params_length;
1703 u32 call_mgr_params_offset;
1704 u32 call_mgr_params_length;
1705};
1706
1707/* Response to CoNdisMiniportActivateVc */
1708struct rcondis_mp_activate_vc_complete {
1709 u32 req_id;
1710 u32 status;
1711};
1712
1713/* CoNdisMiniportDeactivateVc message */
1714struct rcondis_mp_deactivate_vc_request {
1715 u32 req_id;
1716 u32 flags;
1717 u32 dev_vc_handle;
1718};
1719
1720/* Response to CoNdisMiniportDeactivateVc */
1721struct rcondis_mp_deactivate_vc_complete {
1722 u32 req_id;
1723 u32 status;
1724};
1725
1726
1727/* union with all of the RNDIS messages */
1728union rndis_message_container {
1729 struct rndis_packet pkt;
1730 struct rndis_initialize_request init_req;
1731 struct rndis_halt_request halt_req;
1732 struct rndis_query_request query_req;
1733 struct rndis_set_request set_req;
1734 struct rndis_reset_request reset_req;
1735 struct rndis_keepalive_request keep_alive_req;
1736 struct rndis_indicate_status indicate_status;
1737 struct rndis_initialize_complete init_complete;
1738 struct rndis_query_complete query_complete;
1739 struct rndis_set_complete set_complete;
1740 struct rndis_reset_complete reset_complete;
1741 struct rndis_keepalive_complete keep_alive_complete;
1742 struct rcondis_mp_create_vc co_miniport_create_vc;
1743 struct rcondis_mp_delete_vc co_miniport_delete_vc;
1744 struct rcondis_indicate_status co_indicate_status;
1745 struct rcondis_mp_activate_vc_request co_miniport_activate_vc;
1746 struct rcondis_mp_deactivate_vc_request co_miniport_deactivate_vc;
1747 struct rcondis_mp_create_vc_complete co_miniport_create_vc_complete;
1748 struct rcondis_mp_delete_vc_complete co_miniport_delete_vc_complete;
1749 struct rcondis_mp_activate_vc_complete co_miniport_activate_vc_complete;
1750 struct rcondis_mp_deactivate_vc_complete
1751 co_miniport_deactivate_vc_complete;
1752};
1753
1754/* Remote NDIS message format */
1755struct rndis_message {
1756 u32 ndis_msg_type;
1757
1758 /* Total length of this message, from the beginning */
1759 /* of the struct rndis_message, in bytes. */
1760 u32 msg_len;
1761
1762 /* Actual message */
1763 union rndis_message_container msg;
1764};
1765
1766
1767/* Handy macros */
1768
1769/* get the size of an RNDIS message. Pass in the message type, */
1770/* struct rndis_set_request, struct rndis_packet for example */
1771#define RNDIS_MESSAGE_SIZE(msg) \
1772 (sizeof(msg) + (sizeof(struct rndis_message) - \
1773 sizeof(union rndis_message_container)))
1774
1775#define RNDIS_HEADER_SIZE (sizeof(struct rndis_message) - \
1776 sizeof(union rndis_message_container))
1777
1778#define RNDIS_AND_PPI_SIZE (sizeof(struct rndis_message) + NDIS_ALL_PPI_SIZE)
1779
1780#define NDIS_PACKET_TYPE_DIRECTED 0x00000001
1781#define NDIS_PACKET_TYPE_MULTICAST 0x00000002
1782#define NDIS_PACKET_TYPE_ALL_MULTICAST 0x00000004
1783#define NDIS_PACKET_TYPE_BROADCAST 0x00000008
1784#define NDIS_PACKET_TYPE_SOURCE_ROUTING 0x00000010
1785#define NDIS_PACKET_TYPE_PROMISCUOUS 0x00000020
1786#define NDIS_PACKET_TYPE_SMT 0x00000040
1787#define NDIS_PACKET_TYPE_ALL_LOCAL 0x00000080
1788#define NDIS_PACKET_TYPE_GROUP 0x00000100
1789#define NDIS_PACKET_TYPE_ALL_FUNCTIONAL 0x00000200
1790#define NDIS_PACKET_TYPE_FUNCTIONAL 0x00000400
1791#define NDIS_PACKET_TYPE_MAC_FRAME 0x00000800
1792
1793#define TRANSPORT_INFO_NOT_IP 0
1794#define TRANSPORT_INFO_IPV4_TCP 0x01
1795#define TRANSPORT_INFO_IPV4_UDP 0x02
1796#define TRANSPORT_INFO_IPV6_TCP 0x10
1797#define TRANSPORT_INFO_IPV6_UDP 0x20
1798
1799#define RETRY_US_LO 5000
1800#define RETRY_US_HI 10000
1801#define RETRY_MAX 2000 /* >10 sec */
1802
1803void netvsc_dma_unmap(struct hv_device *hv_dev,
1804 struct hv_netvsc_packet *packet);
1805#endif /* _HYPERV_NET_H */
1/* SPDX-License-Identifier: GPL-2.0-only */
2/*
3 *
4 * Copyright (c) 2011, Microsoft Corporation.
5 *
6 * Authors:
7 * Haiyang Zhang <haiyangz@microsoft.com>
8 * Hank Janssen <hjanssen@microsoft.com>
9 * K. Y. Srinivasan <kys@microsoft.com>
10 */
11
12#ifndef _HYPERV_NET_H
13#define _HYPERV_NET_H
14
15#include <linux/list.h>
16#include <linux/hyperv.h>
17#include <linux/rndis.h>
18
19/* RSS related */
20#define OID_GEN_RECEIVE_SCALE_CAPABILITIES 0x00010203 /* query only */
21#define OID_GEN_RECEIVE_SCALE_PARAMETERS 0x00010204 /* query and set */
22
23#define NDIS_OBJECT_TYPE_RSS_CAPABILITIES 0x88
24#define NDIS_OBJECT_TYPE_RSS_PARAMETERS 0x89
25#define NDIS_OBJECT_TYPE_OFFLOAD 0xa7
26
27#define NDIS_RECEIVE_SCALE_CAPABILITIES_REVISION_2 2
28#define NDIS_RECEIVE_SCALE_PARAMETERS_REVISION_2 2
29
30struct ndis_obj_header {
31 u8 type;
32 u8 rev;
33 u16 size;
34} __packed;
35
36/* ndis_recv_scale_cap/cap_flag */
37#define NDIS_RSS_CAPS_MESSAGE_SIGNALED_INTERRUPTS 0x01000000
38#define NDIS_RSS_CAPS_CLASSIFICATION_AT_ISR 0x02000000
39#define NDIS_RSS_CAPS_CLASSIFICATION_AT_DPC 0x04000000
40#define NDIS_RSS_CAPS_USING_MSI_X 0x08000000
41#define NDIS_RSS_CAPS_RSS_AVAILABLE_ON_PORTS 0x10000000
42#define NDIS_RSS_CAPS_SUPPORTS_MSI_X 0x20000000
43#define NDIS_RSS_CAPS_HASH_TYPE_TCP_IPV4 0x00000100
44#define NDIS_RSS_CAPS_HASH_TYPE_TCP_IPV6 0x00000200
45#define NDIS_RSS_CAPS_HASH_TYPE_TCP_IPV6_EX 0x00000400
46
47struct ndis_recv_scale_cap { /* NDIS_RECEIVE_SCALE_CAPABILITIES */
48 struct ndis_obj_header hdr;
49 u32 cap_flag;
50 u32 num_int_msg;
51 u32 num_recv_que;
52 u16 num_indirect_tabent;
53} __packed;
54
55
56/* ndis_recv_scale_param flags */
57#define NDIS_RSS_PARAM_FLAG_BASE_CPU_UNCHANGED 0x0001
58#define NDIS_RSS_PARAM_FLAG_HASH_INFO_UNCHANGED 0x0002
59#define NDIS_RSS_PARAM_FLAG_ITABLE_UNCHANGED 0x0004
60#define NDIS_RSS_PARAM_FLAG_HASH_KEY_UNCHANGED 0x0008
61#define NDIS_RSS_PARAM_FLAG_DISABLE_RSS 0x0010
62
63/* Hash info bits */
64#define NDIS_HASH_FUNC_TOEPLITZ 0x00000001
65#define NDIS_HASH_IPV4 0x00000100
66#define NDIS_HASH_TCP_IPV4 0x00000200
67#define NDIS_HASH_IPV6 0x00000400
68#define NDIS_HASH_IPV6_EX 0x00000800
69#define NDIS_HASH_TCP_IPV6 0x00001000
70#define NDIS_HASH_TCP_IPV6_EX 0x00002000
71
72#define NDIS_RSS_INDIRECTION_TABLE_MAX_SIZE_REVISION_2 (128 * 4)
73#define NDIS_RSS_HASH_SECRET_KEY_MAX_SIZE_REVISION_2 40
74
75#define ITAB_NUM 128
76
77struct ndis_recv_scale_param { /* NDIS_RECEIVE_SCALE_PARAMETERS */
78 struct ndis_obj_header hdr;
79
80 /* Qualifies the rest of the information */
81 u16 flag;
82
83 /* The base CPU number to do receive processing. not used */
84 u16 base_cpu_number;
85
86 /* This describes the hash function and type being enabled */
87 u32 hashinfo;
88
89 /* The size of indirection table array */
90 u16 indirect_tabsize;
91
92 /* The offset of the indirection table from the beginning of this
93 * structure
94 */
95 u32 indirect_taboffset;
96
97 /* The size of the hash secret key */
98 u16 hashkey_size;
99
100 /* The offset of the secret key from the beginning of this structure */
101 u32 hashkey_offset;
102
103 u32 processor_masks_offset;
104 u32 num_processor_masks;
105 u32 processor_masks_entry_size;
106};
107
108struct ndis_tcp_ip_checksum_info {
109 union {
110 struct {
111 u32 is_ipv4:1;
112 u32 is_ipv6:1;
113 u32 tcp_checksum:1;
114 u32 udp_checksum:1;
115 u32 ip_header_checksum:1;
116 u32 reserved:11;
117 u32 tcp_header_offset:10;
118 } transmit;
119 struct {
120 u32 tcp_checksum_failed:1;
121 u32 udp_checksum_failed:1;
122 u32 ip_checksum_failed:1;
123 u32 tcp_checksum_succeeded:1;
124 u32 udp_checksum_succeeded:1;
125 u32 ip_checksum_succeeded:1;
126 u32 loopback:1;
127 u32 tcp_checksum_value_invalid:1;
128 u32 ip_checksum_value_invalid:1;
129 } receive;
130 u32 value;
131 };
132};
133
134struct ndis_pkt_8021q_info {
135 union {
136 struct {
137 u32 pri:3; /* User Priority */
138 u32 cfi:1; /* Canonical Format ID */
139 u32 vlanid:12; /* VLAN ID */
140 u32 reserved:16;
141 };
142 u32 value;
143 };
144};
145
146/*
147 * Represent netvsc packet which contains 1 RNDIS and 1 ethernet frame
148 * within the RNDIS
149 *
150 * The size of this structure is less than 48 bytes and we can now
151 * place this structure in the skb->cb field.
152 */
153struct hv_netvsc_packet {
154 /* Bookkeeping stuff */
155 u8 cp_partial; /* partial copy into send buffer */
156
157 u8 rmsg_size; /* RNDIS header and PPI size */
158 u8 rmsg_pgcnt; /* page count of RNDIS header and PPI */
159 u8 page_buf_cnt;
160
161 u16 q_idx;
162 u16 total_packets;
163
164 u32 total_bytes;
165 u32 send_buf_index;
166 u32 total_data_buflen;
167};
168
169#define NETVSC_HASH_KEYLEN 40
170
171struct netvsc_device_info {
172 unsigned char mac_adr[ETH_ALEN];
173 u32 num_chn;
174 u32 send_sections;
175 u32 recv_sections;
176 u32 send_section_size;
177 u32 recv_section_size;
178
179 struct bpf_prog *bprog;
180
181 u8 rss_key[NETVSC_HASH_KEYLEN];
182};
183
184enum rndis_device_state {
185 RNDIS_DEV_UNINITIALIZED = 0,
186 RNDIS_DEV_INITIALIZING,
187 RNDIS_DEV_INITIALIZED,
188 RNDIS_DEV_DATAINITIALIZED,
189};
190
191struct rndis_device {
192 struct net_device *ndev;
193
194 enum rndis_device_state state;
195
196 atomic_t new_req_id;
197
198 spinlock_t request_lock;
199 struct list_head req_list;
200
201 struct work_struct mcast_work;
202 u32 filter;
203
204 bool link_state; /* 0 - link up, 1 - link down */
205
206 u8 hw_mac_adr[ETH_ALEN];
207 u8 rss_key[NETVSC_HASH_KEYLEN];
208};
209
210
211/* Interface */
212struct rndis_message;
213struct ndis_offload_params;
214struct netvsc_device;
215struct netvsc_channel;
216struct net_device_context;
217
218extern u32 netvsc_ring_bytes;
219
220struct netvsc_device *netvsc_device_add(struct hv_device *device,
221 const struct netvsc_device_info *info);
222int netvsc_alloc_recv_comp_ring(struct netvsc_device *net_device, u32 q_idx);
223void netvsc_device_remove(struct hv_device *device);
224int netvsc_send(struct net_device *net,
225 struct hv_netvsc_packet *packet,
226 struct rndis_message *rndis_msg,
227 struct hv_page_buffer *page_buffer,
228 struct sk_buff *skb,
229 bool xdp_tx);
230void netvsc_linkstatus_callback(struct net_device *net,
231 struct rndis_message *resp,
232 void *data, u32 data_buflen);
233int netvsc_recv_callback(struct net_device *net,
234 struct netvsc_device *nvdev,
235 struct netvsc_channel *nvchan);
236void netvsc_channel_cb(void *context);
237int netvsc_poll(struct napi_struct *napi, int budget);
238
239u32 netvsc_run_xdp(struct net_device *ndev, struct netvsc_channel *nvchan,
240 struct xdp_buff *xdp);
241unsigned int netvsc_xdp_fraglen(unsigned int len);
242struct bpf_prog *netvsc_xdp_get(struct netvsc_device *nvdev);
243int netvsc_xdp_set(struct net_device *dev, struct bpf_prog *prog,
244 struct netlink_ext_ack *extack,
245 struct netvsc_device *nvdev);
246int netvsc_vf_setxdp(struct net_device *vf_netdev, struct bpf_prog *prog);
247int netvsc_bpf(struct net_device *dev, struct netdev_bpf *bpf);
248
249int rndis_set_subchannel(struct net_device *ndev,
250 struct netvsc_device *nvdev,
251 struct netvsc_device_info *dev_info);
252int rndis_filter_open(struct netvsc_device *nvdev);
253int rndis_filter_close(struct netvsc_device *nvdev);
254struct netvsc_device *rndis_filter_device_add(struct hv_device *dev,
255 struct netvsc_device_info *info);
256void rndis_filter_update(struct netvsc_device *nvdev);
257void rndis_filter_device_remove(struct hv_device *dev,
258 struct netvsc_device *nvdev);
259int rndis_filter_set_rss_param(struct rndis_device *rdev,
260 const u8 *key);
261int rndis_filter_set_offload_params(struct net_device *ndev,
262 struct netvsc_device *nvdev,
263 struct ndis_offload_params *req_offloads);
264int rndis_filter_receive(struct net_device *ndev,
265 struct netvsc_device *net_dev,
266 struct netvsc_channel *nvchan,
267 void *data, u32 buflen);
268
269int rndis_filter_set_device_mac(struct netvsc_device *ndev,
270 const char *mac);
271
272int netvsc_switch_datapath(struct net_device *nv_dev, bool vf);
273
274#define NVSP_INVALID_PROTOCOL_VERSION ((u32)0xFFFFFFFF)
275
276#define NVSP_PROTOCOL_VERSION_1 2
277#define NVSP_PROTOCOL_VERSION_2 0x30002
278#define NVSP_PROTOCOL_VERSION_4 0x40000
279#define NVSP_PROTOCOL_VERSION_5 0x50000
280#define NVSP_PROTOCOL_VERSION_6 0x60000
281#define NVSP_PROTOCOL_VERSION_61 0x60001
282
283enum {
284 NVSP_MSG_TYPE_NONE = 0,
285
286 /* Init Messages */
287 NVSP_MSG_TYPE_INIT = 1,
288 NVSP_MSG_TYPE_INIT_COMPLETE = 2,
289
290 NVSP_VERSION_MSG_START = 100,
291
292 /* Version 1 Messages */
293 NVSP_MSG1_TYPE_SEND_NDIS_VER = NVSP_VERSION_MSG_START,
294
295 NVSP_MSG1_TYPE_SEND_RECV_BUF,
296 NVSP_MSG1_TYPE_SEND_RECV_BUF_COMPLETE,
297 NVSP_MSG1_TYPE_REVOKE_RECV_BUF,
298
299 NVSP_MSG1_TYPE_SEND_SEND_BUF,
300 NVSP_MSG1_TYPE_SEND_SEND_BUF_COMPLETE,
301 NVSP_MSG1_TYPE_REVOKE_SEND_BUF,
302
303 NVSP_MSG1_TYPE_SEND_RNDIS_PKT,
304 NVSP_MSG1_TYPE_SEND_RNDIS_PKT_COMPLETE,
305
306 /* Version 2 messages */
307 NVSP_MSG2_TYPE_SEND_CHIMNEY_DELEGATED_BUF,
308 NVSP_MSG2_TYPE_SEND_CHIMNEY_DELEGATED_BUF_COMP,
309 NVSP_MSG2_TYPE_REVOKE_CHIMNEY_DELEGATED_BUF,
310
311 NVSP_MSG2_TYPE_RESUME_CHIMNEY_RX_INDICATION,
312
313 NVSP_MSG2_TYPE_TERMINATE_CHIMNEY,
314 NVSP_MSG2_TYPE_TERMINATE_CHIMNEY_COMP,
315
316 NVSP_MSG2_TYPE_INDICATE_CHIMNEY_EVENT,
317
318 NVSP_MSG2_TYPE_SEND_CHIMNEY_PKT,
319 NVSP_MSG2_TYPE_SEND_CHIMNEY_PKT_COMP,
320
321 NVSP_MSG2_TYPE_POST_CHIMNEY_RECV_REQ,
322 NVSP_MSG2_TYPE_POST_CHIMNEY_RECV_REQ_COMP,
323
324 NVSP_MSG2_TYPE_ALLOC_RXBUF,
325 NVSP_MSG2_TYPE_ALLOC_RXBUF_COMP,
326
327 NVSP_MSG2_TYPE_FREE_RXBUF,
328
329 NVSP_MSG2_TYPE_SEND_VMQ_RNDIS_PKT,
330 NVSP_MSG2_TYPE_SEND_VMQ_RNDIS_PKT_COMP,
331
332 NVSP_MSG2_TYPE_SEND_NDIS_CONFIG,
333
334 NVSP_MSG2_TYPE_ALLOC_CHIMNEY_HANDLE,
335 NVSP_MSG2_TYPE_ALLOC_CHIMNEY_HANDLE_COMP,
336
337 NVSP_MSG2_MAX = NVSP_MSG2_TYPE_ALLOC_CHIMNEY_HANDLE_COMP,
338
339 /* Version 4 messages */
340 NVSP_MSG4_TYPE_SEND_VF_ASSOCIATION,
341 NVSP_MSG4_TYPE_SWITCH_DATA_PATH,
342 NVSP_MSG4_TYPE_UPLINK_CONNECT_STATE_DEPRECATED,
343
344 NVSP_MSG4_MAX = NVSP_MSG4_TYPE_UPLINK_CONNECT_STATE_DEPRECATED,
345
346 /* Version 5 messages */
347 NVSP_MSG5_TYPE_OID_QUERY_EX,
348 NVSP_MSG5_TYPE_OID_QUERY_EX_COMP,
349 NVSP_MSG5_TYPE_SUBCHANNEL,
350 NVSP_MSG5_TYPE_SEND_INDIRECTION_TABLE,
351
352 NVSP_MSG5_MAX = NVSP_MSG5_TYPE_SEND_INDIRECTION_TABLE,
353
354 /* Version 6 messages */
355 NVSP_MSG6_TYPE_PD_API,
356 NVSP_MSG6_TYPE_PD_POST_BATCH,
357
358 NVSP_MSG6_MAX = NVSP_MSG6_TYPE_PD_POST_BATCH
359};
360
361enum {
362 NVSP_STAT_NONE = 0,
363 NVSP_STAT_SUCCESS,
364 NVSP_STAT_FAIL,
365 NVSP_STAT_PROTOCOL_TOO_NEW,
366 NVSP_STAT_PROTOCOL_TOO_OLD,
367 NVSP_STAT_INVALID_RNDIS_PKT,
368 NVSP_STAT_BUSY,
369 NVSP_STAT_PROTOCOL_UNSUPPORTED,
370 NVSP_STAT_MAX,
371};
372
373struct nvsp_message_header {
374 u32 msg_type;
375};
376
377/* Init Messages */
378
379/*
380 * This message is used by the VSC to initialize the channel after the channels
381 * has been opened. This message should never include anything other then
382 * versioning (i.e. this message will be the same for ever).
383 */
384struct nvsp_message_init {
385 u32 min_protocol_ver;
386 u32 max_protocol_ver;
387} __packed;
388
389/*
390 * This message is used by the VSP to complete the initialization of the
391 * channel. This message should never include anything other then versioning
392 * (i.e. this message will be the same for ever).
393 */
394struct nvsp_message_init_complete {
395 u32 negotiated_protocol_ver;
396 u32 max_mdl_chain_len;
397 u32 status;
398} __packed;
399
400union nvsp_message_init_uber {
401 struct nvsp_message_init init;
402 struct nvsp_message_init_complete init_complete;
403} __packed;
404
405/* Version 1 Messages */
406
407/*
408 * This message is used by the VSC to send the NDIS version to the VSP. The VSP
409 * can use this information when handling OIDs sent by the VSC.
410 */
411struct nvsp_1_message_send_ndis_version {
412 u32 ndis_major_ver;
413 u32 ndis_minor_ver;
414} __packed;
415
416/*
417 * This message is used by the VSC to send a receive buffer to the VSP. The VSP
418 * can then use the receive buffer to send data to the VSC.
419 */
420struct nvsp_1_message_send_receive_buffer {
421 u32 gpadl_handle;
422 u16 id;
423} __packed;
424
425struct nvsp_1_receive_buffer_section {
426 u32 offset;
427 u32 sub_alloc_size;
428 u32 num_sub_allocs;
429 u32 end_offset;
430} __packed;
431
432/*
433 * This message is used by the VSP to acknowledge a receive buffer send by the
434 * VSC. This message must be sent by the VSP before the VSP uses the receive
435 * buffer.
436 */
437struct nvsp_1_message_send_receive_buffer_complete {
438 u32 status;
439 u32 num_sections;
440
441 /*
442 * The receive buffer is split into two parts, a large suballocation
443 * section and a small suballocation section. These sections are then
444 * suballocated by a certain size.
445 */
446
447 /*
448 * For example, the following break up of the receive buffer has 6
449 * large suballocations and 10 small suballocations.
450 */
451
452 /*
453 * | Large Section | | Small Section |
454 * ------------------------------------------------------------
455 * | | | | | | | | | | | | | | | | | |
456 * | |
457 * LargeOffset SmallOffset
458 */
459
460 struct nvsp_1_receive_buffer_section sections[1];
461} __packed;
462
463/*
464 * This message is sent by the VSC to revoke the receive buffer. After the VSP
465 * completes this transaction, the vsp should never use the receive buffer
466 * again.
467 */
468struct nvsp_1_message_revoke_receive_buffer {
469 u16 id;
470};
471
472/*
473 * This message is used by the VSC to send a send buffer to the VSP. The VSC
474 * can then use the send buffer to send data to the VSP.
475 */
476struct nvsp_1_message_send_send_buffer {
477 u32 gpadl_handle;
478 u16 id;
479} __packed;
480
481/*
482 * This message is used by the VSP to acknowledge a send buffer sent by the
483 * VSC. This message must be sent by the VSP before the VSP uses the sent
484 * buffer.
485 */
486struct nvsp_1_message_send_send_buffer_complete {
487 u32 status;
488
489 /*
490 * The VSC gets to choose the size of the send buffer and the VSP gets
491 * to choose the sections size of the buffer. This was done to enable
492 * dynamic reconfigurations when the cost of GPA-direct buffers
493 * decreases.
494 */
495 u32 section_size;
496} __packed;
497
498/*
499 * This message is sent by the VSC to revoke the send buffer. After the VSP
500 * completes this transaction, the vsp should never use the send buffer again.
501 */
502struct nvsp_1_message_revoke_send_buffer {
503 u16 id;
504};
505
506/*
507 * This message is used by both the VSP and the VSC to send a RNDIS message to
508 * the opposite channel endpoint.
509 */
510struct nvsp_1_message_send_rndis_packet {
511 /*
512 * This field is specified by RNDIS. They assume there's two different
513 * channels of communication. However, the Network VSP only has one.
514 * Therefore, the channel travels with the RNDIS packet.
515 */
516 u32 channel_type;
517
518 /*
519 * This field is used to send part or all of the data through a send
520 * buffer. This values specifies an index into the send buffer. If the
521 * index is 0xFFFFFFFF, then the send buffer is not being used and all
522 * of the data was sent through other VMBus mechanisms.
523 */
524 u32 send_buf_section_index;
525 u32 send_buf_section_size;
526} __packed;
527
528/*
529 * This message is used by both the VSP and the VSC to complete a RNDIS message
530 * to the opposite channel endpoint. At this point, the initiator of this
531 * message cannot use any resources associated with the original RNDIS packet.
532 */
533struct nvsp_1_message_send_rndis_packet_complete {
534 u32 status;
535};
536
537union nvsp_1_message_uber {
538 struct nvsp_1_message_send_ndis_version send_ndis_ver;
539
540 struct nvsp_1_message_send_receive_buffer send_recv_buf;
541 struct nvsp_1_message_send_receive_buffer_complete
542 send_recv_buf_complete;
543 struct nvsp_1_message_revoke_receive_buffer revoke_recv_buf;
544
545 struct nvsp_1_message_send_send_buffer send_send_buf;
546 struct nvsp_1_message_send_send_buffer_complete send_send_buf_complete;
547 struct nvsp_1_message_revoke_send_buffer revoke_send_buf;
548
549 struct nvsp_1_message_send_rndis_packet send_rndis_pkt;
550 struct nvsp_1_message_send_rndis_packet_complete
551 send_rndis_pkt_complete;
552} __packed;
553
554
555/*
556 * Network VSP protocol version 2 messages:
557 */
558struct nvsp_2_vsc_capability {
559 union {
560 u64 data;
561 struct {
562 u64 vmq:1;
563 u64 chimney:1;
564 u64 sriov:1;
565 u64 ieee8021q:1;
566 u64 correlation_id:1;
567 u64 teaming:1;
568 u64 vsubnetid:1;
569 u64 rsc:1;
570 };
571 };
572} __packed;
573
574struct nvsp_2_send_ndis_config {
575 u32 mtu;
576 u32 reserved;
577 struct nvsp_2_vsc_capability capability;
578} __packed;
579
580/* Allocate receive buffer */
581struct nvsp_2_alloc_rxbuf {
582 /* Allocation ID to match the allocation request and response */
583 u32 alloc_id;
584
585 /* Length of the VM shared memory receive buffer that needs to
586 * be allocated
587 */
588 u32 len;
589} __packed;
590
591/* Allocate receive buffer complete */
592struct nvsp_2_alloc_rxbuf_comp {
593 /* The NDIS_STATUS code for buffer allocation */
594 u32 status;
595
596 u32 alloc_id;
597
598 /* GPADL handle for the allocated receive buffer */
599 u32 gpadl_handle;
600
601 /* Receive buffer ID */
602 u64 recv_buf_id;
603} __packed;
604
605struct nvsp_2_free_rxbuf {
606 u64 recv_buf_id;
607} __packed;
608
609union nvsp_2_message_uber {
610 struct nvsp_2_send_ndis_config send_ndis_config;
611 struct nvsp_2_alloc_rxbuf alloc_rxbuf;
612 struct nvsp_2_alloc_rxbuf_comp alloc_rxbuf_comp;
613 struct nvsp_2_free_rxbuf free_rxbuf;
614} __packed;
615
616struct nvsp_4_send_vf_association {
617 /* 1: allocated, serial number is valid. 0: not allocated */
618 u32 allocated;
619
620 /* Serial number of the VF to team with */
621 u32 serial;
622} __packed;
623
624enum nvsp_vm_datapath {
625 NVSP_DATAPATH_SYNTHETIC = 0,
626 NVSP_DATAPATH_VF,
627 NVSP_DATAPATH_MAX
628};
629
630struct nvsp_4_sw_datapath {
631 u32 active_datapath; /* active data path in VM */
632} __packed;
633
634union nvsp_4_message_uber {
635 struct nvsp_4_send_vf_association vf_assoc;
636 struct nvsp_4_sw_datapath active_dp;
637} __packed;
638
639enum nvsp_subchannel_operation {
640 NVSP_SUBCHANNEL_NONE = 0,
641 NVSP_SUBCHANNEL_ALLOCATE,
642 NVSP_SUBCHANNEL_MAX
643};
644
645struct nvsp_5_subchannel_request {
646 u32 op;
647 u32 num_subchannels;
648} __packed;
649
650struct nvsp_5_subchannel_complete {
651 u32 status;
652 u32 num_subchannels; /* Actual number of subchannels allocated */
653} __packed;
654
655struct nvsp_5_send_indirect_table {
656 /* The number of entries in the send indirection table */
657 u32 count;
658
659 /* The offset of the send indirection table from the beginning of
660 * struct nvsp_message.
661 * The send indirection table tells which channel to put the send
662 * traffic on. Each entry is a channel number.
663 */
664 u32 offset;
665} __packed;
666
667union nvsp_5_message_uber {
668 struct nvsp_5_subchannel_request subchn_req;
669 struct nvsp_5_subchannel_complete subchn_comp;
670 struct nvsp_5_send_indirect_table send_table;
671} __packed;
672
673enum nvsp_6_pd_api_op {
674 PD_API_OP_CONFIG = 1,
675 PD_API_OP_SW_DATAPATH, /* Switch Datapath */
676 PD_API_OP_OPEN_PROVIDER,
677 PD_API_OP_CLOSE_PROVIDER,
678 PD_API_OP_CREATE_QUEUE,
679 PD_API_OP_FLUSH_QUEUE,
680 PD_API_OP_FREE_QUEUE,
681 PD_API_OP_ALLOC_COM_BUF, /* Allocate Common Buffer */
682 PD_API_OP_FREE_COM_BUF, /* Free Common Buffer */
683 PD_API_OP_MAX
684};
685
686struct grp_affinity {
687 u64 mask;
688 u16 grp;
689 u16 reserved[3];
690} __packed;
691
692struct nvsp_6_pd_api_req {
693 u32 op;
694
695 union {
696 /* MMIO information is sent from the VM to VSP */
697 struct __packed {
698 u64 mmio_pa; /* MMIO Physical Address */
699 u32 mmio_len;
700
701 /* Number of PD queues a VM can support */
702 u16 num_subchn;
703 } config;
704
705 /* Switch Datapath */
706 struct __packed {
707 /* Host Datapath Is PacketDirect */
708 u8 host_dpath_is_pd;
709
710 /* Guest PacketDirect Is Enabled */
711 u8 guest_pd_enabled;
712 } sw_dpath;
713
714 /* Open Provider*/
715 struct __packed {
716 u32 prov_id; /* Provider id */
717 u32 flag;
718 } open_prov;
719
720 /* Close Provider */
721 struct __packed {
722 u32 prov_id;
723 } cls_prov;
724
725 /* Create Queue*/
726 struct __packed {
727 u32 prov_id;
728 u16 q_id;
729 u16 q_size;
730 u8 is_recv_q;
731 u8 is_rss_q;
732 u32 recv_data_len;
733 struct grp_affinity affy;
734 } cr_q;
735
736 /* Delete Queue*/
737 struct __packed {
738 u32 prov_id;
739 u16 q_id;
740 } del_q;
741
742 /* Flush Queue */
743 struct __packed {
744 u32 prov_id;
745 u16 q_id;
746 } flush_q;
747
748 /* Allocate Common Buffer */
749 struct __packed {
750 u32 len;
751 u32 pf_node; /* Preferred Node */
752 u16 region_id;
753 } alloc_com_buf;
754
755 /* Free Common Buffer */
756 struct __packed {
757 u32 len;
758 u64 pa; /* Physical Address */
759 u32 pf_node; /* Preferred Node */
760 u16 region_id;
761 u8 cache_type;
762 } free_com_buf;
763 } __packed;
764} __packed;
765
766struct nvsp_6_pd_api_comp {
767 u32 op;
768 u32 status;
769
770 union {
771 struct __packed {
772 /* actual number of PD queues allocated to the VM */
773 u16 num_pd_q;
774
775 /* Num Receive Rss PD Queues */
776 u8 num_rss_q;
777
778 u8 is_supported; /* Is supported by VSP */
779 u8 is_enabled; /* Is enabled by VSP */
780 } config;
781
782 /* Open Provider */
783 struct __packed {
784 u32 prov_id;
785 } open_prov;
786
787 /* Create Queue */
788 struct __packed {
789 u32 prov_id;
790 u16 q_id;
791 u16 q_size;
792 u32 recv_data_len;
793 struct grp_affinity affy;
794 } cr_q;
795
796 /* Allocate Common Buffer */
797 struct __packed {
798 u64 pa; /* Physical Address */
799 u32 len;
800 u32 pf_node; /* Preferred Node */
801 u16 region_id;
802 u8 cache_type;
803 } alloc_com_buf;
804 } __packed;
805} __packed;
806
807struct nvsp_6_pd_buf {
808 u32 region_offset;
809 u16 region_id;
810 u16 is_partial:1;
811 u16 reserved:15;
812} __packed;
813
814struct nvsp_6_pd_batch_msg {
815 struct nvsp_message_header hdr;
816 u16 count;
817 u16 guest2host:1;
818 u16 is_recv:1;
819 u16 reserved:14;
820 struct nvsp_6_pd_buf pd_buf[0];
821} __packed;
822
823union nvsp_6_message_uber {
824 struct nvsp_6_pd_api_req pd_req;
825 struct nvsp_6_pd_api_comp pd_comp;
826} __packed;
827
828union nvsp_all_messages {
829 union nvsp_message_init_uber init_msg;
830 union nvsp_1_message_uber v1_msg;
831 union nvsp_2_message_uber v2_msg;
832 union nvsp_4_message_uber v4_msg;
833 union nvsp_5_message_uber v5_msg;
834 union nvsp_6_message_uber v6_msg;
835} __packed;
836
837/* ALL Messages */
838struct nvsp_message {
839 struct nvsp_message_header hdr;
840 union nvsp_all_messages msg;
841} __packed;
842
843
844#define NETVSC_MTU 65535
845#define NETVSC_MTU_MIN ETH_MIN_MTU
846
847/* Max buffer sizes allowed by a host */
848#define NETVSC_RECEIVE_BUFFER_SIZE (1024 * 1024 * 31) /* 31MB */
849#define NETVSC_RECEIVE_BUFFER_SIZE_LEGACY (1024 * 1024 * 15) /* 15MB */
850#define NETVSC_RECEIVE_BUFFER_DEFAULT (1024 * 1024 * 16)
851
852#define NETVSC_SEND_BUFFER_SIZE (1024 * 1024 * 15) /* 15MB */
853#define NETVSC_SEND_BUFFER_DEFAULT (1024 * 1024)
854
855#define NETVSC_INVALID_INDEX -1
856
857#define NETVSC_SEND_SECTION_SIZE 6144
858#define NETVSC_RECV_SECTION_SIZE 1728
859
860/* Default size of TX buf: 1MB, RX buf: 16MB */
861#define NETVSC_MIN_TX_SECTIONS 10
862#define NETVSC_DEFAULT_TX (NETVSC_SEND_BUFFER_DEFAULT \
863 / NETVSC_SEND_SECTION_SIZE)
864#define NETVSC_MIN_RX_SECTIONS 10
865#define NETVSC_DEFAULT_RX (NETVSC_RECEIVE_BUFFER_DEFAULT \
866 / NETVSC_RECV_SECTION_SIZE)
867
868#define NETVSC_RECEIVE_BUFFER_ID 0xcafe
869#define NETVSC_SEND_BUFFER_ID 0
870
871#define NETVSC_SUPPORTED_HW_FEATURES (NETIF_F_RXCSUM | NETIF_F_IP_CSUM | \
872 NETIF_F_TSO | NETIF_F_IPV6_CSUM | \
873 NETIF_F_TSO6 | NETIF_F_LRO | \
874 NETIF_F_SG | NETIF_F_RXHASH)
875
876#define VRSS_SEND_TAB_SIZE 16 /* must be power of 2 */
877#define VRSS_CHANNEL_MAX 64
878#define VRSS_CHANNEL_DEFAULT 8
879
880#define RNDIS_MAX_PKT_DEFAULT 8
881#define RNDIS_PKT_ALIGN_DEFAULT 8
882
883#define NETVSC_XDP_HDRM 256
884
885#define NETVSC_MIN_OUT_MSG_SIZE (sizeof(struct vmpacket_descriptor) + \
886 sizeof(struct nvsp_message))
887#define NETVSC_MIN_IN_MSG_SIZE sizeof(struct vmpacket_descriptor)
888
889/* Estimated requestor size:
890 * out_ring_size/min_out_msg_size + in_ring_size/min_in_msg_size
891 */
892static inline u32 netvsc_rqstor_size(unsigned long ringbytes)
893{
894 return ringbytes / NETVSC_MIN_OUT_MSG_SIZE +
895 ringbytes / NETVSC_MIN_IN_MSG_SIZE;
896}
897
898/* XFER PAGE packets can specify a maximum of 375 ranges for NDIS >= 6.0
899 * and a maximum of 64 ranges for NDIS < 6.0 with no RSC; with RSC, this
900 * limit is raised to 562 (= NVSP_RSC_MAX).
901 */
902#define NETVSC_MAX_XFER_PAGE_RANGES NVSP_RSC_MAX
903#define NETVSC_XFER_HEADER_SIZE(rng_cnt) \
904 (offsetof(struct vmtransfer_page_packet_header, ranges) + \
905 (rng_cnt) * sizeof(struct vmtransfer_page_range))
906#define NETVSC_MAX_PKT_SIZE (NETVSC_XFER_HEADER_SIZE(NETVSC_MAX_XFER_PAGE_RANGES) + \
907 sizeof(struct nvsp_message) + (sizeof(u32) * VRSS_SEND_TAB_SIZE))
908
909struct multi_send_data {
910 struct sk_buff *skb; /* skb containing the pkt */
911 struct hv_netvsc_packet *pkt; /* netvsc pkt pending */
912 u32 count; /* counter of batched packets */
913};
914
915struct recv_comp_data {
916 u64 tid; /* transaction id */
917 u32 status;
918};
919
920struct multi_recv_comp {
921 struct recv_comp_data *slots;
922 u32 first; /* first data entry */
923 u32 next; /* next entry for writing */
924};
925
926#define NVSP_RSC_MAX 562 /* Max #RSC frags in a vmbus xfer page pkt */
927
928struct nvsc_rsc {
929 struct ndis_pkt_8021q_info vlan;
930 struct ndis_tcp_ip_checksum_info csum_info;
931 u32 hash_info;
932 u8 ppi_flags; /* valid/present bits for the above PPIs */
933 u8 is_last; /* last RNDIS msg in a vmtransfer_page */
934 u32 cnt; /* #fragments in an RSC packet */
935 u32 pktlen; /* Full packet length */
936 void *data[NVSP_RSC_MAX];
937 u32 len[NVSP_RSC_MAX];
938};
939
940#define NVSC_RSC_VLAN BIT(0) /* valid/present bit for 'vlan' */
941#define NVSC_RSC_CSUM_INFO BIT(1) /* valid/present bit for 'csum_info' */
942#define NVSC_RSC_HASH_INFO BIT(2) /* valid/present bit for 'hash_info' */
943
944struct netvsc_stats {
945 u64 packets;
946 u64 bytes;
947 u64 broadcast;
948 u64 multicast;
949 u64 xdp_drop;
950 struct u64_stats_sync syncp;
951};
952
953struct netvsc_ethtool_stats {
954 unsigned long tx_scattered;
955 unsigned long tx_no_memory;
956 unsigned long tx_no_space;
957 unsigned long tx_too_big;
958 unsigned long tx_busy;
959 unsigned long tx_send_full;
960 unsigned long rx_comp_busy;
961 unsigned long rx_no_memory;
962 unsigned long stop_queue;
963 unsigned long wake_queue;
964 unsigned long vlan_error;
965};
966
967struct netvsc_ethtool_pcpu_stats {
968 u64 rx_packets;
969 u64 rx_bytes;
970 u64 tx_packets;
971 u64 tx_bytes;
972 u64 vf_rx_packets;
973 u64 vf_rx_bytes;
974 u64 vf_tx_packets;
975 u64 vf_tx_bytes;
976};
977
978struct netvsc_vf_pcpu_stats {
979 u64 rx_packets;
980 u64 rx_bytes;
981 u64 tx_packets;
982 u64 tx_bytes;
983 struct u64_stats_sync syncp;
984 u32 tx_dropped;
985};
986
987struct netvsc_reconfig {
988 struct list_head list;
989 u32 event;
990};
991
992/* L4 hash bits for different protocols */
993#define HV_TCP4_L4HASH 1
994#define HV_TCP6_L4HASH 2
995#define HV_UDP4_L4HASH 4
996#define HV_UDP6_L4HASH 8
997#define HV_DEFAULT_L4HASH (HV_TCP4_L4HASH | HV_TCP6_L4HASH | HV_UDP4_L4HASH | \
998 HV_UDP6_L4HASH)
999
1000/* The context of the netvsc device */
1001struct net_device_context {
1002 /* point back to our device context */
1003 struct hv_device *device_ctx;
1004 /* netvsc_device */
1005 struct netvsc_device __rcu *nvdev;
1006 /* list of netvsc net_devices */
1007 struct list_head list;
1008 /* reconfigure work */
1009 struct delayed_work dwork;
1010 /* last reconfig time */
1011 unsigned long last_reconfig;
1012 /* reconfig events */
1013 struct list_head reconfig_events;
1014 /* list protection */
1015 spinlock_t lock;
1016
1017 u32 msg_enable; /* debug level */
1018
1019 u32 tx_checksum_mask;
1020
1021 u32 tx_table[VRSS_SEND_TAB_SIZE];
1022
1023 u16 rx_table[ITAB_NUM];
1024
1025 /* Ethtool settings */
1026 u8 duplex;
1027 u32 speed;
1028 u32 l4_hash; /* L4 hash settings */
1029 struct netvsc_ethtool_stats eth_stats;
1030
1031 /* State to manage the associated VF interface. */
1032 struct net_device __rcu *vf_netdev;
1033 struct netvsc_vf_pcpu_stats __percpu *vf_stats;
1034 struct delayed_work vf_takeover;
1035
1036 /* 1: allocated, serial number is valid. 0: not allocated */
1037 u32 vf_alloc;
1038 /* Serial number of the VF to team with */
1039 u32 vf_serial;
1040
1041 /* Is the current data path through the VF NIC? */
1042 bool data_path_is_vf;
1043
1044 /* Used to temporarily save the config info across hibernation */
1045 struct netvsc_device_info *saved_netvsc_dev_info;
1046};
1047
1048/* Per channel data */
1049struct netvsc_channel {
1050 struct vmbus_channel *channel;
1051 struct netvsc_device *net_device;
1052 void *recv_buf; /* buffer to copy packets out from the receive buffer */
1053 const struct vmpacket_descriptor *desc;
1054 struct napi_struct napi;
1055 struct multi_send_data msd;
1056 struct multi_recv_comp mrc;
1057 atomic_t queue_sends;
1058 struct nvsc_rsc rsc;
1059
1060 struct bpf_prog __rcu *bpf_prog;
1061 struct xdp_rxq_info xdp_rxq;
1062
1063 struct netvsc_stats tx_stats;
1064 struct netvsc_stats rx_stats;
1065};
1066
1067/* Per netvsc device */
1068struct netvsc_device {
1069 u32 nvsp_version;
1070
1071 wait_queue_head_t wait_drain;
1072 bool destroy;
1073 bool tx_disable; /* if true, do not wake up queue again */
1074
1075 /* Receive buffer allocated by us but manages by NetVSP */
1076 void *recv_buf;
1077 u32 recv_buf_size; /* allocated bytes */
1078 u32 recv_buf_gpadl_handle;
1079 u32 recv_section_cnt;
1080 u32 recv_section_size;
1081 u32 recv_completion_cnt;
1082
1083 /* Send buffer allocated by us */
1084 void *send_buf;
1085 u32 send_buf_gpadl_handle;
1086 u32 send_section_cnt;
1087 u32 send_section_size;
1088 unsigned long *send_section_map;
1089
1090 /* Used for NetVSP initialization protocol */
1091 struct completion channel_init_wait;
1092 struct nvsp_message channel_init_pkt;
1093
1094 struct nvsp_message revoke_packet;
1095
1096 u32 max_chn;
1097 u32 num_chn;
1098
1099 atomic_t open_chn;
1100 struct work_struct subchan_work;
1101 wait_queue_head_t subchan_open;
1102
1103 struct rndis_device *extension;
1104
1105 u32 max_pkt; /* max number of pkt in one send, e.g. 8 */
1106 u32 pkt_align; /* alignment bytes, e.g. 8 */
1107
1108 struct netvsc_channel chan_table[VRSS_CHANNEL_MAX];
1109
1110 struct rcu_head rcu;
1111};
1112
1113/* NdisInitialize message */
1114struct rndis_initialize_request {
1115 u32 req_id;
1116 u32 major_ver;
1117 u32 minor_ver;
1118 u32 max_xfer_size;
1119};
1120
1121/* Response to NdisInitialize */
1122struct rndis_initialize_complete {
1123 u32 req_id;
1124 u32 status;
1125 u32 major_ver;
1126 u32 minor_ver;
1127 u32 dev_flags;
1128 u32 medium;
1129 u32 max_pkt_per_msg;
1130 u32 max_xfer_size;
1131 u32 pkt_alignment_factor;
1132 u32 af_list_offset;
1133 u32 af_list_size;
1134};
1135
1136/* Call manager devices only: Information about an address family */
1137/* supported by the device is appended to the response to NdisInitialize. */
1138struct rndis_co_address_family {
1139 u32 address_family;
1140 u32 major_ver;
1141 u32 minor_ver;
1142};
1143
1144/* NdisHalt message */
1145struct rndis_halt_request {
1146 u32 req_id;
1147};
1148
1149/* NdisQueryRequest message */
1150struct rndis_query_request {
1151 u32 req_id;
1152 u32 oid;
1153 u32 info_buflen;
1154 u32 info_buf_offset;
1155 u32 dev_vc_handle;
1156};
1157
1158/* Response to NdisQueryRequest */
1159struct rndis_query_complete {
1160 u32 req_id;
1161 u32 status;
1162 u32 info_buflen;
1163 u32 info_buf_offset;
1164};
1165
1166/* NdisSetRequest message */
1167struct rndis_set_request {
1168 u32 req_id;
1169 u32 oid;
1170 u32 info_buflen;
1171 u32 info_buf_offset;
1172 u32 dev_vc_handle;
1173 u8 info_buf[];
1174};
1175
1176/* Response to NdisSetRequest */
1177struct rndis_set_complete {
1178 u32 req_id;
1179 u32 status;
1180};
1181
1182/* NdisReset message */
1183struct rndis_reset_request {
1184 u32 reserved;
1185};
1186
1187/* Response to NdisReset */
1188struct rndis_reset_complete {
1189 u32 status;
1190 u32 addressing_reset;
1191};
1192
1193/* NdisMIndicateStatus message */
1194struct rndis_indicate_status {
1195 u32 status;
1196 u32 status_buflen;
1197 u32 status_buf_offset;
1198};
1199
1200/* Diagnostic information passed as the status buffer in */
1201/* struct rndis_indicate_status messages signifying error conditions. */
1202struct rndis_diagnostic_info {
1203 u32 diag_status;
1204 u32 error_offset;
1205};
1206
1207/* NdisKeepAlive message */
1208struct rndis_keepalive_request {
1209 u32 req_id;
1210};
1211
1212/* Response to NdisKeepAlive */
1213struct rndis_keepalive_complete {
1214 u32 req_id;
1215 u32 status;
1216};
1217
1218/*
1219 * Data message. All Offset fields contain byte offsets from the beginning of
1220 * struct rndis_packet. All Length fields are in bytes. VcHandle is set
1221 * to 0 for connectionless data, otherwise it contains the VC handle.
1222 */
1223struct rndis_packet {
1224 u32 data_offset;
1225 u32 data_len;
1226 u32 oob_data_offset;
1227 u32 oob_data_len;
1228 u32 num_oob_data_elements;
1229 u32 per_pkt_info_offset;
1230 u32 per_pkt_info_len;
1231 u32 vc_handle;
1232 u32 reserved;
1233};
1234
1235/* Optional Out of Band data associated with a Data message. */
1236struct rndis_oobd {
1237 u32 size;
1238 u32 type;
1239 u32 class_info_offset;
1240};
1241
1242/* Packet extension field contents associated with a Data message. */
1243struct rndis_per_packet_info {
1244 u32 size;
1245 u32 type:31;
1246 u32 internal:1;
1247 u32 ppi_offset;
1248};
1249
1250enum ndis_per_pkt_info_type {
1251 TCPIP_CHKSUM_PKTINFO,
1252 IPSEC_PKTINFO,
1253 TCP_LARGESEND_PKTINFO,
1254 CLASSIFICATION_HANDLE_PKTINFO,
1255 NDIS_RESERVED,
1256 SG_LIST_PKTINFO,
1257 IEEE_8021Q_INFO,
1258 ORIGINAL_PKTINFO,
1259 PACKET_CANCEL_ID,
1260 NBL_HASH_VALUE = PACKET_CANCEL_ID,
1261 ORIGINAL_NET_BUFLIST,
1262 CACHED_NET_BUFLIST,
1263 SHORT_PKT_PADINFO,
1264 MAX_PER_PKT_INFO
1265};
1266
1267enum rndis_per_pkt_info_interal_type {
1268 RNDIS_PKTINFO_ID = 1,
1269 /* Add more members here */
1270
1271 RNDIS_PKTINFO_MAX
1272};
1273
1274#define RNDIS_PKTINFO_SUBALLOC BIT(0)
1275#define RNDIS_PKTINFO_1ST_FRAG BIT(1)
1276#define RNDIS_PKTINFO_LAST_FRAG BIT(2)
1277
1278#define RNDIS_PKTINFO_ID_V1 1
1279
1280struct rndis_pktinfo_id {
1281 u8 ver;
1282 u8 flag;
1283 u16 pkt_id;
1284};
1285
1286struct ndis_object_header {
1287 u8 type;
1288 u8 revision;
1289 u16 size;
1290};
1291
1292#define NDIS_OBJECT_TYPE_DEFAULT 0x80
1293#define NDIS_OFFLOAD_PARAMETERS_REVISION_3 3
1294#define NDIS_OFFLOAD_PARAMETERS_REVISION_2 2
1295#define NDIS_OFFLOAD_PARAMETERS_REVISION_1 1
1296
1297#define NDIS_OFFLOAD_PARAMETERS_NO_CHANGE 0
1298#define NDIS_OFFLOAD_PARAMETERS_LSOV2_DISABLED 1
1299#define NDIS_OFFLOAD_PARAMETERS_LSOV2_ENABLED 2
1300#define NDIS_OFFLOAD_PARAMETERS_LSOV1_ENABLED 2
1301#define NDIS_OFFLOAD_PARAMETERS_RSC_DISABLED 1
1302#define NDIS_OFFLOAD_PARAMETERS_RSC_ENABLED 2
1303#define NDIS_OFFLOAD_PARAMETERS_TX_RX_DISABLED 1
1304#define NDIS_OFFLOAD_PARAMETERS_TX_ENABLED_RX_DISABLED 2
1305#define NDIS_OFFLOAD_PARAMETERS_RX_ENABLED_TX_DISABLED 3
1306#define NDIS_OFFLOAD_PARAMETERS_TX_RX_ENABLED 4
1307
1308#define NDIS_TCP_LARGE_SEND_OFFLOAD_V2_TYPE 1
1309#define NDIS_TCP_LARGE_SEND_OFFLOAD_IPV4 0
1310#define NDIS_TCP_LARGE_SEND_OFFLOAD_IPV6 1
1311
1312#define VERSION_4_OFFLOAD_SIZE 22
1313/*
1314 * New offload OIDs for NDIS 6
1315 */
1316#define OID_TCP_OFFLOAD_CURRENT_CONFIG 0xFC01020B /* query only */
1317#define OID_TCP_OFFLOAD_PARAMETERS 0xFC01020C /* set only */
1318#define OID_TCP_OFFLOAD_HARDWARE_CAPABILITIES 0xFC01020D/* query only */
1319#define OID_TCP_CONNECTION_OFFLOAD_CURRENT_CONFIG 0xFC01020E /* query only */
1320#define OID_TCP_CONNECTION_OFFLOAD_HARDWARE_CAPABILITIES 0xFC01020F /* query */
1321#define OID_OFFLOAD_ENCAPSULATION 0x0101010A /* set/query */
1322
1323/*
1324 * OID_TCP_OFFLOAD_HARDWARE_CAPABILITIES
1325 * ndis_type: NDIS_OBJTYPE_OFFLOAD
1326 */
1327
1328#define NDIS_OFFLOAD_ENCAP_NONE 0x0000
1329#define NDIS_OFFLOAD_ENCAP_NULL 0x0001
1330#define NDIS_OFFLOAD_ENCAP_8023 0x0002
1331#define NDIS_OFFLOAD_ENCAP_8023PQ 0x0004
1332#define NDIS_OFFLOAD_ENCAP_8023PQ_OOB 0x0008
1333#define NDIS_OFFLOAD_ENCAP_RFC1483 0x0010
1334
1335struct ndis_csum_offload {
1336 u32 ip4_txenc;
1337 u32 ip4_txcsum;
1338#define NDIS_TXCSUM_CAP_IP4OPT 0x001
1339#define NDIS_TXCSUM_CAP_TCP4OPT 0x004
1340#define NDIS_TXCSUM_CAP_TCP4 0x010
1341#define NDIS_TXCSUM_CAP_UDP4 0x040
1342#define NDIS_TXCSUM_CAP_IP4 0x100
1343
1344#define NDIS_TXCSUM_ALL_TCP4 (NDIS_TXCSUM_CAP_TCP4 | NDIS_TXCSUM_CAP_TCP4OPT)
1345
1346 u32 ip4_rxenc;
1347 u32 ip4_rxcsum;
1348#define NDIS_RXCSUM_CAP_IP4OPT 0x001
1349#define NDIS_RXCSUM_CAP_TCP4OPT 0x004
1350#define NDIS_RXCSUM_CAP_TCP4 0x010
1351#define NDIS_RXCSUM_CAP_UDP4 0x040
1352#define NDIS_RXCSUM_CAP_IP4 0x100
1353 u32 ip6_txenc;
1354 u32 ip6_txcsum;
1355#define NDIS_TXCSUM_CAP_IP6EXT 0x001
1356#define NDIS_TXCSUM_CAP_TCP6OPT 0x004
1357#define NDIS_TXCSUM_CAP_TCP6 0x010
1358#define NDIS_TXCSUM_CAP_UDP6 0x040
1359 u32 ip6_rxenc;
1360 u32 ip6_rxcsum;
1361#define NDIS_RXCSUM_CAP_IP6EXT 0x001
1362#define NDIS_RXCSUM_CAP_TCP6OPT 0x004
1363#define NDIS_RXCSUM_CAP_TCP6 0x010
1364#define NDIS_RXCSUM_CAP_UDP6 0x040
1365
1366#define NDIS_TXCSUM_ALL_TCP6 (NDIS_TXCSUM_CAP_TCP6 | \
1367 NDIS_TXCSUM_CAP_TCP6OPT | \
1368 NDIS_TXCSUM_CAP_IP6EXT)
1369};
1370
1371struct ndis_lsov1_offload {
1372 u32 encap;
1373 u32 maxsize;
1374 u32 minsegs;
1375 u32 opts;
1376};
1377
1378struct ndis_ipsecv1_offload {
1379 u32 encap;
1380 u32 ah_esp;
1381 u32 xport_tun;
1382 u32 ip4_opts;
1383 u32 flags;
1384 u32 ip4_ah;
1385 u32 ip4_esp;
1386};
1387
1388struct ndis_lsov2_offload {
1389 u32 ip4_encap;
1390 u32 ip4_maxsz;
1391 u32 ip4_minsg;
1392 u32 ip6_encap;
1393 u32 ip6_maxsz;
1394 u32 ip6_minsg;
1395 u32 ip6_opts;
1396#define NDIS_LSOV2_CAP_IP6EXT 0x001
1397#define NDIS_LSOV2_CAP_TCP6OPT 0x004
1398
1399#define NDIS_LSOV2_CAP_IP6 (NDIS_LSOV2_CAP_IP6EXT | \
1400 NDIS_LSOV2_CAP_TCP6OPT)
1401};
1402
1403struct ndis_ipsecv2_offload {
1404 u32 encap;
1405 u8 ip6;
1406 u8 ip4opt;
1407 u8 ip6ext;
1408 u8 ah;
1409 u8 esp;
1410 u8 ah_esp;
1411 u8 xport;
1412 u8 tun;
1413 u8 xport_tun;
1414 u8 lso;
1415 u8 extseq;
1416 u32 udp_esp;
1417 u32 auth;
1418 u32 crypto;
1419 u32 sa_caps;
1420};
1421
1422struct ndis_rsc_offload {
1423 u8 ip4;
1424 u8 ip6;
1425};
1426
1427struct ndis_encap_offload {
1428 u32 flags;
1429 u32 maxhdr;
1430};
1431
1432struct ndis_offload {
1433 struct ndis_object_header header;
1434 struct ndis_csum_offload csum;
1435 struct ndis_lsov1_offload lsov1;
1436 struct ndis_ipsecv1_offload ipsecv1;
1437 struct ndis_lsov2_offload lsov2;
1438 u32 flags;
1439 /* NDIS >= 6.1 */
1440 struct ndis_ipsecv2_offload ipsecv2;
1441 /* NDIS >= 6.30 */
1442 struct ndis_rsc_offload rsc;
1443 struct ndis_encap_offload encap_gre;
1444};
1445
1446#define NDIS_OFFLOAD_SIZE sizeof(struct ndis_offload)
1447#define NDIS_OFFLOAD_SIZE_6_0 offsetof(struct ndis_offload, ipsecv2)
1448#define NDIS_OFFLOAD_SIZE_6_1 offsetof(struct ndis_offload, rsc)
1449
1450struct ndis_offload_params {
1451 struct ndis_object_header header;
1452 u8 ip_v4_csum;
1453 u8 tcp_ip_v4_csum;
1454 u8 udp_ip_v4_csum;
1455 u8 tcp_ip_v6_csum;
1456 u8 udp_ip_v6_csum;
1457 u8 lso_v1;
1458 u8 ip_sec_v1;
1459 u8 lso_v2_ipv4;
1460 u8 lso_v2_ipv6;
1461 u8 tcp_connection_ip_v4;
1462 u8 tcp_connection_ip_v6;
1463 u32 flags;
1464 u8 ip_sec_v2;
1465 u8 ip_sec_v2_ip_v4;
1466 struct {
1467 u8 rsc_ip_v4;
1468 u8 rsc_ip_v6;
1469 };
1470 struct {
1471 u8 encapsulated_packet_task_offload;
1472 u8 encapsulation_types;
1473 };
1474};
1475
1476struct ndis_tcp_lso_info {
1477 union {
1478 struct {
1479 u32 unused:30;
1480 u32 type:1;
1481 u32 reserved2:1;
1482 } transmit;
1483 struct {
1484 u32 mss:20;
1485 u32 tcp_header_offset:10;
1486 u32 type:1;
1487 u32 reserved2:1;
1488 } lso_v1_transmit;
1489 struct {
1490 u32 tcp_payload:30;
1491 u32 type:1;
1492 u32 reserved2:1;
1493 } lso_v1_transmit_complete;
1494 struct {
1495 u32 mss:20;
1496 u32 tcp_header_offset:10;
1497 u32 type:1;
1498 u32 ip_version:1;
1499 } lso_v2_transmit;
1500 struct {
1501 u32 reserved:30;
1502 u32 type:1;
1503 u32 reserved2:1;
1504 } lso_v2_transmit_complete;
1505 u32 value;
1506 };
1507};
1508
1509#define NDIS_VLAN_PPI_SIZE (sizeof(struct rndis_per_packet_info) + \
1510 sizeof(struct ndis_pkt_8021q_info))
1511
1512#define NDIS_CSUM_PPI_SIZE (sizeof(struct rndis_per_packet_info) + \
1513 sizeof(struct ndis_tcp_ip_checksum_info))
1514
1515#define NDIS_LSO_PPI_SIZE (sizeof(struct rndis_per_packet_info) + \
1516 sizeof(struct ndis_tcp_lso_info))
1517
1518#define NDIS_HASH_PPI_SIZE (sizeof(struct rndis_per_packet_info) + \
1519 sizeof(u32))
1520
1521/* Total size of all PPI data */
1522#define NDIS_ALL_PPI_SIZE (NDIS_VLAN_PPI_SIZE + NDIS_CSUM_PPI_SIZE + \
1523 NDIS_LSO_PPI_SIZE + NDIS_HASH_PPI_SIZE)
1524
1525/* Format of Information buffer passed in a SetRequest for the OID */
1526/* OID_GEN_RNDIS_CONFIG_PARAMETER. */
1527struct rndis_config_parameter_info {
1528 u32 parameter_name_offset;
1529 u32 parameter_name_length;
1530 u32 parameter_type;
1531 u32 parameter_value_offset;
1532 u32 parameter_value_length;
1533};
1534
1535/* Values for ParameterType in struct rndis_config_parameter_info */
1536#define RNDIS_CONFIG_PARAM_TYPE_INTEGER 0
1537#define RNDIS_CONFIG_PARAM_TYPE_STRING 2
1538
1539/* CONDIS Miniport messages for connection oriented devices */
1540/* that do not implement a call manager. */
1541
1542/* CoNdisMiniportCreateVc message */
1543struct rcondis_mp_create_vc {
1544 u32 req_id;
1545 u32 ndis_vc_handle;
1546};
1547
1548/* Response to CoNdisMiniportCreateVc */
1549struct rcondis_mp_create_vc_complete {
1550 u32 req_id;
1551 u32 dev_vc_handle;
1552 u32 status;
1553};
1554
1555/* CoNdisMiniportDeleteVc message */
1556struct rcondis_mp_delete_vc {
1557 u32 req_id;
1558 u32 dev_vc_handle;
1559};
1560
1561/* Response to CoNdisMiniportDeleteVc */
1562struct rcondis_mp_delete_vc_complete {
1563 u32 req_id;
1564 u32 status;
1565};
1566
1567/* CoNdisMiniportQueryRequest message */
1568struct rcondis_mp_query_request {
1569 u32 req_id;
1570 u32 request_type;
1571 u32 oid;
1572 u32 dev_vc_handle;
1573 u32 info_buflen;
1574 u32 info_buf_offset;
1575};
1576
1577/* CoNdisMiniportSetRequest message */
1578struct rcondis_mp_set_request {
1579 u32 req_id;
1580 u32 request_type;
1581 u32 oid;
1582 u32 dev_vc_handle;
1583 u32 info_buflen;
1584 u32 info_buf_offset;
1585};
1586
1587/* CoNdisIndicateStatus message */
1588struct rcondis_indicate_status {
1589 u32 ndis_vc_handle;
1590 u32 status;
1591 u32 status_buflen;
1592 u32 status_buf_offset;
1593};
1594
1595/* CONDIS Call/VC parameters */
1596struct rcondis_specific_parameters {
1597 u32 parameter_type;
1598 u32 parameter_length;
1599 u32 parameter_lffset;
1600};
1601
1602struct rcondis_media_parameters {
1603 u32 flags;
1604 u32 reserved1;
1605 u32 reserved2;
1606 struct rcondis_specific_parameters media_specific;
1607};
1608
1609struct rndis_flowspec {
1610 u32 token_rate;
1611 u32 token_bucket_size;
1612 u32 peak_bandwidth;
1613 u32 latency;
1614 u32 delay_variation;
1615 u32 service_type;
1616 u32 max_sdu_size;
1617 u32 minimum_policed_size;
1618};
1619
1620struct rcondis_call_manager_parameters {
1621 struct rndis_flowspec transmit;
1622 struct rndis_flowspec receive;
1623 struct rcondis_specific_parameters call_mgr_specific;
1624};
1625
1626/* CoNdisMiniportActivateVc message */
1627struct rcondis_mp_activate_vc_request {
1628 u32 req_id;
1629 u32 flags;
1630 u32 dev_vc_handle;
1631 u32 media_params_offset;
1632 u32 media_params_length;
1633 u32 call_mgr_params_offset;
1634 u32 call_mgr_params_length;
1635};
1636
1637/* Response to CoNdisMiniportActivateVc */
1638struct rcondis_mp_activate_vc_complete {
1639 u32 req_id;
1640 u32 status;
1641};
1642
1643/* CoNdisMiniportDeactivateVc message */
1644struct rcondis_mp_deactivate_vc_request {
1645 u32 req_id;
1646 u32 flags;
1647 u32 dev_vc_handle;
1648};
1649
1650/* Response to CoNdisMiniportDeactivateVc */
1651struct rcondis_mp_deactivate_vc_complete {
1652 u32 req_id;
1653 u32 status;
1654};
1655
1656
1657/* union with all of the RNDIS messages */
1658union rndis_message_container {
1659 struct rndis_packet pkt;
1660 struct rndis_initialize_request init_req;
1661 struct rndis_halt_request halt_req;
1662 struct rndis_query_request query_req;
1663 struct rndis_set_request set_req;
1664 struct rndis_reset_request reset_req;
1665 struct rndis_keepalive_request keep_alive_req;
1666 struct rndis_indicate_status indicate_status;
1667 struct rndis_initialize_complete init_complete;
1668 struct rndis_query_complete query_complete;
1669 struct rndis_set_complete set_complete;
1670 struct rndis_reset_complete reset_complete;
1671 struct rndis_keepalive_complete keep_alive_complete;
1672 struct rcondis_mp_create_vc co_miniport_create_vc;
1673 struct rcondis_mp_delete_vc co_miniport_delete_vc;
1674 struct rcondis_indicate_status co_indicate_status;
1675 struct rcondis_mp_activate_vc_request co_miniport_activate_vc;
1676 struct rcondis_mp_deactivate_vc_request co_miniport_deactivate_vc;
1677 struct rcondis_mp_create_vc_complete co_miniport_create_vc_complete;
1678 struct rcondis_mp_delete_vc_complete co_miniport_delete_vc_complete;
1679 struct rcondis_mp_activate_vc_complete co_miniport_activate_vc_complete;
1680 struct rcondis_mp_deactivate_vc_complete
1681 co_miniport_deactivate_vc_complete;
1682};
1683
1684/* Remote NDIS message format */
1685struct rndis_message {
1686 u32 ndis_msg_type;
1687
1688 /* Total length of this message, from the beginning */
1689 /* of the struct rndis_message, in bytes. */
1690 u32 msg_len;
1691
1692 /* Actual message */
1693 union rndis_message_container msg;
1694};
1695
1696
1697/* Handy macros */
1698
1699/* get the size of an RNDIS message. Pass in the message type, */
1700/* struct rndis_set_request, struct rndis_packet for example */
1701#define RNDIS_MESSAGE_SIZE(msg) \
1702 (sizeof(msg) + (sizeof(struct rndis_message) - \
1703 sizeof(union rndis_message_container)))
1704
1705#define RNDIS_HEADER_SIZE (sizeof(struct rndis_message) - \
1706 sizeof(union rndis_message_container))
1707
1708#define RNDIS_AND_PPI_SIZE (sizeof(struct rndis_message) + NDIS_ALL_PPI_SIZE)
1709
1710#define NDIS_PACKET_TYPE_DIRECTED 0x00000001
1711#define NDIS_PACKET_TYPE_MULTICAST 0x00000002
1712#define NDIS_PACKET_TYPE_ALL_MULTICAST 0x00000004
1713#define NDIS_PACKET_TYPE_BROADCAST 0x00000008
1714#define NDIS_PACKET_TYPE_SOURCE_ROUTING 0x00000010
1715#define NDIS_PACKET_TYPE_PROMISCUOUS 0x00000020
1716#define NDIS_PACKET_TYPE_SMT 0x00000040
1717#define NDIS_PACKET_TYPE_ALL_LOCAL 0x00000080
1718#define NDIS_PACKET_TYPE_GROUP 0x00000100
1719#define NDIS_PACKET_TYPE_ALL_FUNCTIONAL 0x00000200
1720#define NDIS_PACKET_TYPE_FUNCTIONAL 0x00000400
1721#define NDIS_PACKET_TYPE_MAC_FRAME 0x00000800
1722
1723#define TRANSPORT_INFO_NOT_IP 0
1724#define TRANSPORT_INFO_IPV4_TCP 0x01
1725#define TRANSPORT_INFO_IPV4_UDP 0x02
1726#define TRANSPORT_INFO_IPV6_TCP 0x10
1727#define TRANSPORT_INFO_IPV6_UDP 0x20
1728
1729#define RETRY_US_LO 5000
1730#define RETRY_US_HI 10000
1731#define RETRY_MAX 2000 /* >10 sec */
1732
1733#endif /* _HYPERV_NET_H */