1/* SPDX-License-Identifier: GPL-2.0-only */
  2/****************************************************************************
  3 * Driver for Solarflare network controllers and boards
  4 * Copyright 2018 Solarflare Communications Inc.
  5 *
  6 * This program is free software; you can redistribute it and/or modify it
  7 * under the terms of the GNU General Public License version 2 as published
  8 * by the Free Software Foundation, incorporated herein by reference.
  9 */
 10
 11#ifndef EFX_RX_COMMON_H
 12#define EFX_RX_COMMON_H
 13
 14/* Preferred number of descriptors to fill at once */
 15#define EFX_RX_PREFERRED_BATCH 8U
 16
 17/* Each packet can consume up to ceil(max_frame_len / buffer_size) buffers */
 18#define EFX_RX_MAX_FRAGS DIV_ROUND_UP(EFX_MAX_FRAME_LEN(EFX_MAX_MTU), \
 19				      EFX_RX_USR_BUF_SIZE)
 20
 21/* Number of RX buffers to recycle pages for.  When creating the RX page recycle
 22 * ring, this number is divided by the number of buffers per page to calculate
 23 * the number of pages to store in the RX page recycle ring.
 24 */
 25#define EFX_RECYCLE_RING_SIZE_10G	256
 26
 27static inline u8 *efx_rx_buf_va(struct efx_rx_buffer *buf)
 28{
 29	return page_address(buf->page) + buf->page_offset;
 30}
 31
 32static inline u32 efx_rx_buf_hash(struct efx_nic *efx, const u8 *eh)
 33{
 34#if defined(CONFIG_HAVE_EFFICIENT_UNALIGNED_ACCESS)
 35	return __le32_to_cpup((const __le32 *)(eh + efx->rx_packet_hash_offset));
 36#else
 37	const u8 *data = eh + efx->rx_packet_hash_offset;
 38
 39	return (u32)data[0]	  |
 40	       (u32)data[1] << 8  |
 41	       (u32)data[2] << 16 |
 42	       (u32)data[3] << 24;
 43#endif
 44}
 45
 46void efx_rx_slow_fill(struct timer_list *t);
 47
 48void efx_recycle_rx_pages(struct efx_channel *channel,
 49			  struct efx_rx_buffer *rx_buf,
 50			  unsigned int n_frags);
 51void efx_discard_rx_packet(struct efx_channel *channel,
 52			   struct efx_rx_buffer *rx_buf,
 53			   unsigned int n_frags);
 54
 55int efx_probe_rx_queue(struct efx_rx_queue *rx_queue);
 56void efx_init_rx_queue(struct efx_rx_queue *rx_queue);
 57void efx_fini_rx_queue(struct efx_rx_queue *rx_queue);
 58void efx_remove_rx_queue(struct efx_rx_queue *rx_queue);
 59void efx_destroy_rx_queue(struct efx_rx_queue *rx_queue);
 60
 61void efx_init_rx_buffer(struct efx_rx_queue *rx_queue,
 62			struct page *page,
 63			unsigned int page_offset,
 64			u16 flags);
 65void efx_unmap_rx_buffer(struct efx_nic *efx, struct efx_rx_buffer *rx_buf);
 66
 67static inline void efx_sync_rx_buffer(struct efx_nic *efx,
 68				      struct efx_rx_buffer *rx_buf,
 69				      unsigned int len)
 70{
 71	dma_sync_single_for_cpu(&efx->pci_dev->dev, rx_buf->dma_addr, len,
 72				DMA_FROM_DEVICE);
 73}
 74
 75void efx_free_rx_buffers(struct efx_rx_queue *rx_queue,
 76			 struct efx_rx_buffer *rx_buf,
 77			 unsigned int num_bufs);
 78
 79void efx_schedule_slow_fill(struct efx_rx_queue *rx_queue);
 80void efx_rx_config_page_split(struct efx_nic *efx);
 81void efx_fast_push_rx_descriptors(struct efx_rx_queue *rx_queue, bool atomic);
 82
 83void
 84efx_rx_packet_gro(struct efx_channel *channel, struct efx_rx_buffer *rx_buf,
 85		  unsigned int n_frags, u8 *eh, __wsum csum);
 86
 87struct efx_rss_context *efx_alloc_rss_context_entry(struct efx_nic *efx);
 88struct efx_rss_context *efx_find_rss_context_entry(struct efx_nic *efx, u32 id);
 89void efx_free_rss_context_entry(struct efx_rss_context *ctx);
 90void efx_set_default_rx_indir_table(struct efx_nic *efx,
 91				    struct efx_rss_context *ctx);
 92
 93bool efx_filter_is_mc_recipient(const struct efx_filter_spec *spec);
 94bool efx_filter_spec_equal(const struct efx_filter_spec *left,
 95			   const struct efx_filter_spec *right);
 96u32 efx_filter_spec_hash(const struct efx_filter_spec *spec);
 97
 98#ifdef CONFIG_RFS_ACCEL
 99bool efx_rps_check_rule(struct efx_arfs_rule *rule, unsigned int filter_idx,
100			bool *force);
101struct efx_arfs_rule *efx_rps_hash_find(struct efx_nic *efx,
102					const struct efx_filter_spec *spec);
103struct efx_arfs_rule *efx_rps_hash_add(struct efx_nic *efx,
104				       const struct efx_filter_spec *spec,
105				       bool *new);
106void efx_rps_hash_del(struct efx_nic *efx, const struct efx_filter_spec *spec);
107
108int efx_filter_rfs(struct net_device *net_dev, const struct sk_buff *skb,
109		   u16 rxq_index, u32 flow_id);
110bool __efx_filter_rfs_expire(struct efx_channel *channel, unsigned int quota);
111#endif
112
113int efx_probe_filters(struct efx_nic *efx);
114void efx_remove_filters(struct efx_nic *efx);
115
116#endif