Linux Audio

Check our new training course

Loading...
v6.9.4
  1// SPDX-License-Identifier: GPL-2.0
  2/* Copyright(c) 2013 - 2018 Intel Corporation. */
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
  3
 
 
 
  4#include "i40e_alloc.h"
  5#include "i40e_debug.h"
  6#include "i40e_hmc.h"
  7#include "i40e_type.h"
  8
  9/**
 10 * i40e_add_sd_table_entry - Adds a segment descriptor to the table
 11 * @hw: pointer to our hw struct
 12 * @hmc_info: pointer to the HMC configuration information struct
 13 * @sd_index: segment descriptor index to manipulate
 14 * @type: what type of segment descriptor we're manipulating
 15 * @direct_mode_sz: size to alloc in direct mode
 16 **/
 17int i40e_add_sd_table_entry(struct i40e_hw *hw,
 18			    struct i40e_hmc_info *hmc_info,
 19			    u32 sd_index,
 20			    enum i40e_sd_entry_type type,
 21			    u64 direct_mode_sz)
 22{
 
 23	struct i40e_hmc_sd_entry *sd_entry;
 24	bool dma_mem_alloc_done = false;
 25	struct i40e_dma_mem mem;
 26	int ret_code = 0;
 27	u64 alloc_len;
 28
 29	if (NULL == hmc_info->sd_table.sd_entry) {
 30		ret_code = -EINVAL;
 31		hw_dbg(hw, "i40e_add_sd_table_entry: bad sd_entry\n");
 32		goto exit;
 33	}
 34
 35	if (sd_index >= hmc_info->sd_table.sd_cnt) {
 36		ret_code = -EINVAL;
 37		hw_dbg(hw, "i40e_add_sd_table_entry: bad sd_index\n");
 38		goto exit;
 39	}
 40
 41	sd_entry = &hmc_info->sd_table.sd_entry[sd_index];
 42	if (!sd_entry->valid) {
 43		if (type == I40E_SD_TYPE_PAGED)
 
 44			alloc_len = I40E_HMC_PAGED_BP_SIZE;
 45		else
 
 46			alloc_len = direct_mode_sz;
 
 47
 48		/* allocate a 4K pd page or 2M backing page */
 49		ret_code = i40e_allocate_dma_mem(hw, &mem, alloc_len,
 50						 I40E_HMC_PD_BP_BUF_ALIGNMENT);
 51		if (ret_code)
 52			goto exit;
 53		dma_mem_alloc_done = true;
 54		if (I40E_SD_TYPE_PAGED == type) {
 55			ret_code = i40e_allocate_virt_mem(hw,
 56					&sd_entry->u.pd_table.pd_entry_virt_mem,
 57					sizeof(struct i40e_hmc_pd_entry) * 512);
 58			if (ret_code)
 59				goto exit;
 60			sd_entry->u.pd_table.pd_entry =
 61				(struct i40e_hmc_pd_entry *)
 62				sd_entry->u.pd_table.pd_entry_virt_mem.va;
 63			sd_entry->u.pd_table.pd_page_addr = mem;
 64		} else {
 65			sd_entry->u.bp.addr = mem;
 66			sd_entry->u.bp.sd_pd_index = sd_index;
 67		}
 68		/* initialize the sd entry */
 69		hmc_info->sd_table.sd_entry[sd_index].entry_type = type;
 70
 71		/* increment the ref count */
 72		I40E_INC_SD_REFCNT(&hmc_info->sd_table);
 73	}
 74	/* Increment backing page reference count */
 75	if (I40E_SD_TYPE_DIRECT == sd_entry->entry_type)
 76		I40E_INC_BP_REFCNT(&sd_entry->u.bp);
 77exit:
 78	if (ret_code)
 79		if (dma_mem_alloc_done)
 80			i40e_free_dma_mem(hw, &mem);
 81
 82	return ret_code;
 83}
 84
 85/**
 86 * i40e_add_pd_table_entry - Adds page descriptor to the specified table
 87 * @hw: pointer to our HW structure
 88 * @hmc_info: pointer to the HMC configuration information structure
 89 * @pd_index: which page descriptor index to manipulate
 90 * @rsrc_pg: if not NULL, use preallocated page instead of allocating new one.
 91 *
 92 * This function:
 93 *	1. Initializes the pd entry
 94 *	2. Adds pd_entry in the pd_table
 95 *	3. Mark the entry valid in i40e_hmc_pd_entry structure
 96 *	4. Initializes the pd_entry's ref count to 1
 97 * assumptions:
 98 *	1. The memory for pd should be pinned down, physically contiguous and
 99 *	   aligned on 4K boundary and zeroed memory.
100 *	2. It should be 4K in size.
101 **/
102int i40e_add_pd_table_entry(struct i40e_hw *hw,
103			    struct i40e_hmc_info *hmc_info,
104			    u32 pd_index,
105			    struct i40e_dma_mem *rsrc_pg)
106{
 
107	struct i40e_hmc_pd_table *pd_table;
108	struct i40e_hmc_pd_entry *pd_entry;
109	struct i40e_dma_mem mem;
110	struct i40e_dma_mem *page = &mem;
111	u32 sd_idx, rel_pd_idx;
112	int ret_code = 0;
113	u64 page_desc;
114	u64 *pd_addr;
 
115
116	if (pd_index / I40E_HMC_PD_CNT_IN_SD >= hmc_info->sd_table.sd_cnt) {
117		ret_code = -EINVAL;
118		hw_dbg(hw, "i40e_add_pd_table_entry: bad pd_index\n");
119		goto exit;
120	}
121
122	/* find corresponding sd */
123	sd_idx = (pd_index / I40E_HMC_PD_CNT_IN_SD);
124	if (I40E_SD_TYPE_PAGED !=
125	    hmc_info->sd_table.sd_entry[sd_idx].entry_type)
126		goto exit;
127
128	rel_pd_idx = (pd_index % I40E_HMC_PD_CNT_IN_SD);
129	pd_table = &hmc_info->sd_table.sd_entry[sd_idx].u.pd_table;
130	pd_entry = &pd_table->pd_entry[rel_pd_idx];
131	if (!pd_entry->valid) {
132		if (rsrc_pg) {
133			pd_entry->rsrc_pg = true;
134			page = rsrc_pg;
135		} else {
136			/* allocate a 4K backing page */
137			ret_code = i40e_allocate_dma_mem(hw, page,
138						I40E_HMC_PAGED_BP_SIZE,
139						I40E_HMC_PD_BP_BUF_ALIGNMENT);
140			if (ret_code)
141				goto exit;
142			pd_entry->rsrc_pg = false;
143		}
144
145		pd_entry->bp.addr = *page;
146		pd_entry->bp.sd_pd_index = pd_index;
147		pd_entry->bp.entry_type = I40E_SD_TYPE_PAGED;
148		/* Set page address and valid bit */
149		page_desc = page->pa | 0x1;
150
151		pd_addr = (u64 *)pd_table->pd_page_addr.va;
152		pd_addr += rel_pd_idx;
153
154		/* Add the backing page physical address in the pd entry */
155		memcpy(pd_addr, &page_desc, sizeof(u64));
156
157		pd_entry->sd_index = sd_idx;
158		pd_entry->valid = true;
159		I40E_INC_PD_REFCNT(pd_table);
160	}
161	I40E_INC_BP_REFCNT(&pd_entry->bp);
162exit:
163	return ret_code;
164}
165
166/**
167 * i40e_remove_pd_bp - remove a backing page from a page descriptor
168 * @hw: pointer to our HW structure
169 * @hmc_info: pointer to the HMC configuration information structure
170 * @idx: the page index
 
171 *
172 * This function:
173 *	1. Marks the entry in pd tabe (for paged address mode) or in sd table
174 *	   (for direct address mode) invalid.
175 *	2. Write to register PMPDINV to invalidate the backing page in FV cache
176 *	3. Decrement the ref count for the pd _entry
177 * assumptions:
178 *	1. Caller can deallocate the memory used by backing storage after this
179 *	   function returns.
180 **/
181int i40e_remove_pd_bp(struct i40e_hw *hw,
182		      struct i40e_hmc_info *hmc_info,
183		      u32 idx)
184{
 
185	struct i40e_hmc_pd_entry *pd_entry;
186	struct i40e_hmc_pd_table *pd_table;
187	struct i40e_hmc_sd_entry *sd_entry;
188	u32 sd_idx, rel_pd_idx;
189	int ret_code = 0;
190	u64 *pd_addr;
191
192	/* calculate index */
193	sd_idx = idx / I40E_HMC_PD_CNT_IN_SD;
194	rel_pd_idx = idx % I40E_HMC_PD_CNT_IN_SD;
195	if (sd_idx >= hmc_info->sd_table.sd_cnt) {
196		ret_code = -EINVAL;
197		hw_dbg(hw, "i40e_remove_pd_bp: bad idx\n");
198		goto exit;
199	}
200	sd_entry = &hmc_info->sd_table.sd_entry[sd_idx];
201	if (I40E_SD_TYPE_PAGED != sd_entry->entry_type) {
202		ret_code = -EINVAL;
203		hw_dbg(hw, "i40e_remove_pd_bp: wrong sd_entry type\n");
204		goto exit;
205	}
206	/* get the entry and decrease its ref counter */
207	pd_table = &hmc_info->sd_table.sd_entry[sd_idx].u.pd_table;
208	pd_entry = &pd_table->pd_entry[rel_pd_idx];
209	I40E_DEC_BP_REFCNT(&pd_entry->bp);
210	if (pd_entry->bp.ref_cnt)
211		goto exit;
212
213	/* mark the entry invalid */
214	pd_entry->valid = false;
215	I40E_DEC_PD_REFCNT(pd_table);
216	pd_addr = (u64 *)pd_table->pd_page_addr.va;
217	pd_addr += rel_pd_idx;
218	memset(pd_addr, 0, sizeof(u64));
219	I40E_INVALIDATE_PF_HMC_PD(hw, sd_idx, idx);
220
221	/* free memory here */
222	if (!pd_entry->rsrc_pg)
223		ret_code = i40e_free_dma_mem(hw, &pd_entry->bp.addr);
224	if (ret_code)
225		goto exit;
226	if (!pd_table->ref_cnt)
227		i40e_free_virt_mem(hw, &pd_table->pd_entry_virt_mem);
228exit:
229	return ret_code;
230}
231
232/**
233 * i40e_prep_remove_sd_bp - Prepares to remove a backing page from a sd entry
234 * @hmc_info: pointer to the HMC configuration information structure
235 * @idx: the page index
236 **/
237int i40e_prep_remove_sd_bp(struct i40e_hmc_info *hmc_info,
238			   u32 idx)
239{
 
240	struct i40e_hmc_sd_entry *sd_entry;
241	int ret_code = 0;
242
243	/* get the entry and decrease its ref counter */
244	sd_entry = &hmc_info->sd_table.sd_entry[idx];
245	I40E_DEC_BP_REFCNT(&sd_entry->u.bp);
246	if (sd_entry->u.bp.ref_cnt) {
247		ret_code = -EBUSY;
248		goto exit;
249	}
250	I40E_DEC_SD_REFCNT(&hmc_info->sd_table);
251
252	/* mark the entry invalid */
253	sd_entry->valid = false;
254exit:
255	return ret_code;
256}
257
258/**
259 * i40e_remove_sd_bp_new - Removes a backing page from a segment descriptor
260 * @hw: pointer to our hw struct
261 * @hmc_info: pointer to the HMC configuration information structure
262 * @idx: the page index
263 * @is_pf: used to distinguish between VF and PF
264 **/
265int i40e_remove_sd_bp_new(struct i40e_hw *hw,
266			  struct i40e_hmc_info *hmc_info,
267			  u32 idx, bool is_pf)
268{
269	struct i40e_hmc_sd_entry *sd_entry;
270
271	if (!is_pf)
272		return -EOPNOTSUPP;
273
274	/* get the entry and decrease its ref counter */
275	sd_entry = &hmc_info->sd_table.sd_entry[idx];
276	I40E_CLEAR_PF_SD_ENTRY(hw, idx, I40E_SD_TYPE_DIRECT);
277
278	return i40e_free_dma_mem(hw, &sd_entry->u.bp.addr);
279}
280
281/**
282 * i40e_prep_remove_pd_page - Prepares to remove a PD page from sd entry.
283 * @hmc_info: pointer to the HMC configuration information structure
284 * @idx: segment descriptor index to find the relevant page descriptor
285 **/
286int i40e_prep_remove_pd_page(struct i40e_hmc_info *hmc_info,
287			     u32 idx)
288{
 
289	struct i40e_hmc_sd_entry *sd_entry;
290	int ret_code = 0;
291
292	sd_entry = &hmc_info->sd_table.sd_entry[idx];
293
294	if (sd_entry->u.pd_table.ref_cnt) {
295		ret_code = -EBUSY;
296		goto exit;
297	}
298
299	/* mark the entry invalid */
300	sd_entry->valid = false;
301
302	I40E_DEC_SD_REFCNT(&hmc_info->sd_table);
303exit:
304	return ret_code;
305}
306
307/**
308 * i40e_remove_pd_page_new - Removes a PD page from sd entry.
309 * @hw: pointer to our hw struct
310 * @hmc_info: pointer to the HMC configuration information structure
311 * @idx: segment descriptor index to find the relevant page descriptor
312 * @is_pf: used to distinguish between VF and PF
313 **/
314int i40e_remove_pd_page_new(struct i40e_hw *hw,
315			    struct i40e_hmc_info *hmc_info,
316			    u32 idx, bool is_pf)
317{
318	struct i40e_hmc_sd_entry *sd_entry;
319
320	if (!is_pf)
321		return -EOPNOTSUPP;
322
323	sd_entry = &hmc_info->sd_table.sd_entry[idx];
324	I40E_CLEAR_PF_SD_ENTRY(hw, idx, I40E_SD_TYPE_PAGED);
325
326	return  i40e_free_dma_mem(hw, &sd_entry->u.pd_table.pd_page_addr);
327}
v4.10.11
  1/*******************************************************************************
  2 *
  3 * Intel Ethernet Controller XL710 Family Linux Driver
  4 * Copyright(c) 2013 - 2014 Intel Corporation.
  5 *
  6 * This program is free software; you can redistribute it and/or modify it
  7 * under the terms and conditions of the GNU General Public License,
  8 * version 2, as published by the Free Software Foundation.
  9 *
 10 * This program is distributed in the hope it will be useful, but WITHOUT
 11 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 12 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
 13 * more details.
 14 *
 15 * You should have received a copy of the GNU General Public License along
 16 * with this program.  If not, see <http://www.gnu.org/licenses/>.
 17 *
 18 * The full GNU General Public License is included in this distribution in
 19 * the file called "COPYING".
 20 *
 21 * Contact Information:
 22 * e1000-devel Mailing List <e1000-devel@lists.sourceforge.net>
 23 * Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
 24 *
 25 ******************************************************************************/
 26
 27#include "i40e_osdep.h"
 28#include "i40e_register.h"
 29#include "i40e_status.h"
 30#include "i40e_alloc.h"
 
 31#include "i40e_hmc.h"
 32#include "i40e_type.h"
 33
 34/**
 35 * i40e_add_sd_table_entry - Adds a segment descriptor to the table
 36 * @hw: pointer to our hw struct
 37 * @hmc_info: pointer to the HMC configuration information struct
 38 * @sd_index: segment descriptor index to manipulate
 39 * @type: what type of segment descriptor we're manipulating
 40 * @direct_mode_sz: size to alloc in direct mode
 41 **/
 42i40e_status i40e_add_sd_table_entry(struct i40e_hw *hw,
 43					      struct i40e_hmc_info *hmc_info,
 44					      u32 sd_index,
 45					      enum i40e_sd_entry_type type,
 46					      u64 direct_mode_sz)
 47{
 48	enum i40e_memory_type mem_type __attribute__((unused));
 49	struct i40e_hmc_sd_entry *sd_entry;
 50	bool dma_mem_alloc_done = false;
 51	struct i40e_dma_mem mem;
 52	i40e_status ret_code = I40E_SUCCESS;
 53	u64 alloc_len;
 54
 55	if (NULL == hmc_info->sd_table.sd_entry) {
 56		ret_code = I40E_ERR_BAD_PTR;
 57		hw_dbg(hw, "i40e_add_sd_table_entry: bad sd_entry\n");
 58		goto exit;
 59	}
 60
 61	if (sd_index >= hmc_info->sd_table.sd_cnt) {
 62		ret_code = I40E_ERR_INVALID_SD_INDEX;
 63		hw_dbg(hw, "i40e_add_sd_table_entry: bad sd_index\n");
 64		goto exit;
 65	}
 66
 67	sd_entry = &hmc_info->sd_table.sd_entry[sd_index];
 68	if (!sd_entry->valid) {
 69		if (I40E_SD_TYPE_PAGED == type) {
 70			mem_type = i40e_mem_pd;
 71			alloc_len = I40E_HMC_PAGED_BP_SIZE;
 72		} else {
 73			mem_type = i40e_mem_bp_jumbo;
 74			alloc_len = direct_mode_sz;
 75		}
 76
 77		/* allocate a 4K pd page or 2M backing page */
 78		ret_code = i40e_allocate_dma_mem(hw, &mem, mem_type, alloc_len,
 79						 I40E_HMC_PD_BP_BUF_ALIGNMENT);
 80		if (ret_code)
 81			goto exit;
 82		dma_mem_alloc_done = true;
 83		if (I40E_SD_TYPE_PAGED == type) {
 84			ret_code = i40e_allocate_virt_mem(hw,
 85					&sd_entry->u.pd_table.pd_entry_virt_mem,
 86					sizeof(struct i40e_hmc_pd_entry) * 512);
 87			if (ret_code)
 88				goto exit;
 89			sd_entry->u.pd_table.pd_entry =
 90				(struct i40e_hmc_pd_entry *)
 91				sd_entry->u.pd_table.pd_entry_virt_mem.va;
 92			sd_entry->u.pd_table.pd_page_addr = mem;
 93		} else {
 94			sd_entry->u.bp.addr = mem;
 95			sd_entry->u.bp.sd_pd_index = sd_index;
 96		}
 97		/* initialize the sd entry */
 98		hmc_info->sd_table.sd_entry[sd_index].entry_type = type;
 99
100		/* increment the ref count */
101		I40E_INC_SD_REFCNT(&hmc_info->sd_table);
102	}
103	/* Increment backing page reference count */
104	if (I40E_SD_TYPE_DIRECT == sd_entry->entry_type)
105		I40E_INC_BP_REFCNT(&sd_entry->u.bp);
106exit:
107	if (ret_code)
108		if (dma_mem_alloc_done)
109			i40e_free_dma_mem(hw, &mem);
110
111	return ret_code;
112}
113
114/**
115 * i40e_add_pd_table_entry - Adds page descriptor to the specified table
116 * @hw: pointer to our HW structure
117 * @hmc_info: pointer to the HMC configuration information structure
118 * @pd_index: which page descriptor index to manipulate
119 * @rsrc_pg: if not NULL, use preallocated page instead of allocating new one.
120 *
121 * This function:
122 *	1. Initializes the pd entry
123 *	2. Adds pd_entry in the pd_table
124 *	3. Mark the entry valid in i40e_hmc_pd_entry structure
125 *	4. Initializes the pd_entry's ref count to 1
126 * assumptions:
127 *	1. The memory for pd should be pinned down, physically contiguous and
128 *	   aligned on 4K boundary and zeroed memory.
129 *	2. It should be 4K in size.
130 **/
131i40e_status i40e_add_pd_table_entry(struct i40e_hw *hw,
132					      struct i40e_hmc_info *hmc_info,
133					      u32 pd_index,
134					      struct i40e_dma_mem *rsrc_pg)
135{
136	i40e_status ret_code = 0;
137	struct i40e_hmc_pd_table *pd_table;
138	struct i40e_hmc_pd_entry *pd_entry;
139	struct i40e_dma_mem mem;
140	struct i40e_dma_mem *page = &mem;
141	u32 sd_idx, rel_pd_idx;
 
 
142	u64 *pd_addr;
143	u64 page_desc;
144
145	if (pd_index / I40E_HMC_PD_CNT_IN_SD >= hmc_info->sd_table.sd_cnt) {
146		ret_code = I40E_ERR_INVALID_PAGE_DESC_INDEX;
147		hw_dbg(hw, "i40e_add_pd_table_entry: bad pd_index\n");
148		goto exit;
149	}
150
151	/* find corresponding sd */
152	sd_idx = (pd_index / I40E_HMC_PD_CNT_IN_SD);
153	if (I40E_SD_TYPE_PAGED !=
154	    hmc_info->sd_table.sd_entry[sd_idx].entry_type)
155		goto exit;
156
157	rel_pd_idx = (pd_index % I40E_HMC_PD_CNT_IN_SD);
158	pd_table = &hmc_info->sd_table.sd_entry[sd_idx].u.pd_table;
159	pd_entry = &pd_table->pd_entry[rel_pd_idx];
160	if (!pd_entry->valid) {
161		if (rsrc_pg) {
162			pd_entry->rsrc_pg = true;
163			page = rsrc_pg;
164		} else {
165			/* allocate a 4K backing page */
166			ret_code = i40e_allocate_dma_mem(hw, page, i40e_mem_bp,
167						I40E_HMC_PAGED_BP_SIZE,
168						I40E_HMC_PD_BP_BUF_ALIGNMENT);
169			if (ret_code)
170				goto exit;
171			pd_entry->rsrc_pg = false;
172		}
173
174		pd_entry->bp.addr = *page;
175		pd_entry->bp.sd_pd_index = pd_index;
176		pd_entry->bp.entry_type = I40E_SD_TYPE_PAGED;
177		/* Set page address and valid bit */
178		page_desc = page->pa | 0x1;
179
180		pd_addr = (u64 *)pd_table->pd_page_addr.va;
181		pd_addr += rel_pd_idx;
182
183		/* Add the backing page physical address in the pd entry */
184		memcpy(pd_addr, &page_desc, sizeof(u64));
185
186		pd_entry->sd_index = sd_idx;
187		pd_entry->valid = true;
188		I40E_INC_PD_REFCNT(pd_table);
189	}
190	I40E_INC_BP_REFCNT(&pd_entry->bp);
191exit:
192	return ret_code;
193}
194
195/**
196 * i40e_remove_pd_bp - remove a backing page from a page descriptor
197 * @hw: pointer to our HW structure
198 * @hmc_info: pointer to the HMC configuration information structure
199 * @idx: the page index
200 * @is_pf: distinguishes a VF from a PF
201 *
202 * This function:
203 *	1. Marks the entry in pd tabe (for paged address mode) or in sd table
204 *	   (for direct address mode) invalid.
205 *	2. Write to register PMPDINV to invalidate the backing page in FV cache
206 *	3. Decrement the ref count for the pd _entry
207 * assumptions:
208 *	1. Caller can deallocate the memory used by backing storage after this
209 *	   function returns.
210 **/
211i40e_status i40e_remove_pd_bp(struct i40e_hw *hw,
212					struct i40e_hmc_info *hmc_info,
213					u32 idx)
214{
215	i40e_status ret_code = 0;
216	struct i40e_hmc_pd_entry *pd_entry;
217	struct i40e_hmc_pd_table *pd_table;
218	struct i40e_hmc_sd_entry *sd_entry;
219	u32 sd_idx, rel_pd_idx;
 
220	u64 *pd_addr;
221
222	/* calculate index */
223	sd_idx = idx / I40E_HMC_PD_CNT_IN_SD;
224	rel_pd_idx = idx % I40E_HMC_PD_CNT_IN_SD;
225	if (sd_idx >= hmc_info->sd_table.sd_cnt) {
226		ret_code = I40E_ERR_INVALID_PAGE_DESC_INDEX;
227		hw_dbg(hw, "i40e_remove_pd_bp: bad idx\n");
228		goto exit;
229	}
230	sd_entry = &hmc_info->sd_table.sd_entry[sd_idx];
231	if (I40E_SD_TYPE_PAGED != sd_entry->entry_type) {
232		ret_code = I40E_ERR_INVALID_SD_TYPE;
233		hw_dbg(hw, "i40e_remove_pd_bp: wrong sd_entry type\n");
234		goto exit;
235	}
236	/* get the entry and decrease its ref counter */
237	pd_table = &hmc_info->sd_table.sd_entry[sd_idx].u.pd_table;
238	pd_entry = &pd_table->pd_entry[rel_pd_idx];
239	I40E_DEC_BP_REFCNT(&pd_entry->bp);
240	if (pd_entry->bp.ref_cnt)
241		goto exit;
242
243	/* mark the entry invalid */
244	pd_entry->valid = false;
245	I40E_DEC_PD_REFCNT(pd_table);
246	pd_addr = (u64 *)pd_table->pd_page_addr.va;
247	pd_addr += rel_pd_idx;
248	memset(pd_addr, 0, sizeof(u64));
249	I40E_INVALIDATE_PF_HMC_PD(hw, sd_idx, idx);
250
251	/* free memory here */
252	if (!pd_entry->rsrc_pg)
253		ret_code = i40e_free_dma_mem(hw, &pd_entry->bp.addr);
254	if (ret_code)
255		goto exit;
256	if (!pd_table->ref_cnt)
257		i40e_free_virt_mem(hw, &pd_table->pd_entry_virt_mem);
258exit:
259	return ret_code;
260}
261
262/**
263 * i40e_prep_remove_sd_bp - Prepares to remove a backing page from a sd entry
264 * @hmc_info: pointer to the HMC configuration information structure
265 * @idx: the page index
266 **/
267i40e_status i40e_prep_remove_sd_bp(struct i40e_hmc_info *hmc_info,
268					     u32 idx)
269{
270	i40e_status ret_code = 0;
271	struct i40e_hmc_sd_entry *sd_entry;
 
272
273	/* get the entry and decrease its ref counter */
274	sd_entry = &hmc_info->sd_table.sd_entry[idx];
275	I40E_DEC_BP_REFCNT(&sd_entry->u.bp);
276	if (sd_entry->u.bp.ref_cnt) {
277		ret_code = I40E_ERR_NOT_READY;
278		goto exit;
279	}
280	I40E_DEC_SD_REFCNT(&hmc_info->sd_table);
281
282	/* mark the entry invalid */
283	sd_entry->valid = false;
284exit:
285	return ret_code;
286}
287
288/**
289 * i40e_remove_sd_bp_new - Removes a backing page from a segment descriptor
290 * @hw: pointer to our hw struct
291 * @hmc_info: pointer to the HMC configuration information structure
292 * @idx: the page index
293 * @is_pf: used to distinguish between VF and PF
294 **/
295i40e_status i40e_remove_sd_bp_new(struct i40e_hw *hw,
296					    struct i40e_hmc_info *hmc_info,
297					    u32 idx, bool is_pf)
298{
299	struct i40e_hmc_sd_entry *sd_entry;
300
301	if (!is_pf)
302		return I40E_NOT_SUPPORTED;
303
304	/* get the entry and decrease its ref counter */
305	sd_entry = &hmc_info->sd_table.sd_entry[idx];
306	I40E_CLEAR_PF_SD_ENTRY(hw, idx, I40E_SD_TYPE_DIRECT);
307
308	return i40e_free_dma_mem(hw, &sd_entry->u.bp.addr);
309}
310
311/**
312 * i40e_prep_remove_pd_page - Prepares to remove a PD page from sd entry.
313 * @hmc_info: pointer to the HMC configuration information structure
314 * @idx: segment descriptor index to find the relevant page descriptor
315 **/
316i40e_status i40e_prep_remove_pd_page(struct i40e_hmc_info *hmc_info,
317					       u32 idx)
318{
319	i40e_status ret_code = 0;
320	struct i40e_hmc_sd_entry *sd_entry;
 
321
322	sd_entry = &hmc_info->sd_table.sd_entry[idx];
323
324	if (sd_entry->u.pd_table.ref_cnt) {
325		ret_code = I40E_ERR_NOT_READY;
326		goto exit;
327	}
328
329	/* mark the entry invalid */
330	sd_entry->valid = false;
331
332	I40E_DEC_SD_REFCNT(&hmc_info->sd_table);
333exit:
334	return ret_code;
335}
336
337/**
338 * i40e_remove_pd_page_new - Removes a PD page from sd entry.
339 * @hw: pointer to our hw struct
340 * @hmc_info: pointer to the HMC configuration information structure
341 * @idx: segment descriptor index to find the relevant page descriptor
342 * @is_pf: used to distinguish between VF and PF
343 **/
344i40e_status i40e_remove_pd_page_new(struct i40e_hw *hw,
345					      struct i40e_hmc_info *hmc_info,
346					      u32 idx, bool is_pf)
347{
348	struct i40e_hmc_sd_entry *sd_entry;
349
350	if (!is_pf)
351		return I40E_NOT_SUPPORTED;
352
353	sd_entry = &hmc_info->sd_table.sd_entry[idx];
354	I40E_CLEAR_PF_SD_ENTRY(hw, idx, I40E_SD_TYPE_PAGED);
355
356	return  i40e_free_dma_mem(hw, &sd_entry->u.pd_table.pd_page_addr);
357}