1/* SPDX-License-Identifier: GPL-2.0 OR Linux-OpenIB */
  2/* Copyright (c) 2015 - 2020 Intel Corporation */
  3#ifndef IRDMA_HMC_H
  4#define IRDMA_HMC_H
  5
  6#include "defs.h"
  7
  8#define IRDMA_HMC_MAX_BP_COUNT			512
  9#define IRDMA_MAX_SD_ENTRIES			11
 10#define IRDMA_HW_DBG_HMC_INVALID_BP_MARK	0xca
 11#define IRDMA_HMC_INFO_SIGNATURE		0x484d5347
 12#define IRDMA_HMC_PD_CNT_IN_SD			512
 13#define IRDMA_HMC_DIRECT_BP_SIZE		0x200000
 14#define IRDMA_HMC_MAX_SD_COUNT			8192
 15#define IRDMA_HMC_PAGED_BP_SIZE			4096
 16#define IRDMA_HMC_PD_BP_BUF_ALIGNMENT		4096
 17#define IRDMA_FIRST_VF_FPM_ID			8
 18#define FPM_MULTIPLIER				1024
 19
 20enum irdma_hmc_rsrc_type {
 21	IRDMA_HMC_IW_QP		 = 0,
 22	IRDMA_HMC_IW_CQ		 = 1,
 23	IRDMA_HMC_IW_RESERVED	 = 2,
 24	IRDMA_HMC_IW_HTE	 = 3,
 25	IRDMA_HMC_IW_ARP	 = 4,
 26	IRDMA_HMC_IW_APBVT_ENTRY = 5,
 27	IRDMA_HMC_IW_MR		 = 6,
 28	IRDMA_HMC_IW_XF		 = 7,
 29	IRDMA_HMC_IW_XFFL	 = 8,
 30	IRDMA_HMC_IW_Q1		 = 9,
 31	IRDMA_HMC_IW_Q1FL	 = 10,
 32	IRDMA_HMC_IW_TIMER       = 11,
 33	IRDMA_HMC_IW_FSIMC       = 12,
 34	IRDMA_HMC_IW_FSIAV       = 13,
 35	IRDMA_HMC_IW_PBLE	 = 14,
 36	IRDMA_HMC_IW_RRF	 = 15,
 37	IRDMA_HMC_IW_RRFFL       = 16,
 38	IRDMA_HMC_IW_HDR	 = 17,
 39	IRDMA_HMC_IW_MD		 = 18,
 40	IRDMA_HMC_IW_OOISC       = 19,
 41	IRDMA_HMC_IW_OOISCFFL    = 20,
 42	IRDMA_HMC_IW_MAX, /* Must be last entry */
 43};
 44
 45enum irdma_sd_entry_type {
 46	IRDMA_SD_TYPE_INVALID = 0,
 47	IRDMA_SD_TYPE_PAGED   = 1,
 48	IRDMA_SD_TYPE_DIRECT  = 2,
 49};
 50
 51struct irdma_hmc_obj_info {
 52	u64 base;
 53	u32 max_cnt;
 54	u32 cnt;
 55	u64 size;
 56};
 57
 58struct irdma_hmc_bp {
 59	enum irdma_sd_entry_type entry_type;
 60	struct irdma_dma_mem addr;
 61	u32 sd_pd_index;
 62	u32 use_cnt;
 63};
 64
 65struct irdma_hmc_pd_entry {
 66	struct irdma_hmc_bp bp;
 67	u32 sd_index;
 68	bool rsrc_pg:1;
 69	bool valid:1;
 70};
 71
 72struct irdma_hmc_pd_table {
 73	struct irdma_dma_mem pd_page_addr;
 74	struct irdma_hmc_pd_entry *pd_entry;
 75	struct irdma_virt_mem pd_entry_virt_mem;
 76	u32 use_cnt;
 77	u32 sd_index;
 78};
 79
 80struct irdma_hmc_sd_entry {
 81	enum irdma_sd_entry_type entry_type;
 82	bool valid;
 83	union {
 84		struct irdma_hmc_pd_table pd_table;
 85		struct irdma_hmc_bp bp;
 86	} u;
 87};
 88
 89struct irdma_hmc_sd_table {
 90	struct irdma_virt_mem addr;
 91	u32 sd_cnt;
 92	u32 use_cnt;
 93	struct irdma_hmc_sd_entry *sd_entry;
 94};
 95
 96struct irdma_hmc_info {
 97	u32 signature;
 98	u8 hmc_fn_id;
 99	u16 first_sd_index;
100	struct irdma_hmc_obj_info *hmc_obj;
101	struct irdma_virt_mem hmc_obj_virt_mem;
102	struct irdma_hmc_sd_table sd_table;
103	u16 sd_indexes[IRDMA_HMC_MAX_SD_COUNT];
104};
105
106struct irdma_update_sd_entry {
107	u64 cmd;
108	u64 data;
109};
110
111struct irdma_update_sds_info {
112	u32 cnt;
113	u8 hmc_fn_id;
114	struct irdma_update_sd_entry entry[IRDMA_MAX_SD_ENTRIES];
115};
116
117struct irdma_ccq_cqe_info;
118struct irdma_hmc_fcn_info {
119	u32 vf_id;
120	u8 free_fcn;
121};
122
123struct irdma_hmc_create_obj_info {
124	struct irdma_hmc_info *hmc_info;
125	struct irdma_virt_mem add_sd_virt_mem;
126	u32 rsrc_type;
127	u32 start_idx;
128	u32 count;
129	u32 add_sd_cnt;
130	enum irdma_sd_entry_type entry_type;
131	bool privileged;
132};
133
134struct irdma_hmc_del_obj_info {
135	struct irdma_hmc_info *hmc_info;
136	struct irdma_virt_mem del_sd_virt_mem;
137	u32 rsrc_type;
138	u32 start_idx;
139	u32 count;
140	u32 del_sd_cnt;
141	bool privileged;
142};
143
144int irdma_copy_dma_mem(struct irdma_hw *hw, void *dest_buf,
145		       struct irdma_dma_mem *src_mem, u64 src_offset, u64 size);
146int irdma_sc_create_hmc_obj(struct irdma_sc_dev *dev,
147			    struct irdma_hmc_create_obj_info *info);
148int irdma_sc_del_hmc_obj(struct irdma_sc_dev *dev,
149			 struct irdma_hmc_del_obj_info *info, bool reset);
150int irdma_hmc_sd_one(struct irdma_sc_dev *dev, u8 hmc_fn_id, u64 pa, u32 sd_idx,
151		     enum irdma_sd_entry_type type,
152		     bool setsd);
153int irdma_update_sds_noccq(struct irdma_sc_dev *dev,
154			   struct irdma_update_sds_info *info);
155struct irdma_vfdev *irdma_vfdev_from_fpm(struct irdma_sc_dev *dev,
156					 u8 hmc_fn_id);
157struct irdma_hmc_info *irdma_vf_hmcinfo_from_fpm(struct irdma_sc_dev *dev,
158						 u8 hmc_fn_id);
159int irdma_add_sd_table_entry(struct irdma_hw *hw,
160			     struct irdma_hmc_info *hmc_info, u32 sd_index,
161			     enum irdma_sd_entry_type type, u64 direct_mode_sz);
162int irdma_add_pd_table_entry(struct irdma_sc_dev *dev,
163			     struct irdma_hmc_info *hmc_info, u32 pd_index,
164			     struct irdma_dma_mem *rsrc_pg);
165int irdma_remove_pd_bp(struct irdma_sc_dev *dev,
166		       struct irdma_hmc_info *hmc_info, u32 idx);
167int irdma_prep_remove_sd_bp(struct irdma_hmc_info *hmc_info, u32 idx);
168int irdma_prep_remove_pd_page(struct irdma_hmc_info *hmc_info, u32 idx);
169#endif /* IRDMA_HMC_H */