Loading...
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 | // SPDX-License-Identifier: MIT /* * Copyright © 2023 Intel Corporation */ #include <linux/align.h> #include <linux/bitfield.h> #include <linux/log2.h> #include <linux/sizes.h> #include "xe_lmtt_types.h" #include "xe_macros.h" /** * DOC: Two-Level LMTT Structure * * LMHAW (Local Memory Host Address Width) is 37 bit (128GB) * * LMGAW (Local Memory Guest Address Width) is 37 bit (128GB) * * The following figure illustrates the structure and function of the 2L LMTT:: * * LMTT Directory * (1 Entry per VF) * +-----------+ LMTT (per VF) * | | +-----------+ * | | | | * | | index: | | * | | LMEM VF +===========+ * | | offset --> | PTE | ==> LMEM PF offset * | | +===========+ * index: +===========+ | | * VFID --> | PDE | -----------------> +-----------+ * +===========+ / \. * | | / \. * | | / \. * | | / \. * +-----------+ <== [LMTT Directory Ptr] \. * / \ / \. * / \ +-----------+-----------------+------+---+ * / \ | 31:HAW-16 | HAW-17:5 | 4:1 | 0 | * / \ +===========+=================+======+===+ * / \ | Reserved | LMEM Page (2MB) | Rsvd | V | * / \ +-----------+-----------------+------+---+ * / \. * +-----------+-----------------+------+---+ * | 31:HAW-12 | HAW-13:4 | 3:1 | 0 | * +===========+=================+======+===+ * | Reserved | LMTT Ptr (64KB) | Rsvd | V | * +-----------+-----------------+------+---+ * */ typedef u32 lmtt_2l_pde_t; typedef u32 lmtt_2l_pte_t; #if IS_ENABLED(CONFIG_DRM_XE_LMTT_2L_128GB) #define LMTT_2L_HAW 37 /* 128 GiB */ #else #define LMTT_2L_HAW 35 /* 32 GiB */ #endif #define LMTT_2L_PDE_MAX_NUM 64 /* SRIOV with PF and 63 VFs, index 0 (PF) is unused */ #define LMTT_2L_PDE_LMTT_PTR GENMASK(LMTT_2L_HAW - 13, 4) #define LMTT_2L_PDE_VALID BIT(0) #define LMTT_2L_PTE_MAX_NUM BIT(LMTT_2L_HAW - ilog2(SZ_2M)) #define LMTT_2L_PTE_LMEM_PAGE GENMASK(LMTT_2L_HAW - 17, 5) #define LMTT_2L_PTE_VALID BIT(0) static unsigned int lmtt_2l_root_pd_level(void) { return 1; /* implementation is 0-based */ } static unsigned int lmtt_2l_pte_num(unsigned int level) { switch (level) { case 1: return LMTT_2L_PDE_MAX_NUM; case 0: BUILD_BUG_ON(LMTT_2L_HAW == 37 && LMTT_2L_PTE_MAX_NUM != SZ_64K); BUILD_BUG_ON(LMTT_2L_HAW == 35 && LMTT_2L_PTE_MAX_NUM != SZ_16K); return LMTT_2L_PTE_MAX_NUM; default: return 0; } } static unsigned int lmtt_2l_pte_size(unsigned int level) { switch (level) { case 1: return sizeof(lmtt_2l_pde_t); case 0: return sizeof(lmtt_2l_pte_t); default: return 0; } } static unsigned int lmtt_2l_pte_shift(unsigned int level) { switch (level) { case 0: return ilog2(SZ_2M); default: return 0; } } static unsigned int lmtt_2l_pte_index(u64 addr, unsigned int level) { addr >>= lmtt_2l_pte_shift(level); switch (level) { case 0: /* SZ_2M increments */ BUILD_BUG_ON_NOT_POWER_OF_2(LMTT_2L_PTE_MAX_NUM); return addr & (LMTT_2L_PTE_MAX_NUM - 1); default: return 0; } } static u64 lmtt_2l_pte_encode(unsigned long offset, unsigned int level) { switch (level) { case 0: XE_WARN_ON(!IS_ALIGNED(offset, SZ_2M)); XE_WARN_ON(!FIELD_FIT(LMTT_2L_PTE_LMEM_PAGE, offset / SZ_2M)); return FIELD_PREP(LMTT_2L_PTE_LMEM_PAGE, offset / SZ_2M) | LMTT_2L_PTE_VALID; case 1: XE_WARN_ON(!IS_ALIGNED(offset, SZ_64K)); XE_WARN_ON(!FIELD_FIT(LMTT_2L_PDE_LMTT_PTR, offset / SZ_64K)); return FIELD_PREP(LMTT_2L_PDE_LMTT_PTR, offset / SZ_64K) | LMTT_2L_PDE_VALID; default: XE_WARN_ON(true); return 0; } } const struct xe_lmtt_ops lmtt_2l_ops = { .lmtt_root_pd_level = lmtt_2l_root_pd_level, .lmtt_pte_num = lmtt_2l_pte_num, .lmtt_pte_size = lmtt_2l_pte_size, .lmtt_pte_shift = lmtt_2l_pte_shift, .lmtt_pte_index = lmtt_2l_pte_index, .lmtt_pte_encode = lmtt_2l_pte_encode, }; |