Loading...
1/* SPDX-License-Identifier: GPL-2.0 */
2/*
3 * Copyright (C) 2015-2018 Etnaviv Project
4 */
5
6#ifndef __ETNAVIV_GPU_H__
7#define __ETNAVIV_GPU_H__
8
9#include "etnaviv_cmdbuf.h"
10#include "etnaviv_gem.h"
11#include "etnaviv_mmu.h"
12#include "etnaviv_drv.h"
13#include "common.xml.h"
14
15struct etnaviv_gem_submit;
16struct etnaviv_vram_mapping;
17
18struct etnaviv_chip_identity {
19 u32 model;
20 u32 revision;
21 u32 product_id;
22 u32 customer_id;
23 u32 eco_id;
24
25 /* Supported feature fields. */
26 u32 features;
27
28 /* Supported minor feature fields. */
29 u32 minor_features0;
30 u32 minor_features1;
31 u32 minor_features2;
32 u32 minor_features3;
33 u32 minor_features4;
34 u32 minor_features5;
35 u32 minor_features6;
36 u32 minor_features7;
37 u32 minor_features8;
38 u32 minor_features9;
39 u32 minor_features10;
40 u32 minor_features11;
41
42 /* Number of streams supported. */
43 u32 stream_count;
44
45 /* Total number of temporary registers per thread. */
46 u32 register_max;
47
48 /* Maximum number of threads. */
49 u32 thread_count;
50
51 /* Number of shader cores. */
52 u32 shader_core_count;
53
54 /* Number of Neural Network cores. */
55 u32 nn_core_count;
56
57 /* Size of the vertex cache. */
58 u32 vertex_cache_size;
59
60 /* Number of entries in the vertex output buffer. */
61 u32 vertex_output_buffer_size;
62
63 /* Number of pixel pipes. */
64 u32 pixel_pipes;
65
66 /* Number of instructions. */
67 u32 instruction_count;
68
69 /* Number of constants. */
70 u32 num_constants;
71
72 /* Buffer size */
73 u32 buffer_size;
74
75 /* Number of varyings */
76 u8 varyings_count;
77};
78
79enum etnaviv_sec_mode {
80 ETNA_SEC_NONE = 0,
81 ETNA_SEC_KERNEL,
82 ETNA_SEC_TZ
83};
84
85struct etnaviv_event {
86 struct dma_fence *fence;
87 struct etnaviv_gem_submit *submit;
88
89 void (*sync_point)(struct etnaviv_gpu *gpu, struct etnaviv_event *event);
90};
91
92struct etnaviv_cmdbuf_suballoc;
93struct regulator;
94struct clk;
95
96#define ETNA_NR_EVENTS 30
97
98enum etnaviv_gpu_state {
99 ETNA_GPU_STATE_UNKNOWN = 0,
100 ETNA_GPU_STATE_IDENTIFIED,
101 ETNA_GPU_STATE_RESET,
102 ETNA_GPU_STATE_INITIALIZED,
103 ETNA_GPU_STATE_RUNNING,
104 ETNA_GPU_STATE_FAULT,
105};
106
107struct etnaviv_gpu {
108 struct drm_device *drm;
109 struct thermal_cooling_device *cooling;
110 struct device *dev;
111 struct mutex lock;
112 struct etnaviv_chip_identity identity;
113 enum etnaviv_sec_mode sec_mode;
114 struct workqueue_struct *wq;
115 struct mutex sched_lock;
116 struct drm_gpu_scheduler sched;
117 enum etnaviv_gpu_state state;
118
119 /* 'ring'-buffer: */
120 struct etnaviv_cmdbuf buffer;
121 int exec_state;
122
123 /* event management: */
124 DECLARE_BITMAP(event_bitmap, ETNA_NR_EVENTS);
125 struct etnaviv_event event[ETNA_NR_EVENTS];
126 struct completion event_free;
127 spinlock_t event_spinlock;
128
129 u32 idle_mask;
130
131 /* Fencing support */
132 struct xarray user_fences;
133 u32 next_user_fence;
134 u32 next_fence;
135 u32 completed_fence;
136 wait_queue_head_t fence_event;
137 u64 fence_context;
138 spinlock_t fence_spinlock;
139
140 /* worker for handling 'sync' points: */
141 struct work_struct sync_point_work;
142 int sync_point_event;
143
144 /* hang detection */
145 u32 hangcheck_dma_addr;
146 u32 hangcheck_fence;
147
148 void __iomem *mmio;
149 int irq;
150
151 struct etnaviv_iommu_context *mmu_context;
152 unsigned int flush_seq;
153
154 /* Power Control: */
155 struct clk *clk_bus;
156 struct clk *clk_reg;
157 struct clk *clk_core;
158 struct clk *clk_shader;
159
160 unsigned int freq_scale;
161 unsigned int fe_waitcycles;
162 unsigned long base_rate_core;
163 unsigned long base_rate_shader;
164};
165
166static inline void gpu_write(struct etnaviv_gpu *gpu, u32 reg, u32 data)
167{
168 writel(data, gpu->mmio + reg);
169}
170
171static inline u32 gpu_read(struct etnaviv_gpu *gpu, u32 reg)
172{
173 return readl(gpu->mmio + reg);
174}
175
176static inline u32 gpu_fix_power_address(struct etnaviv_gpu *gpu, u32 reg)
177{
178 /* Power registers in GC300 < 2.0 are offset by 0x100 */
179 if (gpu->identity.model == chipModel_GC300 &&
180 gpu->identity.revision < 0x2000)
181 reg += 0x100;
182
183 return reg;
184}
185
186static inline void gpu_write_power(struct etnaviv_gpu *gpu, u32 reg, u32 data)
187{
188 writel(data, gpu->mmio + gpu_fix_power_address(gpu, reg));
189}
190
191static inline u32 gpu_read_power(struct etnaviv_gpu *gpu, u32 reg)
192{
193 return readl(gpu->mmio + gpu_fix_power_address(gpu, reg));
194}
195
196int etnaviv_gpu_get_param(struct etnaviv_gpu *gpu, u32 param, u64 *value);
197
198int etnaviv_gpu_init(struct etnaviv_gpu *gpu);
199bool etnaviv_fill_identity_from_hwdb(struct etnaviv_gpu *gpu);
200
201#ifdef CONFIG_DEBUG_FS
202int etnaviv_gpu_debugfs(struct etnaviv_gpu *gpu, struct seq_file *m);
203#endif
204
205void etnaviv_gpu_recover_hang(struct etnaviv_gem_submit *submit);
206void etnaviv_gpu_retire(struct etnaviv_gpu *gpu);
207int etnaviv_gpu_wait_fence_interruptible(struct etnaviv_gpu *gpu,
208 u32 fence, struct drm_etnaviv_timespec *timeout);
209int etnaviv_gpu_wait_obj_inactive(struct etnaviv_gpu *gpu,
210 struct etnaviv_gem_object *etnaviv_obj,
211 struct drm_etnaviv_timespec *timeout);
212struct dma_fence *etnaviv_gpu_submit(struct etnaviv_gem_submit *submit);
213int etnaviv_gpu_pm_get_sync(struct etnaviv_gpu *gpu);
214void etnaviv_gpu_pm_put(struct etnaviv_gpu *gpu);
215int etnaviv_gpu_wait_idle(struct etnaviv_gpu *gpu, unsigned int timeout_ms);
216void etnaviv_gpu_start_fe(struct etnaviv_gpu *gpu, u32 address, u16 prefetch);
217
218extern struct platform_driver etnaviv_gpu_driver;
219
220#endif /* __ETNAVIV_GPU_H__ */
1/*
2 * Copyright (C) 2015 Etnaviv Project
3 *
4 * This program is free software; you can redistribute it and/or modify it
5 * under the terms of the GNU General Public License version 2 as published by
6 * the Free Software Foundation.
7 *
8 * This program is distributed in the hope that it will be useful, but WITHOUT
9 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
11 * more details.
12 *
13 * You should have received a copy of the GNU General Public License along with
14 * this program. If not, see <http://www.gnu.org/licenses/>.
15 */
16
17#ifndef __ETNAVIV_GPU_H__
18#define __ETNAVIV_GPU_H__
19
20#include <linux/clk.h>
21#include <linux/regulator/consumer.h>
22
23#include "etnaviv_drv.h"
24
25struct etnaviv_gem_submit;
26struct etnaviv_vram_mapping;
27
28struct etnaviv_chip_identity {
29 /* Chip model. */
30 u32 model;
31
32 /* Revision value.*/
33 u32 revision;
34
35 /* Supported feature fields. */
36 u32 features;
37
38 /* Supported minor feature fields. */
39 u32 minor_features0;
40
41 /* Supported minor feature 1 fields. */
42 u32 minor_features1;
43
44 /* Supported minor feature 2 fields. */
45 u32 minor_features2;
46
47 /* Supported minor feature 3 fields. */
48 u32 minor_features3;
49
50 /* Supported minor feature 4 fields. */
51 u32 minor_features4;
52
53 /* Supported minor feature 5 fields. */
54 u32 minor_features5;
55
56 /* Number of streams supported. */
57 u32 stream_count;
58
59 /* Total number of temporary registers per thread. */
60 u32 register_max;
61
62 /* Maximum number of threads. */
63 u32 thread_count;
64
65 /* Number of shader cores. */
66 u32 shader_core_count;
67
68 /* Size of the vertex cache. */
69 u32 vertex_cache_size;
70
71 /* Number of entries in the vertex output buffer. */
72 u32 vertex_output_buffer_size;
73
74 /* Number of pixel pipes. */
75 u32 pixel_pipes;
76
77 /* Number of instructions. */
78 u32 instruction_count;
79
80 /* Number of constants. */
81 u32 num_constants;
82
83 /* Buffer size */
84 u32 buffer_size;
85
86 /* Number of varyings */
87 u8 varyings_count;
88};
89
90struct etnaviv_event {
91 bool used;
92 struct fence *fence;
93};
94
95struct etnaviv_cmdbuf;
96
97struct etnaviv_gpu {
98 struct drm_device *drm;
99 struct device *dev;
100 struct mutex lock;
101 struct etnaviv_chip_identity identity;
102 struct etnaviv_file_private *lastctx;
103 bool switch_context;
104
105 /* 'ring'-buffer: */
106 struct etnaviv_cmdbuf *buffer;
107 int exec_state;
108
109 /* bus base address of memory */
110 u32 memory_base;
111
112 /* event management: */
113 struct etnaviv_event event[30];
114 struct completion event_free;
115 spinlock_t event_spinlock;
116
117 /* list of currently in-flight command buffers */
118 struct list_head active_cmd_list;
119
120 u32 idle_mask;
121
122 /* Fencing support */
123 u32 next_fence;
124 u32 active_fence;
125 u32 completed_fence;
126 u32 retired_fence;
127 wait_queue_head_t fence_event;
128 unsigned int fence_context;
129 spinlock_t fence_spinlock;
130
131 /* worker for handling active-list retiring: */
132 struct work_struct retire_work;
133
134 void __iomem *mmio;
135 int irq;
136
137 struct etnaviv_iommu *mmu;
138
139 /* Power Control: */
140 struct clk *clk_bus;
141 struct clk *clk_core;
142 struct clk *clk_shader;
143
144 /* Hang Detction: */
145#define DRM_ETNAVIV_HANGCHECK_PERIOD 500 /* in ms */
146#define DRM_ETNAVIV_HANGCHECK_JIFFIES msecs_to_jiffies(DRM_ETNAVIV_HANGCHECK_PERIOD)
147 struct timer_list hangcheck_timer;
148 u32 hangcheck_fence;
149 u32 hangcheck_dma_addr;
150 struct work_struct recover_work;
151};
152
153struct etnaviv_cmdbuf {
154 /* device this cmdbuf is allocated for */
155 struct etnaviv_gpu *gpu;
156 /* user context key, must be unique between all active users */
157 struct etnaviv_file_private *ctx;
158 /* cmdbuf properties */
159 void *vaddr;
160 dma_addr_t paddr;
161 u32 size;
162 u32 user_size;
163 /* fence after which this buffer is to be disposed */
164 struct fence *fence;
165 /* target exec state */
166 u32 exec_state;
167 /* per GPU in-flight list */
168 struct list_head node;
169 /* BOs attached to this command buffer */
170 unsigned int nr_bos;
171 struct etnaviv_vram_mapping *bo_map[0];
172};
173
174static inline void gpu_write(struct etnaviv_gpu *gpu, u32 reg, u32 data)
175{
176 etnaviv_writel(data, gpu->mmio + reg);
177}
178
179static inline u32 gpu_read(struct etnaviv_gpu *gpu, u32 reg)
180{
181 return etnaviv_readl(gpu->mmio + reg);
182}
183
184static inline bool fence_completed(struct etnaviv_gpu *gpu, u32 fence)
185{
186 return fence_after_eq(gpu->completed_fence, fence);
187}
188
189static inline bool fence_retired(struct etnaviv_gpu *gpu, u32 fence)
190{
191 return fence_after_eq(gpu->retired_fence, fence);
192}
193
194int etnaviv_gpu_get_param(struct etnaviv_gpu *gpu, u32 param, u64 *value);
195
196int etnaviv_gpu_init(struct etnaviv_gpu *gpu);
197
198#ifdef CONFIG_DEBUG_FS
199int etnaviv_gpu_debugfs(struct etnaviv_gpu *gpu, struct seq_file *m);
200#endif
201
202int etnaviv_gpu_fence_sync_obj(struct etnaviv_gem_object *etnaviv_obj,
203 unsigned int context, bool exclusive);
204
205void etnaviv_gpu_retire(struct etnaviv_gpu *gpu);
206int etnaviv_gpu_wait_fence_interruptible(struct etnaviv_gpu *gpu,
207 u32 fence, struct timespec *timeout);
208int etnaviv_gpu_wait_obj_inactive(struct etnaviv_gpu *gpu,
209 struct etnaviv_gem_object *etnaviv_obj, struct timespec *timeout);
210int etnaviv_gpu_submit(struct etnaviv_gpu *gpu,
211 struct etnaviv_gem_submit *submit, struct etnaviv_cmdbuf *cmdbuf);
212struct etnaviv_cmdbuf *etnaviv_gpu_cmdbuf_new(struct etnaviv_gpu *gpu,
213 u32 size, size_t nr_bos);
214void etnaviv_gpu_cmdbuf_free(struct etnaviv_cmdbuf *cmdbuf);
215int etnaviv_gpu_pm_get_sync(struct etnaviv_gpu *gpu);
216void etnaviv_gpu_pm_put(struct etnaviv_gpu *gpu);
217
218extern struct platform_driver etnaviv_gpu_driver;
219
220#endif /* __ETNAVIV_GPU_H__ */