Linux Audio

Check our new training course

Real-Time Linux with PREEMPT_RT training

Feb 18-20, 2025
Register
Loading...
Note: File does not exist in v3.1.
  1// SPDX-License-Identifier: MIT
  2/*
  3 * Copyright © 2019 Intel Corporation
  4 */
  5
  6#include <drm/drm_atomic_state_helper.h>
  7
  8#include "intel_atomic.h"
  9#include "intel_bw.h"
 10#include "intel_cdclk.h"
 11#include "intel_display_types.h"
 12#include "intel_pm.h"
 13#include "intel_sideband.h"
 14
 15/* Parameters for Qclk Geyserville (QGV) */
 16struct intel_qgv_point {
 17	u16 dclk, t_rp, t_rdpre, t_rc, t_ras, t_rcd;
 18};
 19
 20struct intel_qgv_info {
 21	struct intel_qgv_point points[I915_NUM_QGV_POINTS];
 22	u8 num_points;
 23	u8 num_channels;
 24	u8 t_bl;
 25	enum intel_dram_type dram_type;
 26};
 27
 28static int icl_pcode_read_mem_global_info(struct drm_i915_private *dev_priv,
 29					  struct intel_qgv_info *qi)
 30{
 31	u32 val = 0;
 32	int ret;
 33
 34	ret = sandybridge_pcode_read(dev_priv,
 35				     ICL_PCODE_MEM_SUBSYSYSTEM_INFO |
 36				     ICL_PCODE_MEM_SS_READ_GLOBAL_INFO,
 37				     &val, NULL);
 38	if (ret)
 39		return ret;
 40
 41	if (IS_GEN(dev_priv, 12)) {
 42		switch (val & 0xf) {
 43		case 0:
 44			qi->dram_type = INTEL_DRAM_DDR4;
 45			break;
 46		case 3:
 47			qi->dram_type = INTEL_DRAM_LPDDR4;
 48			break;
 49		case 4:
 50			qi->dram_type = INTEL_DRAM_DDR3;
 51			break;
 52		case 5:
 53			qi->dram_type = INTEL_DRAM_LPDDR3;
 54			break;
 55		default:
 56			MISSING_CASE(val & 0xf);
 57			break;
 58		}
 59	} else if (IS_GEN(dev_priv, 11)) {
 60		switch (val & 0xf) {
 61		case 0:
 62			qi->dram_type = INTEL_DRAM_DDR4;
 63			break;
 64		case 1:
 65			qi->dram_type = INTEL_DRAM_DDR3;
 66			break;
 67		case 2:
 68			qi->dram_type = INTEL_DRAM_LPDDR3;
 69			break;
 70		case 3:
 71			qi->dram_type = INTEL_DRAM_LPDDR4;
 72			break;
 73		default:
 74			MISSING_CASE(val & 0xf);
 75			break;
 76		}
 77	} else {
 78		MISSING_CASE(INTEL_GEN(dev_priv));
 79		qi->dram_type = INTEL_DRAM_LPDDR3; /* Conservative default */
 80	}
 81
 82	qi->num_channels = (val & 0xf0) >> 4;
 83	qi->num_points = (val & 0xf00) >> 8;
 84
 85	if (IS_GEN(dev_priv, 12))
 86		qi->t_bl = qi->dram_type == INTEL_DRAM_DDR4 ? 4 : 16;
 87	else if (IS_GEN(dev_priv, 11))
 88		qi->t_bl = qi->dram_type == INTEL_DRAM_DDR4 ? 4 : 8;
 89
 90	return 0;
 91}
 92
 93static int icl_pcode_read_qgv_point_info(struct drm_i915_private *dev_priv,
 94					 struct intel_qgv_point *sp,
 95					 int point)
 96{
 97	u32 val = 0, val2 = 0;
 98	int ret;
 99
100	ret = sandybridge_pcode_read(dev_priv,
101				     ICL_PCODE_MEM_SUBSYSYSTEM_INFO |
102				     ICL_PCODE_MEM_SS_READ_QGV_POINT_INFO(point),
103				     &val, &val2);
104	if (ret)
105		return ret;
106
107	sp->dclk = val & 0xffff;
108	sp->t_rp = (val & 0xff0000) >> 16;
109	sp->t_rcd = (val & 0xff000000) >> 24;
110
111	sp->t_rdpre = val2 & 0xff;
112	sp->t_ras = (val2 & 0xff00) >> 8;
113
114	sp->t_rc = sp->t_rp + sp->t_ras;
115
116	return 0;
117}
118
119int icl_pcode_restrict_qgv_points(struct drm_i915_private *dev_priv,
120				  u32 points_mask)
121{
122	int ret;
123
124	/* bspec says to keep retrying for at least 1 ms */
125	ret = skl_pcode_request(dev_priv, ICL_PCODE_SAGV_DE_MEM_SS_CONFIG,
126				points_mask,
127				ICL_PCODE_POINTS_RESTRICTED_MASK,
128				ICL_PCODE_POINTS_RESTRICTED,
129				1);
130
131	if (ret < 0) {
132		drm_err(&dev_priv->drm, "Failed to disable qgv points (%d)\n", ret);
133		return ret;
134	}
135
136	return 0;
137}
138
139static int icl_get_qgv_points(struct drm_i915_private *dev_priv,
140			      struct intel_qgv_info *qi)
141{
142	int i, ret;
143
144	ret = icl_pcode_read_mem_global_info(dev_priv, qi);
145	if (ret)
146		return ret;
147
148	if (drm_WARN_ON(&dev_priv->drm,
149			qi->num_points > ARRAY_SIZE(qi->points)))
150		qi->num_points = ARRAY_SIZE(qi->points);
151
152	for (i = 0; i < qi->num_points; i++) {
153		struct intel_qgv_point *sp = &qi->points[i];
154
155		ret = icl_pcode_read_qgv_point_info(dev_priv, sp, i);
156		if (ret)
157			return ret;
158
159		drm_dbg_kms(&dev_priv->drm,
160			    "QGV %d: DCLK=%d tRP=%d tRDPRE=%d tRAS=%d tRCD=%d tRC=%d\n",
161			    i, sp->dclk, sp->t_rp, sp->t_rdpre, sp->t_ras,
162			    sp->t_rcd, sp->t_rc);
163	}
164
165	return 0;
166}
167
168static int icl_calc_bw(int dclk, int num, int den)
169{
170	/* multiples of 16.666MHz (100/6) */
171	return DIV_ROUND_CLOSEST(num * dclk * 100, den * 6);
172}
173
174static int icl_sagv_max_dclk(const struct intel_qgv_info *qi)
175{
176	u16 dclk = 0;
177	int i;
178
179	for (i = 0; i < qi->num_points; i++)
180		dclk = max(dclk, qi->points[i].dclk);
181
182	return dclk;
183}
184
185struct intel_sa_info {
186	u16 displayrtids;
187	u8 deburst, deprogbwlimit;
188};
189
190static const struct intel_sa_info icl_sa_info = {
191	.deburst = 8,
192	.deprogbwlimit = 25, /* GB/s */
193	.displayrtids = 128,
194};
195
196static const struct intel_sa_info tgl_sa_info = {
197	.deburst = 16,
198	.deprogbwlimit = 34, /* GB/s */
199	.displayrtids = 256,
200};
201
202static const struct intel_sa_info rkl_sa_info = {
203	.deburst = 16,
204	.deprogbwlimit = 20, /* GB/s */
205	.displayrtids = 128,
206};
207
208static int icl_get_bw_info(struct drm_i915_private *dev_priv, const struct intel_sa_info *sa)
209{
210	struct intel_qgv_info qi = {};
211	bool is_y_tile = true; /* assume y tile may be used */
212	int num_channels;
213	int deinterleave;
214	int ipqdepth, ipqdepthpch;
215	int dclk_max;
216	int maxdebw;
217	int i, ret;
218
219	ret = icl_get_qgv_points(dev_priv, &qi);
220	if (ret) {
221		drm_dbg_kms(&dev_priv->drm,
222			    "Failed to get memory subsystem information, ignoring bandwidth limits");
223		return ret;
224	}
225	num_channels = qi.num_channels;
226
227	deinterleave = DIV_ROUND_UP(num_channels, is_y_tile ? 4 : 2);
228	dclk_max = icl_sagv_max_dclk(&qi);
229
230	ipqdepthpch = 16;
231
232	maxdebw = min(sa->deprogbwlimit * 1000,
233		      icl_calc_bw(dclk_max, 16, 1) * 6 / 10); /* 60% */
234	ipqdepth = min(ipqdepthpch, sa->displayrtids / num_channels);
235
236	for (i = 0; i < ARRAY_SIZE(dev_priv->max_bw); i++) {
237		struct intel_bw_info *bi = &dev_priv->max_bw[i];
238		int clpchgroup;
239		int j;
240
241		clpchgroup = (sa->deburst * deinterleave / num_channels) << i;
242		bi->num_planes = (ipqdepth - clpchgroup) / clpchgroup + 1;
243
244		bi->num_qgv_points = qi.num_points;
245
246		for (j = 0; j < qi.num_points; j++) {
247			const struct intel_qgv_point *sp = &qi.points[j];
248			int ct, bw;
249
250			/*
251			 * Max row cycle time
252			 *
253			 * FIXME what is the logic behind the
254			 * assumed burst length?
255			 */
256			ct = max_t(int, sp->t_rc, sp->t_rp + sp->t_rcd +
257				   (clpchgroup - 1) * qi.t_bl + sp->t_rdpre);
258			bw = icl_calc_bw(sp->dclk, clpchgroup * 32 * num_channels, ct);
259
260			bi->deratedbw[j] = min(maxdebw,
261					       bw * 9 / 10); /* 90% */
262
263			drm_dbg_kms(&dev_priv->drm,
264				    "BW%d / QGV %d: num_planes=%d deratedbw=%u\n",
265				    i, j, bi->num_planes, bi->deratedbw[j]);
266		}
267
268		if (bi->num_planes == 1)
269			break;
270	}
271
272	/*
273	 * In case if SAGV is disabled in BIOS, we always get 1
274	 * SAGV point, but we can't send PCode commands to restrict it
275	 * as it will fail and pointless anyway.
276	 */
277	if (qi.num_points == 1)
278		dev_priv->sagv_status = I915_SAGV_NOT_CONTROLLED;
279	else
280		dev_priv->sagv_status = I915_SAGV_ENABLED;
281
282	return 0;
283}
284
285static unsigned int icl_max_bw(struct drm_i915_private *dev_priv,
286			       int num_planes, int qgv_point)
287{
288	int i;
289
290	/*
291	 * Let's return max bw for 0 planes
292	 */
293	num_planes = max(1, num_planes);
294
295	for (i = 0; i < ARRAY_SIZE(dev_priv->max_bw); i++) {
296		const struct intel_bw_info *bi =
297			&dev_priv->max_bw[i];
298
299		/*
300		 * Pcode will not expose all QGV points when
301		 * SAGV is forced to off/min/med/max.
302		 */
303		if (qgv_point >= bi->num_qgv_points)
304			return UINT_MAX;
305
306		if (num_planes >= bi->num_planes)
307			return bi->deratedbw[qgv_point];
308	}
309
310	return 0;
311}
312
313void intel_bw_init_hw(struct drm_i915_private *dev_priv)
314{
315	if (!HAS_DISPLAY(dev_priv))
316		return;
317
318	if (IS_ROCKETLAKE(dev_priv))
319		icl_get_bw_info(dev_priv, &rkl_sa_info);
320	else if (IS_GEN(dev_priv, 12))
321		icl_get_bw_info(dev_priv, &tgl_sa_info);
322	else if (IS_GEN(dev_priv, 11))
323		icl_get_bw_info(dev_priv, &icl_sa_info);
324}
325
326static unsigned int intel_bw_crtc_num_active_planes(const struct intel_crtc_state *crtc_state)
327{
328	/*
329	 * We assume cursors are small enough
330	 * to not not cause bandwidth problems.
331	 */
332	return hweight8(crtc_state->active_planes & ~BIT(PLANE_CURSOR));
333}
334
335static unsigned int intel_bw_crtc_data_rate(const struct intel_crtc_state *crtc_state)
336{
337	struct intel_crtc *crtc = to_intel_crtc(crtc_state->uapi.crtc);
338	unsigned int data_rate = 0;
339	enum plane_id plane_id;
340
341	for_each_plane_id_on_crtc(crtc, plane_id) {
342		/*
343		 * We assume cursors are small enough
344		 * to not not cause bandwidth problems.
345		 */
346		if (plane_id == PLANE_CURSOR)
347			continue;
348
349		data_rate += crtc_state->data_rate[plane_id];
350	}
351
352	return data_rate;
353}
354
355void intel_bw_crtc_update(struct intel_bw_state *bw_state,
356			  const struct intel_crtc_state *crtc_state)
357{
358	struct intel_crtc *crtc = to_intel_crtc(crtc_state->uapi.crtc);
359	struct drm_i915_private *i915 = to_i915(crtc->base.dev);
360
361	bw_state->data_rate[crtc->pipe] =
362		intel_bw_crtc_data_rate(crtc_state);
363	bw_state->num_active_planes[crtc->pipe] =
364		intel_bw_crtc_num_active_planes(crtc_state);
365
366	drm_dbg_kms(&i915->drm, "pipe %c data rate %u num active planes %u\n",
367		    pipe_name(crtc->pipe),
368		    bw_state->data_rate[crtc->pipe],
369		    bw_state->num_active_planes[crtc->pipe]);
370}
371
372static unsigned int intel_bw_num_active_planes(struct drm_i915_private *dev_priv,
373					       const struct intel_bw_state *bw_state)
374{
375	unsigned int num_active_planes = 0;
376	enum pipe pipe;
377
378	for_each_pipe(dev_priv, pipe)
379		num_active_planes += bw_state->num_active_planes[pipe];
380
381	return num_active_planes;
382}
383
384static unsigned int intel_bw_data_rate(struct drm_i915_private *dev_priv,
385				       const struct intel_bw_state *bw_state)
386{
387	unsigned int data_rate = 0;
388	enum pipe pipe;
389
390	for_each_pipe(dev_priv, pipe)
391		data_rate += bw_state->data_rate[pipe];
392
393	return data_rate;
394}
395
396struct intel_bw_state *
397intel_atomic_get_old_bw_state(struct intel_atomic_state *state)
398{
399	struct drm_i915_private *dev_priv = to_i915(state->base.dev);
400	struct intel_global_state *bw_state;
401
402	bw_state = intel_atomic_get_old_global_obj_state(state, &dev_priv->bw_obj);
403
404	return to_intel_bw_state(bw_state);
405}
406
407struct intel_bw_state *
408intel_atomic_get_new_bw_state(struct intel_atomic_state *state)
409{
410	struct drm_i915_private *dev_priv = to_i915(state->base.dev);
411	struct intel_global_state *bw_state;
412
413	bw_state = intel_atomic_get_new_global_obj_state(state, &dev_priv->bw_obj);
414
415	return to_intel_bw_state(bw_state);
416}
417
418struct intel_bw_state *
419intel_atomic_get_bw_state(struct intel_atomic_state *state)
420{
421	struct drm_i915_private *dev_priv = to_i915(state->base.dev);
422	struct intel_global_state *bw_state;
423
424	bw_state = intel_atomic_get_global_obj_state(state, &dev_priv->bw_obj);
425	if (IS_ERR(bw_state))
426		return ERR_CAST(bw_state);
427
428	return to_intel_bw_state(bw_state);
429}
430
431int skl_bw_calc_min_cdclk(struct intel_atomic_state *state)
432{
433	struct drm_i915_private *dev_priv = to_i915(state->base.dev);
434	struct intel_bw_state *new_bw_state = NULL;
435	struct intel_bw_state *old_bw_state = NULL;
436	const struct intel_crtc_state *crtc_state;
437	struct intel_crtc *crtc;
438	int max_bw = 0;
439	int slice_id;
440	enum pipe pipe;
441	int i;
442
443	for_each_new_intel_crtc_in_state(state, crtc, crtc_state, i) {
444		enum plane_id plane_id;
445		struct intel_dbuf_bw *crtc_bw;
446
447		new_bw_state = intel_atomic_get_bw_state(state);
448		if (IS_ERR(new_bw_state))
449			return PTR_ERR(new_bw_state);
450
451		old_bw_state = intel_atomic_get_old_bw_state(state);
452
453		crtc_bw = &new_bw_state->dbuf_bw[crtc->pipe];
454
455		memset(&crtc_bw->used_bw, 0, sizeof(crtc_bw->used_bw));
456
457		if (!crtc_state->hw.active)
458			continue;
459
460		for_each_plane_id_on_crtc(crtc, plane_id) {
461			const struct skl_ddb_entry *plane_alloc =
462				&crtc_state->wm.skl.plane_ddb_y[plane_id];
463			const struct skl_ddb_entry *uv_plane_alloc =
464				&crtc_state->wm.skl.plane_ddb_uv[plane_id];
465			unsigned int data_rate = crtc_state->data_rate[plane_id];
466			unsigned int dbuf_mask = 0;
467
468			dbuf_mask |= skl_ddb_dbuf_slice_mask(dev_priv, plane_alloc);
469			dbuf_mask |= skl_ddb_dbuf_slice_mask(dev_priv, uv_plane_alloc);
470
471			/*
472			 * FIXME: To calculate that more properly we probably
473			 * need to to split per plane data_rate into data_rate_y
474			 * and data_rate_uv for multiplanar formats in order not
475			 * to get accounted those twice if they happen to reside
476			 * on different slices.
477			 * However for pre-icl this would work anyway because
478			 * we have only single slice and for icl+ uv plane has
479			 * non-zero data rate.
480			 * So in worst case those calculation are a bit
481			 * pessimistic, which shouldn't pose any significant
482			 * problem anyway.
483			 */
484			for_each_dbuf_slice_in_mask(slice_id, dbuf_mask)
485				crtc_bw->used_bw[slice_id] += data_rate;
486		}
487	}
488
489	if (!old_bw_state)
490		return 0;
491
492	for_each_pipe(dev_priv, pipe) {
493		struct intel_dbuf_bw *crtc_bw;
494
495		crtc_bw = &new_bw_state->dbuf_bw[pipe];
496
497		for_each_dbuf_slice(slice_id) {
498			/*
499			 * Current experimental observations show that contrary
500			 * to BSpec we get underruns once we exceed 64 * CDCLK
501			 * for slices in total.
502			 * As a temporary measure in order not to keep CDCLK
503			 * bumped up all the time we calculate CDCLK according
504			 * to this formula for  overall bw consumed by slices.
505			 */
506			max_bw += crtc_bw->used_bw[slice_id];
507		}
508	}
509
510	new_bw_state->min_cdclk = max_bw / 64;
511
512	if (new_bw_state->min_cdclk != old_bw_state->min_cdclk) {
513		int ret = intel_atomic_lock_global_state(&new_bw_state->base);
514
515		if (ret)
516			return ret;
517	}
518
519	return 0;
520}
521
522int intel_bw_calc_min_cdclk(struct intel_atomic_state *state)
523{
524	struct drm_i915_private *dev_priv = to_i915(state->base.dev);
525	struct intel_bw_state *new_bw_state = NULL;
526	struct intel_bw_state *old_bw_state = NULL;
527	const struct intel_crtc_state *crtc_state;
528	struct intel_crtc *crtc;
529	int min_cdclk = 0;
530	enum pipe pipe;
531	int i;
532
533	for_each_new_intel_crtc_in_state(state, crtc, crtc_state, i) {
534		new_bw_state = intel_atomic_get_bw_state(state);
535		if (IS_ERR(new_bw_state))
536			return PTR_ERR(new_bw_state);
537
538		old_bw_state = intel_atomic_get_old_bw_state(state);
539	}
540
541	if (!old_bw_state)
542		return 0;
543
544	for_each_pipe(dev_priv, pipe) {
545		struct intel_cdclk_state *cdclk_state;
546
547		cdclk_state = intel_atomic_get_new_cdclk_state(state);
548		if (!cdclk_state)
549			return 0;
550
551		min_cdclk = max(cdclk_state->min_cdclk[pipe], min_cdclk);
552	}
553
554	new_bw_state->min_cdclk = min_cdclk;
555
556	if (new_bw_state->min_cdclk != old_bw_state->min_cdclk) {
557		int ret = intel_atomic_lock_global_state(&new_bw_state->base);
558
559		if (ret)
560			return ret;
561	}
562
563	return 0;
564}
565
566int intel_bw_atomic_check(struct intel_atomic_state *state)
567{
568	struct drm_i915_private *dev_priv = to_i915(state->base.dev);
569	struct intel_crtc_state *new_crtc_state, *old_crtc_state;
570	struct intel_bw_state *new_bw_state = NULL;
571	const struct intel_bw_state *old_bw_state = NULL;
572	unsigned int data_rate;
573	unsigned int num_active_planes;
574	struct intel_crtc *crtc;
575	int i, ret;
576	u32 allowed_points = 0;
577	unsigned int max_bw_point = 0, max_bw = 0;
578	unsigned int num_qgv_points = dev_priv->max_bw[0].num_qgv_points;
579	u32 mask = (1 << num_qgv_points) - 1;
580
581	/* FIXME earlier gens need some checks too */
582	if (INTEL_GEN(dev_priv) < 11)
583		return 0;
584
585	for_each_oldnew_intel_crtc_in_state(state, crtc, old_crtc_state,
586					    new_crtc_state, i) {
587		unsigned int old_data_rate =
588			intel_bw_crtc_data_rate(old_crtc_state);
589		unsigned int new_data_rate =
590			intel_bw_crtc_data_rate(new_crtc_state);
591		unsigned int old_active_planes =
592			intel_bw_crtc_num_active_planes(old_crtc_state);
593		unsigned int new_active_planes =
594			intel_bw_crtc_num_active_planes(new_crtc_state);
595
596		/*
597		 * Avoid locking the bw state when
598		 * nothing significant has changed.
599		 */
600		if (old_data_rate == new_data_rate &&
601		    old_active_planes == new_active_planes)
602			continue;
603
604		new_bw_state = intel_atomic_get_bw_state(state);
605		if (IS_ERR(new_bw_state))
606			return PTR_ERR(new_bw_state);
607
608		new_bw_state->data_rate[crtc->pipe] = new_data_rate;
609		new_bw_state->num_active_planes[crtc->pipe] = new_active_planes;
610
611		drm_dbg_kms(&dev_priv->drm,
612			    "pipe %c data rate %u num active planes %u\n",
613			    pipe_name(crtc->pipe),
614			    new_bw_state->data_rate[crtc->pipe],
615			    new_bw_state->num_active_planes[crtc->pipe]);
616	}
617
618	if (!new_bw_state)
619		return 0;
620
621	ret = intel_atomic_lock_global_state(&new_bw_state->base);
622	if (ret)
623		return ret;
624
625	data_rate = intel_bw_data_rate(dev_priv, new_bw_state);
626	data_rate = DIV_ROUND_UP(data_rate, 1000);
627
628	num_active_planes = intel_bw_num_active_planes(dev_priv, new_bw_state);
629
630	for (i = 0; i < num_qgv_points; i++) {
631		unsigned int max_data_rate;
632
633		max_data_rate = icl_max_bw(dev_priv, num_active_planes, i);
634		/*
635		 * We need to know which qgv point gives us
636		 * maximum bandwidth in order to disable SAGV
637		 * if we find that we exceed SAGV block time
638		 * with watermarks. By that moment we already
639		 * have those, as it is calculated earlier in
640		 * intel_atomic_check,
641		 */
642		if (max_data_rate > max_bw) {
643			max_bw_point = i;
644			max_bw = max_data_rate;
645		}
646		if (max_data_rate >= data_rate)
647			allowed_points |= BIT(i);
648		drm_dbg_kms(&dev_priv->drm, "QGV point %d: max bw %d required %d\n",
649			    i, max_data_rate, data_rate);
650	}
651
652	/*
653	 * BSpec states that we always should have at least one allowed point
654	 * left, so if we couldn't - simply reject the configuration for obvious
655	 * reasons.
656	 */
657	if (allowed_points == 0) {
658		drm_dbg_kms(&dev_priv->drm, "No QGV points provide sufficient memory"
659			    " bandwidth %d for display configuration(%d active planes).\n",
660			    data_rate, num_active_planes);
661		return -EINVAL;
662	}
663
664	/*
665	 * Leave only single point with highest bandwidth, if
666	 * we can't enable SAGV due to the increased memory latency it may
667	 * cause.
668	 */
669	if (!intel_can_enable_sagv(dev_priv, new_bw_state)) {
670		allowed_points = BIT(max_bw_point);
671		drm_dbg_kms(&dev_priv->drm, "No SAGV, using single QGV point %d\n",
672			    max_bw_point);
673	}
674	/*
675	 * We store the ones which need to be masked as that is what PCode
676	 * actually accepts as a parameter.
677	 */
678	new_bw_state->qgv_points_mask = ~allowed_points & mask;
679
680	old_bw_state = intel_atomic_get_old_bw_state(state);
681	/*
682	 * If the actual mask had changed we need to make sure that
683	 * the commits are serialized(in case this is a nomodeset, nonblocking)
684	 */
685	if (new_bw_state->qgv_points_mask != old_bw_state->qgv_points_mask) {
686		ret = intel_atomic_serialize_global_state(&new_bw_state->base);
687		if (ret)
688			return ret;
689	}
690
691	return 0;
692}
693
694static struct intel_global_state *
695intel_bw_duplicate_state(struct intel_global_obj *obj)
696{
697	struct intel_bw_state *state;
698
699	state = kmemdup(obj->state, sizeof(*state), GFP_KERNEL);
700	if (!state)
701		return NULL;
702
703	return &state->base;
704}
705
706static void intel_bw_destroy_state(struct intel_global_obj *obj,
707				   struct intel_global_state *state)
708{
709	kfree(state);
710}
711
712static const struct intel_global_state_funcs intel_bw_funcs = {
713	.atomic_duplicate_state = intel_bw_duplicate_state,
714	.atomic_destroy_state = intel_bw_destroy_state,
715};
716
717int intel_bw_init(struct drm_i915_private *dev_priv)
718{
719	struct intel_bw_state *state;
720
721	state = kzalloc(sizeof(*state), GFP_KERNEL);
722	if (!state)
723		return -ENOMEM;
724
725	intel_atomic_global_obj_init(dev_priv, &dev_priv->bw_obj,
726				     &state->base, &intel_bw_funcs);
727
728	return 0;
729}