Linux Audio

Check our new training course

Loading...
v4.6
   1/*
   2 * Copyright 2014 Advanced Micro Devices, Inc.
   3 *
   4 * Permission is hereby granted, free of charge, to any person obtaining a
   5 * copy of this software and associated documentation files (the "Software"),
   6 * to deal in the Software without restriction, including without limitation
   7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
   8 * and/or sell copies of the Software, and to permit persons to whom the
   9 * Software is furnished to do so, subject to the following conditions:
  10 *
  11 * The above copyright notice and this permission notice shall be included in
  12 * all copies or substantial portions of the Software.
  13 *
  14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
  17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
  18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
  19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
  20 * OTHER DEALINGS IN THE SOFTWARE.
  21 *
  22 */
  23#include <linux/firmware.h>
  24#include "drmP.h"
  25#include "amdgpu.h"
  26#include "cikd.h"
  27#include "cik.h"
  28#include "gmc_v7_0.h"
  29#include "amdgpu_ucode.h"
  30
  31#include "bif/bif_4_1_d.h"
  32#include "bif/bif_4_1_sh_mask.h"
  33
  34#include "gmc/gmc_7_1_d.h"
  35#include "gmc/gmc_7_1_sh_mask.h"
  36
  37#include "oss/oss_2_0_d.h"
  38#include "oss/oss_2_0_sh_mask.h"
  39
  40static void gmc_v7_0_set_gart_funcs(struct amdgpu_device *adev);
  41static void gmc_v7_0_set_irq_funcs(struct amdgpu_device *adev);
 
  42
  43MODULE_FIRMWARE("radeon/bonaire_mc.bin");
  44MODULE_FIRMWARE("radeon/hawaii_mc.bin");
  45MODULE_FIRMWARE("amdgpu/topaz_mc.bin");
  46
  47static const u32 golden_settings_iceland_a11[] =
  48{
  49	mmVM_PRT_APERTURE0_LOW_ADDR, 0x0fffffff, 0x0fffffff,
  50	mmVM_PRT_APERTURE1_LOW_ADDR, 0x0fffffff, 0x0fffffff,
  51	mmVM_PRT_APERTURE2_LOW_ADDR, 0x0fffffff, 0x0fffffff,
  52	mmVM_PRT_APERTURE3_LOW_ADDR, 0x0fffffff, 0x0fffffff
  53};
  54
  55static const u32 iceland_mgcg_cgcg_init[] =
  56{
  57	mmMC_MEM_POWER_LS, 0xffffffff, 0x00000104
  58};
  59
  60static void gmc_v7_0_init_golden_registers(struct amdgpu_device *adev)
  61{
  62	switch (adev->asic_type) {
  63	case CHIP_TOPAZ:
  64		amdgpu_program_register_sequence(adev,
  65						 iceland_mgcg_cgcg_init,
  66						 (const u32)ARRAY_SIZE(iceland_mgcg_cgcg_init));
  67		amdgpu_program_register_sequence(adev,
  68						 golden_settings_iceland_a11,
  69						 (const u32)ARRAY_SIZE(golden_settings_iceland_a11));
  70		break;
  71	default:
  72		break;
  73	}
  74}
  75
  76/**
  77 * gmc7_mc_wait_for_idle - wait for MC idle callback.
  78 *
  79 * @adev: amdgpu_device pointer
  80 *
  81 * Wait for the MC (memory controller) to be idle.
  82 * (evergreen+).
  83 * Returns 0 if the MC is idle, -1 if not.
  84 */
  85int gmc_v7_0_mc_wait_for_idle(struct amdgpu_device *adev)
  86{
  87	unsigned i;
  88	u32 tmp;
  89
  90	for (i = 0; i < adev->usec_timeout; i++) {
  91		/* read MC_STATUS */
  92		tmp = RREG32(mmSRBM_STATUS) & 0x1F00;
  93		if (!tmp)
  94			return 0;
  95		udelay(1);
  96	}
  97	return -1;
  98}
  99
 100void gmc_v7_0_mc_stop(struct amdgpu_device *adev,
 101		      struct amdgpu_mode_mc_save *save)
 102{
 103	u32 blackout;
 104
 105	if (adev->mode_info.num_crtc)
 106		amdgpu_display_stop_mc_access(adev, save);
 107
 108	amdgpu_asic_wait_for_mc_idle(adev);
 109
 110	blackout = RREG32(mmMC_SHARED_BLACKOUT_CNTL);
 111	if (REG_GET_FIELD(blackout, MC_SHARED_BLACKOUT_CNTL, BLACKOUT_MODE) != 1) {
 112		/* Block CPU access */
 113		WREG32(mmBIF_FB_EN, 0);
 114		/* blackout the MC */
 115		blackout = REG_SET_FIELD(blackout,
 116					 MC_SHARED_BLACKOUT_CNTL, BLACKOUT_MODE, 0);
 117		WREG32(mmMC_SHARED_BLACKOUT_CNTL, blackout | 1);
 118	}
 119	/* wait for the MC to settle */
 120	udelay(100);
 121}
 122
 123void gmc_v7_0_mc_resume(struct amdgpu_device *adev,
 124			struct amdgpu_mode_mc_save *save)
 125{
 126	u32 tmp;
 127
 128	/* unblackout the MC */
 129	tmp = RREG32(mmMC_SHARED_BLACKOUT_CNTL);
 130	tmp = REG_SET_FIELD(tmp, MC_SHARED_BLACKOUT_CNTL, BLACKOUT_MODE, 0);
 131	WREG32(mmMC_SHARED_BLACKOUT_CNTL, tmp);
 132	/* allow CPU access */
 133	tmp = REG_SET_FIELD(0, BIF_FB_EN, FB_READ_EN, 1);
 134	tmp = REG_SET_FIELD(tmp, BIF_FB_EN, FB_WRITE_EN, 1);
 135	WREG32(mmBIF_FB_EN, tmp);
 136
 137	if (adev->mode_info.num_crtc)
 138		amdgpu_display_resume_mc_access(adev, save);
 139}
 140
 141/**
 142 * gmc_v7_0_init_microcode - load ucode images from disk
 143 *
 144 * @adev: amdgpu_device pointer
 145 *
 146 * Use the firmware interface to load the ucode images into
 147 * the driver (not loaded into hw).
 148 * Returns 0 on success, error on failure.
 149 */
 150static int gmc_v7_0_init_microcode(struct amdgpu_device *adev)
 151{
 152	const char *chip_name;
 153	char fw_name[30];
 154	int err;
 155
 156	DRM_DEBUG("\n");
 157
 158	switch (adev->asic_type) {
 159	case CHIP_BONAIRE:
 160		chip_name = "bonaire";
 161		break;
 162	case CHIP_HAWAII:
 163		chip_name = "hawaii";
 164		break;
 165	case CHIP_TOPAZ:
 166		chip_name = "topaz";
 167		break;
 168	case CHIP_KAVERI:
 169	case CHIP_KABINI:
 
 170		return 0;
 171	default: BUG();
 172	}
 173
 174	if (adev->asic_type == CHIP_TOPAZ)
 175		snprintf(fw_name, sizeof(fw_name), "amdgpu/%s_mc.bin", chip_name);
 176	else
 177		snprintf(fw_name, sizeof(fw_name), "radeon/%s_mc.bin", chip_name);
 178
 179	err = request_firmware(&adev->mc.fw, fw_name, adev->dev);
 180	if (err)
 181		goto out;
 182	err = amdgpu_ucode_validate(adev->mc.fw);
 183
 184out:
 185	if (err) {
 186		printk(KERN_ERR
 187		       "cik_mc: Failed to load firmware \"%s\"\n",
 188		       fw_name);
 189		release_firmware(adev->mc.fw);
 190		adev->mc.fw = NULL;
 191	}
 192	return err;
 193}
 194
 195/**
 196 * gmc_v7_0_mc_load_microcode - load MC ucode into the hw
 197 *
 198 * @adev: amdgpu_device pointer
 199 *
 200 * Load the GDDR MC ucode into the hw (CIK).
 201 * Returns 0 on success, error on failure.
 202 */
 203static int gmc_v7_0_mc_load_microcode(struct amdgpu_device *adev)
 204{
 205	const struct mc_firmware_header_v1_0 *hdr;
 206	const __le32 *fw_data = NULL;
 207	const __le32 *io_mc_regs = NULL;
 208	u32 running, blackout = 0;
 209	int i, ucode_size, regs_size;
 210
 211	if (!adev->mc.fw)
 212		return -EINVAL;
 213
 214	hdr = (const struct mc_firmware_header_v1_0 *)adev->mc.fw->data;
 215	amdgpu_ucode_print_mc_hdr(&hdr->header);
 216
 217	adev->mc.fw_version = le32_to_cpu(hdr->header.ucode_version);
 218	regs_size = le32_to_cpu(hdr->io_debug_size_bytes) / (4 * 2);
 219	io_mc_regs = (const __le32 *)
 220		(adev->mc.fw->data + le32_to_cpu(hdr->io_debug_array_offset_bytes));
 221	ucode_size = le32_to_cpu(hdr->header.ucode_size_bytes) / 4;
 222	fw_data = (const __le32 *)
 223		(adev->mc.fw->data + le32_to_cpu(hdr->header.ucode_array_offset_bytes));
 224
 225	running = REG_GET_FIELD(RREG32(mmMC_SEQ_SUP_CNTL), MC_SEQ_SUP_CNTL, RUN);
 226
 227	if (running == 0) {
 228		if (running) {
 229			blackout = RREG32(mmMC_SHARED_BLACKOUT_CNTL);
 230			WREG32(mmMC_SHARED_BLACKOUT_CNTL, blackout | 1);
 231		}
 232
 233		/* reset the engine and set to writable */
 234		WREG32(mmMC_SEQ_SUP_CNTL, 0x00000008);
 235		WREG32(mmMC_SEQ_SUP_CNTL, 0x00000010);
 236
 237		/* load mc io regs */
 238		for (i = 0; i < regs_size; i++) {
 239			WREG32(mmMC_SEQ_IO_DEBUG_INDEX, le32_to_cpup(io_mc_regs++));
 240			WREG32(mmMC_SEQ_IO_DEBUG_DATA, le32_to_cpup(io_mc_regs++));
 241		}
 242		/* load the MC ucode */
 243		for (i = 0; i < ucode_size; i++)
 244			WREG32(mmMC_SEQ_SUP_PGM, le32_to_cpup(fw_data++));
 245
 246		/* put the engine back into the active state */
 247		WREG32(mmMC_SEQ_SUP_CNTL, 0x00000008);
 248		WREG32(mmMC_SEQ_SUP_CNTL, 0x00000004);
 249		WREG32(mmMC_SEQ_SUP_CNTL, 0x00000001);
 250
 251		/* wait for training to complete */
 252		for (i = 0; i < adev->usec_timeout; i++) {
 253			if (REG_GET_FIELD(RREG32(mmMC_SEQ_TRAIN_WAKEUP_CNTL),
 254					  MC_SEQ_TRAIN_WAKEUP_CNTL, TRAIN_DONE_D0))
 255				break;
 256			udelay(1);
 257		}
 258		for (i = 0; i < adev->usec_timeout; i++) {
 259			if (REG_GET_FIELD(RREG32(mmMC_SEQ_TRAIN_WAKEUP_CNTL),
 260					  MC_SEQ_TRAIN_WAKEUP_CNTL, TRAIN_DONE_D1))
 261				break;
 262			udelay(1);
 263		}
 264
 265		if (running)
 266			WREG32(mmMC_SHARED_BLACKOUT_CNTL, blackout);
 267	}
 268
 269	return 0;
 270}
 271
 272static void gmc_v7_0_vram_gtt_location(struct amdgpu_device *adev,
 273				       struct amdgpu_mc *mc)
 274{
 275	if (mc->mc_vram_size > 0xFFC0000000ULL) {
 276		/* leave room for at least 1024M GTT */
 277		dev_warn(adev->dev, "limiting VRAM\n");
 278		mc->real_vram_size = 0xFFC0000000ULL;
 279		mc->mc_vram_size = 0xFFC0000000ULL;
 280	}
 281	amdgpu_vram_location(adev, &adev->mc, 0);
 282	adev->mc.gtt_base_align = 0;
 283	amdgpu_gtt_location(adev, mc);
 284}
 285
 286/**
 287 * gmc_v7_0_mc_program - program the GPU memory controller
 288 *
 289 * @adev: amdgpu_device pointer
 290 *
 291 * Set the location of vram, gart, and AGP in the GPU's
 292 * physical address space (CIK).
 293 */
 294static void gmc_v7_0_mc_program(struct amdgpu_device *adev)
 295{
 296	struct amdgpu_mode_mc_save save;
 297	u32 tmp;
 298	int i, j;
 299
 300	/* Initialize HDP */
 301	for (i = 0, j = 0; i < 32; i++, j += 0x6) {
 302		WREG32((0xb05 + j), 0x00000000);
 303		WREG32((0xb06 + j), 0x00000000);
 304		WREG32((0xb07 + j), 0x00000000);
 305		WREG32((0xb08 + j), 0x00000000);
 306		WREG32((0xb09 + j), 0x00000000);
 307	}
 308	WREG32(mmHDP_REG_COHERENCY_FLUSH_CNTL, 0);
 309
 310	if (adev->mode_info.num_crtc)
 311		amdgpu_display_set_vga_render_state(adev, false);
 312
 313	gmc_v7_0_mc_stop(adev, &save);
 314	if (amdgpu_asic_wait_for_mc_idle(adev)) {
 315		dev_warn(adev->dev, "Wait for MC idle timedout !\n");
 316	}
 317	/* Update configuration */
 318	WREG32(mmMC_VM_SYSTEM_APERTURE_LOW_ADDR,
 319	       adev->mc.vram_start >> 12);
 320	WREG32(mmMC_VM_SYSTEM_APERTURE_HIGH_ADDR,
 321	       adev->mc.vram_end >> 12);
 322	WREG32(mmMC_VM_SYSTEM_APERTURE_DEFAULT_ADDR,
 323	       adev->vram_scratch.gpu_addr >> 12);
 324	tmp = ((adev->mc.vram_end >> 24) & 0xFFFF) << 16;
 325	tmp |= ((adev->mc.vram_start >> 24) & 0xFFFF);
 326	WREG32(mmMC_VM_FB_LOCATION, tmp);
 327	/* XXX double check these! */
 328	WREG32(mmHDP_NONSURFACE_BASE, (adev->mc.vram_start >> 8));
 329	WREG32(mmHDP_NONSURFACE_INFO, (2 << 7) | (1 << 30));
 330	WREG32(mmHDP_NONSURFACE_SIZE, 0x3FFFFFFF);
 331	WREG32(mmMC_VM_AGP_BASE, 0);
 332	WREG32(mmMC_VM_AGP_TOP, 0x0FFFFFFF);
 333	WREG32(mmMC_VM_AGP_BOT, 0x0FFFFFFF);
 334	if (amdgpu_asic_wait_for_mc_idle(adev)) {
 335		dev_warn(adev->dev, "Wait for MC idle timedout !\n");
 336	}
 337	gmc_v7_0_mc_resume(adev, &save);
 338
 339	WREG32(mmBIF_FB_EN, BIF_FB_EN__FB_READ_EN_MASK | BIF_FB_EN__FB_WRITE_EN_MASK);
 340
 341	tmp = RREG32(mmHDP_MISC_CNTL);
 342	tmp = REG_SET_FIELD(tmp, HDP_MISC_CNTL, FLUSH_INVALIDATE_CACHE, 0);
 343	WREG32(mmHDP_MISC_CNTL, tmp);
 344
 345	tmp = RREG32(mmHDP_HOST_PATH_CNTL);
 346	WREG32(mmHDP_HOST_PATH_CNTL, tmp);
 347}
 348
 349/**
 350 * gmc_v7_0_mc_init - initialize the memory controller driver params
 351 *
 352 * @adev: amdgpu_device pointer
 353 *
 354 * Look up the amount of vram, vram width, and decide how to place
 355 * vram and gart within the GPU's physical address space (CIK).
 356 * Returns 0 for success.
 357 */
 358static int gmc_v7_0_mc_init(struct amdgpu_device *adev)
 359{
 360	u32 tmp;
 361	int chansize, numchan;
 362
 363	/* Get VRAM informations */
 364	tmp = RREG32(mmMC_ARB_RAMCFG);
 365	if (REG_GET_FIELD(tmp, MC_ARB_RAMCFG, CHANSIZE)) {
 366		chansize = 64;
 367	} else {
 368		chansize = 32;
 369	}
 370	tmp = RREG32(mmMC_SHARED_CHMAP);
 371	switch (REG_GET_FIELD(tmp, MC_SHARED_CHMAP, NOOFCHAN)) {
 372	case 0:
 373	default:
 374		numchan = 1;
 375		break;
 376	case 1:
 377		numchan = 2;
 378		break;
 379	case 2:
 380		numchan = 4;
 381		break;
 382	case 3:
 383		numchan = 8;
 384		break;
 385	case 4:
 386		numchan = 3;
 387		break;
 388	case 5:
 389		numchan = 6;
 390		break;
 391	case 6:
 392		numchan = 10;
 393		break;
 394	case 7:
 395		numchan = 12;
 396		break;
 397	case 8:
 398		numchan = 16;
 399		break;
 400	}
 401	adev->mc.vram_width = numchan * chansize;
 402	/* Could aper size report 0 ? */
 403	adev->mc.aper_base = pci_resource_start(adev->pdev, 0);
 404	adev->mc.aper_size = pci_resource_len(adev->pdev, 0);
 405	/* size in MB on si */
 406	adev->mc.mc_vram_size = RREG32(mmCONFIG_MEMSIZE) * 1024ULL * 1024ULL;
 407	adev->mc.real_vram_size = RREG32(mmCONFIG_MEMSIZE) * 1024ULL * 1024ULL;
 408	adev->mc.visible_vram_size = adev->mc.aper_size;
 409
 410	/* In case the PCI BAR is larger than the actual amount of vram */
 411	if (adev->mc.visible_vram_size > adev->mc.real_vram_size)
 412		adev->mc.visible_vram_size = adev->mc.real_vram_size;
 413
 414	/* unless the user had overridden it, set the gart
 415	 * size equal to the 1024 or vram, whichever is larger.
 416	 */
 417	if (amdgpu_gart_size == -1)
 418		adev->mc.gtt_size = max((1024ULL << 20), adev->mc.mc_vram_size);
 419	else
 420		adev->mc.gtt_size = (uint64_t)amdgpu_gart_size << 20;
 421
 422	gmc_v7_0_vram_gtt_location(adev, &adev->mc);
 423
 424	return 0;
 425}
 426
 427/*
 428 * GART
 429 * VMID 0 is the physical GPU addresses as used by the kernel.
 430 * VMIDs 1-15 are used for userspace clients and are handled
 431 * by the amdgpu vm/hsa code.
 432 */
 433
 434/**
 435 * gmc_v7_0_gart_flush_gpu_tlb - gart tlb flush callback
 436 *
 437 * @adev: amdgpu_device pointer
 438 * @vmid: vm instance to flush
 439 *
 440 * Flush the TLB for the requested page table (CIK).
 441 */
 442static void gmc_v7_0_gart_flush_gpu_tlb(struct amdgpu_device *adev,
 443					uint32_t vmid)
 444{
 445	/* flush hdp cache */
 446	WREG32(mmHDP_MEM_COHERENCY_FLUSH_CNTL, 0);
 447
 448	/* bits 0-15 are the VM contexts0-15 */
 449	WREG32(mmVM_INVALIDATE_REQUEST, 1 << vmid);
 450}
 451
 452/**
 453 * gmc_v7_0_gart_set_pte_pde - update the page tables using MMIO
 454 *
 455 * @adev: amdgpu_device pointer
 456 * @cpu_pt_addr: cpu address of the page table
 457 * @gpu_page_idx: entry in the page table to update
 458 * @addr: dst addr to write into pte/pde
 459 * @flags: access flags
 460 *
 461 * Update the page tables using the CPU.
 462 */
 463static int gmc_v7_0_gart_set_pte_pde(struct amdgpu_device *adev,
 464				     void *cpu_pt_addr,
 465				     uint32_t gpu_page_idx,
 466				     uint64_t addr,
 467				     uint32_t flags)
 468{
 469	void __iomem *ptr = (void *)cpu_pt_addr;
 470	uint64_t value;
 471
 472	value = addr & 0xFFFFFFFFFFFFF000ULL;
 473	value |= flags;
 474	writeq(value, ptr + (gpu_page_idx * 8));
 475
 476	return 0;
 477}
 478
 479/**
 480 * gmc_v8_0_set_fault_enable_default - update VM fault handling
 481 *
 482 * @adev: amdgpu_device pointer
 483 * @value: true redirects VM faults to the default page
 484 */
 485static void gmc_v7_0_set_fault_enable_default(struct amdgpu_device *adev,
 486					      bool value)
 487{
 488	u32 tmp;
 489
 490	tmp = RREG32(mmVM_CONTEXT1_CNTL);
 491	tmp = REG_SET_FIELD(tmp, VM_CONTEXT1_CNTL,
 492			    RANGE_PROTECTION_FAULT_ENABLE_DEFAULT, value);
 493	tmp = REG_SET_FIELD(tmp, VM_CONTEXT1_CNTL,
 494			    DUMMY_PAGE_PROTECTION_FAULT_ENABLE_DEFAULT, value);
 495	tmp = REG_SET_FIELD(tmp, VM_CONTEXT1_CNTL,
 496			    PDE0_PROTECTION_FAULT_ENABLE_DEFAULT, value);
 497	tmp = REG_SET_FIELD(tmp, VM_CONTEXT1_CNTL,
 498			    VALID_PROTECTION_FAULT_ENABLE_DEFAULT, value);
 499	tmp = REG_SET_FIELD(tmp, VM_CONTEXT1_CNTL,
 500			    READ_PROTECTION_FAULT_ENABLE_DEFAULT, value);
 501	tmp = REG_SET_FIELD(tmp, VM_CONTEXT1_CNTL,
 502			    WRITE_PROTECTION_FAULT_ENABLE_DEFAULT, value);
 503	WREG32(mmVM_CONTEXT1_CNTL, tmp);
 504}
 505
 506/**
 507 * gmc_v7_0_gart_enable - gart enable
 508 *
 509 * @adev: amdgpu_device pointer
 510 *
 511 * This sets up the TLBs, programs the page tables for VMID0,
 512 * sets up the hw for VMIDs 1-15 which are allocated on
 513 * demand, and sets up the global locations for the LDS, GDS,
 514 * and GPUVM for FSA64 clients (CIK).
 515 * Returns 0 for success, errors for failure.
 516 */
 517static int gmc_v7_0_gart_enable(struct amdgpu_device *adev)
 518{
 519	int r, i;
 520	u32 tmp;
 521
 522	if (adev->gart.robj == NULL) {
 523		dev_err(adev->dev, "No VRAM object for PCIE GART.\n");
 524		return -EINVAL;
 525	}
 526	r = amdgpu_gart_table_vram_pin(adev);
 527	if (r)
 528		return r;
 529	/* Setup TLB control */
 530	tmp = RREG32(mmMC_VM_MX_L1_TLB_CNTL);
 531	tmp = REG_SET_FIELD(tmp, MC_VM_MX_L1_TLB_CNTL, ENABLE_L1_TLB, 1);
 532	tmp = REG_SET_FIELD(tmp, MC_VM_MX_L1_TLB_CNTL, ENABLE_L1_FRAGMENT_PROCESSING, 1);
 533	tmp = REG_SET_FIELD(tmp, MC_VM_MX_L1_TLB_CNTL, SYSTEM_ACCESS_MODE, 3);
 534	tmp = REG_SET_FIELD(tmp, MC_VM_MX_L1_TLB_CNTL, ENABLE_ADVANCED_DRIVER_MODEL, 1);
 535	tmp = REG_SET_FIELD(tmp, MC_VM_MX_L1_TLB_CNTL, SYSTEM_APERTURE_UNMAPPED_ACCESS, 0);
 536	WREG32(mmMC_VM_MX_L1_TLB_CNTL, tmp);
 537	/* Setup L2 cache */
 538	tmp = RREG32(mmVM_L2_CNTL);
 539	tmp = REG_SET_FIELD(tmp, VM_L2_CNTL, ENABLE_L2_CACHE, 1);
 540	tmp = REG_SET_FIELD(tmp, VM_L2_CNTL, ENABLE_L2_FRAGMENT_PROCESSING, 1);
 541	tmp = REG_SET_FIELD(tmp, VM_L2_CNTL, ENABLE_L2_PTE_CACHE_LRU_UPDATE_BY_WRITE, 1);
 542	tmp = REG_SET_FIELD(tmp, VM_L2_CNTL, ENABLE_L2_PDE0_CACHE_LRU_UPDATE_BY_WRITE, 1);
 543	tmp = REG_SET_FIELD(tmp, VM_L2_CNTL, EFFECTIVE_L2_QUEUE_SIZE, 7);
 544	tmp = REG_SET_FIELD(tmp, VM_L2_CNTL, CONTEXT1_IDENTITY_ACCESS_MODE, 1);
 545	tmp = REG_SET_FIELD(tmp, VM_L2_CNTL, ENABLE_DEFAULT_PAGE_OUT_TO_SYSTEM_MEMORY, 1);
 546	WREG32(mmVM_L2_CNTL, tmp);
 547	tmp = REG_SET_FIELD(0, VM_L2_CNTL2, INVALIDATE_ALL_L1_TLBS, 1);
 548	tmp = REG_SET_FIELD(tmp, VM_L2_CNTL2, INVALIDATE_L2_CACHE, 1);
 549	WREG32(mmVM_L2_CNTL2, tmp);
 550	tmp = RREG32(mmVM_L2_CNTL3);
 551	tmp = REG_SET_FIELD(tmp, VM_L2_CNTL3, L2_CACHE_BIGK_ASSOCIATIVITY, 1);
 552	tmp = REG_SET_FIELD(tmp, VM_L2_CNTL3, BANK_SELECT, 4);
 553	tmp = REG_SET_FIELD(tmp, VM_L2_CNTL3, L2_CACHE_BIGK_FRAGMENT_SIZE, 4);
 554	WREG32(mmVM_L2_CNTL3, tmp);
 555	/* setup context0 */
 556	WREG32(mmVM_CONTEXT0_PAGE_TABLE_START_ADDR, adev->mc.gtt_start >> 12);
 557	WREG32(mmVM_CONTEXT0_PAGE_TABLE_END_ADDR, adev->mc.gtt_end >> 12);
 558	WREG32(mmVM_CONTEXT0_PAGE_TABLE_BASE_ADDR, adev->gart.table_addr >> 12);
 559	WREG32(mmVM_CONTEXT0_PROTECTION_FAULT_DEFAULT_ADDR,
 560			(u32)(adev->dummy_page.addr >> 12));
 561	WREG32(mmVM_CONTEXT0_CNTL2, 0);
 562	tmp = RREG32(mmVM_CONTEXT0_CNTL);
 563	tmp = REG_SET_FIELD(tmp, VM_CONTEXT0_CNTL, ENABLE_CONTEXT, 1);
 564	tmp = REG_SET_FIELD(tmp, VM_CONTEXT0_CNTL, PAGE_TABLE_DEPTH, 0);
 565	tmp = REG_SET_FIELD(tmp, VM_CONTEXT0_CNTL, RANGE_PROTECTION_FAULT_ENABLE_DEFAULT, 1);
 566	WREG32(mmVM_CONTEXT0_CNTL, tmp);
 567
 568	WREG32(0x575, 0);
 569	WREG32(0x576, 0);
 570	WREG32(0x577, 0);
 571
 572	/* empty context1-15 */
 573	/* FIXME start with 4G, once using 2 level pt switch to full
 574	 * vm size space
 575	 */
 576	/* set vm size, must be a multiple of 4 */
 577	WREG32(mmVM_CONTEXT1_PAGE_TABLE_START_ADDR, 0);
 578	WREG32(mmVM_CONTEXT1_PAGE_TABLE_END_ADDR, adev->vm_manager.max_pfn - 1);
 579	for (i = 1; i < 16; i++) {
 580		if (i < 8)
 581			WREG32(mmVM_CONTEXT0_PAGE_TABLE_BASE_ADDR + i,
 582			       adev->gart.table_addr >> 12);
 583		else
 584			WREG32(mmVM_CONTEXT8_PAGE_TABLE_BASE_ADDR + i - 8,
 585			       adev->gart.table_addr >> 12);
 586	}
 587
 588	/* enable context1-15 */
 589	WREG32(mmVM_CONTEXT1_PROTECTION_FAULT_DEFAULT_ADDR,
 590	       (u32)(adev->dummy_page.addr >> 12));
 591	WREG32(mmVM_CONTEXT1_CNTL2, 4);
 592	tmp = RREG32(mmVM_CONTEXT1_CNTL);
 593	tmp = REG_SET_FIELD(tmp, VM_CONTEXT1_CNTL, ENABLE_CONTEXT, 1);
 594	tmp = REG_SET_FIELD(tmp, VM_CONTEXT1_CNTL, PAGE_TABLE_DEPTH, 1);
 595	tmp = REG_SET_FIELD(tmp, VM_CONTEXT1_CNTL, PAGE_TABLE_BLOCK_SIZE,
 596			    amdgpu_vm_block_size - 9);
 597	WREG32(mmVM_CONTEXT1_CNTL, tmp);
 598	if (amdgpu_vm_fault_stop == AMDGPU_VM_FAULT_STOP_ALWAYS)
 599		gmc_v7_0_set_fault_enable_default(adev, false);
 600	else
 601		gmc_v7_0_set_fault_enable_default(adev, true);
 602
 603	if (adev->asic_type == CHIP_KAVERI) {
 604		tmp = RREG32(mmCHUB_CONTROL);
 605		tmp &= ~BYPASS_VM;
 606		WREG32(mmCHUB_CONTROL, tmp);
 607	}
 608
 609	gmc_v7_0_gart_flush_gpu_tlb(adev, 0);
 610	DRM_INFO("PCIE GART of %uM enabled (table at 0x%016llX).\n",
 611		 (unsigned)(adev->mc.gtt_size >> 20),
 612		 (unsigned long long)adev->gart.table_addr);
 613	adev->gart.ready = true;
 614	return 0;
 615}
 616
 617static int gmc_v7_0_gart_init(struct amdgpu_device *adev)
 618{
 619	int r;
 620
 621	if (adev->gart.robj) {
 622		WARN(1, "R600 PCIE GART already initialized\n");
 623		return 0;
 624	}
 625	/* Initialize common gart structure */
 626	r = amdgpu_gart_init(adev);
 627	if (r)
 628		return r;
 629	adev->gart.table_size = adev->gart.num_gpu_pages * 8;
 630	return amdgpu_gart_table_vram_alloc(adev);
 631}
 632
 633/**
 634 * gmc_v7_0_gart_disable - gart disable
 635 *
 636 * @adev: amdgpu_device pointer
 637 *
 638 * This disables all VM page table (CIK).
 639 */
 640static void gmc_v7_0_gart_disable(struct amdgpu_device *adev)
 641{
 642	u32 tmp;
 643
 644	/* Disable all tables */
 645	WREG32(mmVM_CONTEXT0_CNTL, 0);
 646	WREG32(mmVM_CONTEXT1_CNTL, 0);
 647	/* Setup TLB control */
 648	tmp = RREG32(mmMC_VM_MX_L1_TLB_CNTL);
 649	tmp = REG_SET_FIELD(tmp, MC_VM_MX_L1_TLB_CNTL, ENABLE_L1_TLB, 0);
 650	tmp = REG_SET_FIELD(tmp, MC_VM_MX_L1_TLB_CNTL, ENABLE_L1_FRAGMENT_PROCESSING, 0);
 651	tmp = REG_SET_FIELD(tmp, MC_VM_MX_L1_TLB_CNTL, ENABLE_ADVANCED_DRIVER_MODEL, 0);
 652	WREG32(mmMC_VM_MX_L1_TLB_CNTL, tmp);
 653	/* Setup L2 cache */
 654	tmp = RREG32(mmVM_L2_CNTL);
 655	tmp = REG_SET_FIELD(tmp, VM_L2_CNTL, ENABLE_L2_CACHE, 0);
 656	WREG32(mmVM_L2_CNTL, tmp);
 657	WREG32(mmVM_L2_CNTL2, 0);
 658	amdgpu_gart_table_vram_unpin(adev);
 659}
 660
 661/**
 662 * gmc_v7_0_gart_fini - vm fini callback
 663 *
 664 * @adev: amdgpu_device pointer
 665 *
 666 * Tears down the driver GART/VM setup (CIK).
 667 */
 668static void gmc_v7_0_gart_fini(struct amdgpu_device *adev)
 669{
 670	amdgpu_gart_table_vram_free(adev);
 671	amdgpu_gart_fini(adev);
 672}
 673
 674/*
 675 * vm
 676 * VMID 0 is the physical GPU addresses as used by the kernel.
 677 * VMIDs 1-15 are used for userspace clients and are handled
 678 * by the amdgpu vm/hsa code.
 679 */
 680/**
 681 * gmc_v7_0_vm_init - cik vm init callback
 682 *
 683 * @adev: amdgpu_device pointer
 684 *
 685 * Inits cik specific vm parameters (number of VMs, base of vram for
 686 * VMIDs 1-15) (CIK).
 687 * Returns 0 for success.
 688 */
 689static int gmc_v7_0_vm_init(struct amdgpu_device *adev)
 690{
 691	/*
 692	 * number of VMs
 693	 * VMID 0 is reserved for System
 694	 * amdgpu graphics/compute will use VMIDs 1-7
 695	 * amdkfd will use VMIDs 8-15
 696	 */
 697	adev->vm_manager.num_ids = AMDGPU_NUM_OF_VMIDS;
 698	amdgpu_vm_manager_init(adev);
 699
 700	/* base offset of vram pages */
 701	if (adev->flags & AMD_IS_APU) {
 702		u64 tmp = RREG32(mmMC_VM_FB_OFFSET);
 703		tmp <<= 22;
 704		adev->vm_manager.vram_base_offset = tmp;
 705	} else
 706		adev->vm_manager.vram_base_offset = 0;
 707
 708	return 0;
 709}
 710
 711/**
 712 * gmc_v7_0_vm_fini - cik vm fini callback
 713 *
 714 * @adev: amdgpu_device pointer
 715 *
 716 * Tear down any asic specific VM setup (CIK).
 717 */
 718static void gmc_v7_0_vm_fini(struct amdgpu_device *adev)
 719{
 720}
 721
 722/**
 723 * gmc_v7_0_vm_decode_fault - print human readable fault info
 724 *
 725 * @adev: amdgpu_device pointer
 726 * @status: VM_CONTEXT1_PROTECTION_FAULT_STATUS register value
 727 * @addr: VM_CONTEXT1_PROTECTION_FAULT_ADDR register value
 728 *
 729 * Print human readable fault information (CIK).
 730 */
 731static void gmc_v7_0_vm_decode_fault(struct amdgpu_device *adev,
 732				     u32 status, u32 addr, u32 mc_client)
 733{
 734	u32 mc_id;
 735	u32 vmid = REG_GET_FIELD(status, VM_CONTEXT1_PROTECTION_FAULT_STATUS, VMID);
 736	u32 protections = REG_GET_FIELD(status, VM_CONTEXT1_PROTECTION_FAULT_STATUS,
 737					PROTECTIONS);
 738	char block[5] = { mc_client >> 24, (mc_client >> 16) & 0xff,
 739		(mc_client >> 8) & 0xff, mc_client & 0xff, 0 };
 740
 741	mc_id = REG_GET_FIELD(status, VM_CONTEXT1_PROTECTION_FAULT_STATUS,
 742			      MEMORY_CLIENT_ID);
 743
 744	printk("VM fault (0x%02x, vmid %d) at page %u, %s from '%s' (0x%08x) (%d)\n",
 745	       protections, vmid, addr,
 746	       REG_GET_FIELD(status, VM_CONTEXT1_PROTECTION_FAULT_STATUS,
 747			     MEMORY_CLIENT_RW) ?
 748	       "write" : "read", block, mc_client, mc_id);
 749}
 750
 751
 752static const u32 mc_cg_registers[] = {
 753	mmMC_HUB_MISC_HUB_CG,
 754	mmMC_HUB_MISC_SIP_CG,
 755	mmMC_HUB_MISC_VM_CG,
 756	mmMC_XPB_CLK_GAT,
 757	mmATC_MISC_CG,
 758	mmMC_CITF_MISC_WR_CG,
 759	mmMC_CITF_MISC_RD_CG,
 760	mmMC_CITF_MISC_VM_CG,
 761	mmVM_L2_CG,
 762};
 763
 764static const u32 mc_cg_ls_en[] = {
 765	MC_HUB_MISC_HUB_CG__MEM_LS_ENABLE_MASK,
 766	MC_HUB_MISC_SIP_CG__MEM_LS_ENABLE_MASK,
 767	MC_HUB_MISC_VM_CG__MEM_LS_ENABLE_MASK,
 768	MC_XPB_CLK_GAT__MEM_LS_ENABLE_MASK,
 769	ATC_MISC_CG__MEM_LS_ENABLE_MASK,
 770	MC_CITF_MISC_WR_CG__MEM_LS_ENABLE_MASK,
 771	MC_CITF_MISC_RD_CG__MEM_LS_ENABLE_MASK,
 772	MC_CITF_MISC_VM_CG__MEM_LS_ENABLE_MASK,
 773	VM_L2_CG__MEM_LS_ENABLE_MASK,
 774};
 775
 776static const u32 mc_cg_en[] = {
 777	MC_HUB_MISC_HUB_CG__ENABLE_MASK,
 778	MC_HUB_MISC_SIP_CG__ENABLE_MASK,
 779	MC_HUB_MISC_VM_CG__ENABLE_MASK,
 780	MC_XPB_CLK_GAT__ENABLE_MASK,
 781	ATC_MISC_CG__ENABLE_MASK,
 782	MC_CITF_MISC_WR_CG__ENABLE_MASK,
 783	MC_CITF_MISC_RD_CG__ENABLE_MASK,
 784	MC_CITF_MISC_VM_CG__ENABLE_MASK,
 785	VM_L2_CG__ENABLE_MASK,
 786};
 787
 788static void gmc_v7_0_enable_mc_ls(struct amdgpu_device *adev,
 789				  bool enable)
 790{
 791	int i;
 792	u32 orig, data;
 793
 794	for (i = 0; i < ARRAY_SIZE(mc_cg_registers); i++) {
 795		orig = data = RREG32(mc_cg_registers[i]);
 796		if (enable && (adev->cg_flags & AMD_CG_SUPPORT_MC_LS))
 797			data |= mc_cg_ls_en[i];
 798		else
 799			data &= ~mc_cg_ls_en[i];
 800		if (data != orig)
 801			WREG32(mc_cg_registers[i], data);
 802	}
 803}
 804
 805static void gmc_v7_0_enable_mc_mgcg(struct amdgpu_device *adev,
 806				    bool enable)
 807{
 808	int i;
 809	u32 orig, data;
 810
 811	for (i = 0; i < ARRAY_SIZE(mc_cg_registers); i++) {
 812		orig = data = RREG32(mc_cg_registers[i]);
 813		if (enable && (adev->cg_flags & AMD_CG_SUPPORT_MC_MGCG))
 814			data |= mc_cg_en[i];
 815		else
 816			data &= ~mc_cg_en[i];
 817		if (data != orig)
 818			WREG32(mc_cg_registers[i], data);
 819	}
 820}
 821
 822static void gmc_v7_0_enable_bif_mgls(struct amdgpu_device *adev,
 823				     bool enable)
 824{
 825	u32 orig, data;
 826
 827	orig = data = RREG32_PCIE(ixPCIE_CNTL2);
 828
 829	if (enable && (adev->cg_flags & AMD_CG_SUPPORT_BIF_LS)) {
 830		data = REG_SET_FIELD(data, PCIE_CNTL2, SLV_MEM_LS_EN, 1);
 831		data = REG_SET_FIELD(data, PCIE_CNTL2, MST_MEM_LS_EN, 1);
 832		data = REG_SET_FIELD(data, PCIE_CNTL2, REPLAY_MEM_LS_EN, 1);
 833		data = REG_SET_FIELD(data, PCIE_CNTL2, SLV_MEM_AGGRESSIVE_LS_EN, 1);
 834	} else {
 835		data = REG_SET_FIELD(data, PCIE_CNTL2, SLV_MEM_LS_EN, 0);
 836		data = REG_SET_FIELD(data, PCIE_CNTL2, MST_MEM_LS_EN, 0);
 837		data = REG_SET_FIELD(data, PCIE_CNTL2, REPLAY_MEM_LS_EN, 0);
 838		data = REG_SET_FIELD(data, PCIE_CNTL2, SLV_MEM_AGGRESSIVE_LS_EN, 0);
 839	}
 840
 841	if (orig != data)
 842		WREG32_PCIE(ixPCIE_CNTL2, data);
 843}
 844
 845static void gmc_v7_0_enable_hdp_mgcg(struct amdgpu_device *adev,
 846				     bool enable)
 847{
 848	u32 orig, data;
 849
 850	orig = data = RREG32(mmHDP_HOST_PATH_CNTL);
 851
 852	if (enable && (adev->cg_flags & AMD_CG_SUPPORT_HDP_MGCG))
 853		data = REG_SET_FIELD(data, HDP_HOST_PATH_CNTL, CLOCK_GATING_DIS, 0);
 854	else
 855		data = REG_SET_FIELD(data, HDP_HOST_PATH_CNTL, CLOCK_GATING_DIS, 1);
 856
 857	if (orig != data)
 858		WREG32(mmHDP_HOST_PATH_CNTL, data);
 859}
 860
 861static void gmc_v7_0_enable_hdp_ls(struct amdgpu_device *adev,
 862				   bool enable)
 863{
 864	u32 orig, data;
 865
 866	orig = data = RREG32(mmHDP_MEM_POWER_LS);
 867
 868	if (enable && (adev->cg_flags & AMD_CG_SUPPORT_HDP_LS))
 869		data = REG_SET_FIELD(data, HDP_MEM_POWER_LS, LS_ENABLE, 1);
 870	else
 871		data = REG_SET_FIELD(data, HDP_MEM_POWER_LS, LS_ENABLE, 0);
 872
 873	if (orig != data)
 874		WREG32(mmHDP_MEM_POWER_LS, data);
 875}
 876
 877static int gmc_v7_0_convert_vram_type(int mc_seq_vram_type)
 878{
 879	switch (mc_seq_vram_type) {
 880	case MC_SEQ_MISC0__MT__GDDR1:
 881		return AMDGPU_VRAM_TYPE_GDDR1;
 882	case MC_SEQ_MISC0__MT__DDR2:
 883		return AMDGPU_VRAM_TYPE_DDR2;
 884	case MC_SEQ_MISC0__MT__GDDR3:
 885		return AMDGPU_VRAM_TYPE_GDDR3;
 886	case MC_SEQ_MISC0__MT__GDDR4:
 887		return AMDGPU_VRAM_TYPE_GDDR4;
 888	case MC_SEQ_MISC0__MT__GDDR5:
 889		return AMDGPU_VRAM_TYPE_GDDR5;
 890	case MC_SEQ_MISC0__MT__HBM:
 891		return AMDGPU_VRAM_TYPE_HBM;
 892	case MC_SEQ_MISC0__MT__DDR3:
 893		return AMDGPU_VRAM_TYPE_DDR3;
 894	default:
 895		return AMDGPU_VRAM_TYPE_UNKNOWN;
 896	}
 897}
 898
 899static int gmc_v7_0_early_init(void *handle)
 900{
 901	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
 902
 903	gmc_v7_0_set_gart_funcs(adev);
 904	gmc_v7_0_set_irq_funcs(adev);
 905
 906	return 0;
 907}
 908
 909static int gmc_v7_0_late_init(void *handle)
 910{
 911	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
 912
 913	if (amdgpu_vm_fault_stop != AMDGPU_VM_FAULT_STOP_ALWAYS)
 914		return amdgpu_irq_get(adev, &adev->mc.vm_fault, 0);
 915	else
 916		return 0;
 917}
 918
 919static int gmc_v7_0_sw_init(void *handle)
 920{
 921	int r;
 922	int dma_bits;
 923	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
 924
 925	if (adev->flags & AMD_IS_APU) {
 926		adev->mc.vram_type = AMDGPU_VRAM_TYPE_UNKNOWN;
 927	} else {
 928		u32 tmp = RREG32(mmMC_SEQ_MISC0);
 929		tmp &= MC_SEQ_MISC0__MT__MASK;
 930		adev->mc.vram_type = gmc_v7_0_convert_vram_type(tmp);
 931	}
 932
 933	r = amdgpu_irq_add_id(adev, 146, &adev->mc.vm_fault);
 934	if (r)
 935		return r;
 936
 937	r = amdgpu_irq_add_id(adev, 147, &adev->mc.vm_fault);
 938	if (r)
 939		return r;
 940
 941	/* Adjust VM size here.
 942	 * Currently set to 4GB ((1 << 20) 4k pages).
 943	 * Max GPUVM size for cayman and SI is 40 bits.
 944	 */
 945	adev->vm_manager.max_pfn = amdgpu_vm_size << 18;
 946
 947	/* Set the internal MC address mask
 948	 * This is the max address of the GPU's
 949	 * internal address space.
 950	 */
 951	adev->mc.mc_mask = 0xffffffffffULL; /* 40 bit MC */
 952
 953	/* set DMA mask + need_dma32 flags.
 954	 * PCIE - can handle 40-bits.
 955	 * IGP - can handle 40-bits
 956	 * PCI - dma32 for legacy pci gart, 40 bits on newer asics
 957	 */
 958	adev->need_dma32 = false;
 959	dma_bits = adev->need_dma32 ? 32 : 40;
 960	r = pci_set_dma_mask(adev->pdev, DMA_BIT_MASK(dma_bits));
 961	if (r) {
 962		adev->need_dma32 = true;
 963		dma_bits = 32;
 964		printk(KERN_WARNING "amdgpu: No suitable DMA available.\n");
 965	}
 966	r = pci_set_consistent_dma_mask(adev->pdev, DMA_BIT_MASK(dma_bits));
 967	if (r) {
 968		pci_set_consistent_dma_mask(adev->pdev, DMA_BIT_MASK(32));
 969		printk(KERN_WARNING "amdgpu: No coherent DMA available.\n");
 970	}
 971
 972	r = gmc_v7_0_init_microcode(adev);
 973	if (r) {
 974		DRM_ERROR("Failed to load mc firmware!\n");
 975		return r;
 976	}
 977
 978	r = gmc_v7_0_mc_init(adev);
 979	if (r)
 980		return r;
 981
 982	/* Memory manager */
 983	r = amdgpu_bo_init(adev);
 984	if (r)
 985		return r;
 986
 987	r = gmc_v7_0_gart_init(adev);
 988	if (r)
 989		return r;
 990
 991	if (!adev->vm_manager.enabled) {
 992		r = gmc_v7_0_vm_init(adev);
 993		if (r) {
 994			dev_err(adev->dev, "vm manager initialization failed (%d).\n", r);
 995			return r;
 996		}
 997		adev->vm_manager.enabled = true;
 998	}
 999
1000	return r;
1001}
1002
1003static int gmc_v7_0_sw_fini(void *handle)
1004{
1005	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
1006
1007	if (adev->vm_manager.enabled) {
1008		amdgpu_vm_manager_fini(adev);
1009		gmc_v7_0_vm_fini(adev);
1010		adev->vm_manager.enabled = false;
1011	}
1012	gmc_v7_0_gart_fini(adev);
1013	amdgpu_gem_force_release(adev);
1014	amdgpu_bo_fini(adev);
1015
1016	return 0;
1017}
1018
1019static int gmc_v7_0_hw_init(void *handle)
1020{
1021	int r;
1022	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
1023
1024	gmc_v7_0_init_golden_registers(adev);
1025
1026	gmc_v7_0_mc_program(adev);
1027
1028	if (!(adev->flags & AMD_IS_APU)) {
1029		r = gmc_v7_0_mc_load_microcode(adev);
1030		if (r) {
1031			DRM_ERROR("Failed to load MC firmware!\n");
1032			return r;
1033		}
1034	}
1035
1036	r = gmc_v7_0_gart_enable(adev);
1037	if (r)
1038		return r;
1039
1040	return r;
1041}
1042
1043static int gmc_v7_0_hw_fini(void *handle)
1044{
1045	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
1046
1047	amdgpu_irq_put(adev, &adev->mc.vm_fault, 0);
1048	gmc_v7_0_gart_disable(adev);
1049
1050	return 0;
1051}
1052
1053static int gmc_v7_0_suspend(void *handle)
1054{
1055	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
1056
1057	if (adev->vm_manager.enabled) {
1058		gmc_v7_0_vm_fini(adev);
1059		adev->vm_manager.enabled = false;
1060	}
1061	gmc_v7_0_hw_fini(adev);
1062
1063	return 0;
1064}
1065
1066static int gmc_v7_0_resume(void *handle)
1067{
1068	int r;
1069	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
1070
1071	r = gmc_v7_0_hw_init(adev);
1072	if (r)
1073		return r;
1074
1075	if (!adev->vm_manager.enabled) {
1076		r = gmc_v7_0_vm_init(adev);
1077		if (r) {
1078			dev_err(adev->dev, "vm manager initialization failed (%d).\n", r);
1079			return r;
1080		}
1081		adev->vm_manager.enabled = true;
1082	}
1083
1084	return r;
1085}
1086
1087static bool gmc_v7_0_is_idle(void *handle)
1088{
1089	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
1090	u32 tmp = RREG32(mmSRBM_STATUS);
1091
1092	if (tmp & (SRBM_STATUS__MCB_BUSY_MASK | SRBM_STATUS__MCB_NON_DISPLAY_BUSY_MASK |
1093		   SRBM_STATUS__MCC_BUSY_MASK | SRBM_STATUS__MCD_BUSY_MASK | SRBM_STATUS__VMC_BUSY_MASK))
1094		return false;
1095
1096	return true;
1097}
1098
1099static int gmc_v7_0_wait_for_idle(void *handle)
1100{
1101	unsigned i;
1102	u32 tmp;
1103	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
1104
1105	for (i = 0; i < adev->usec_timeout; i++) {
1106		/* read MC_STATUS */
1107		tmp = RREG32(mmSRBM_STATUS) & (SRBM_STATUS__MCB_BUSY_MASK |
1108					       SRBM_STATUS__MCB_NON_DISPLAY_BUSY_MASK |
1109					       SRBM_STATUS__MCC_BUSY_MASK |
1110					       SRBM_STATUS__MCD_BUSY_MASK |
1111					       SRBM_STATUS__VMC_BUSY_MASK);
1112		if (!tmp)
1113			return 0;
1114		udelay(1);
1115	}
1116	return -ETIMEDOUT;
1117
1118}
1119
1120static void gmc_v7_0_print_status(void *handle)
1121{
1122	int i, j;
1123	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
1124
1125	dev_info(adev->dev, "GMC 8.x registers\n");
1126	dev_info(adev->dev, "  SRBM_STATUS=0x%08X\n",
1127		RREG32(mmSRBM_STATUS));
1128	dev_info(adev->dev, "  SRBM_STATUS2=0x%08X\n",
1129		RREG32(mmSRBM_STATUS2));
1130
1131	dev_info(adev->dev, "  VM_CONTEXT1_PROTECTION_FAULT_ADDR   0x%08X\n",
1132		 RREG32(mmVM_CONTEXT1_PROTECTION_FAULT_ADDR));
1133	dev_info(adev->dev, "  VM_CONTEXT1_PROTECTION_FAULT_STATUS 0x%08X\n",
1134		 RREG32(mmVM_CONTEXT1_PROTECTION_FAULT_STATUS));
1135	dev_info(adev->dev, "  MC_VM_MX_L1_TLB_CNTL=0x%08X\n",
1136		 RREG32(mmMC_VM_MX_L1_TLB_CNTL));
1137	dev_info(adev->dev, "  VM_L2_CNTL=0x%08X\n",
1138		 RREG32(mmVM_L2_CNTL));
1139	dev_info(adev->dev, "  VM_L2_CNTL2=0x%08X\n",
1140		 RREG32(mmVM_L2_CNTL2));
1141	dev_info(adev->dev, "  VM_L2_CNTL3=0x%08X\n",
1142		 RREG32(mmVM_L2_CNTL3));
1143	dev_info(adev->dev, "  VM_CONTEXT0_PAGE_TABLE_START_ADDR=0x%08X\n",
1144		 RREG32(mmVM_CONTEXT0_PAGE_TABLE_START_ADDR));
1145	dev_info(adev->dev, "  VM_CONTEXT0_PAGE_TABLE_END_ADDR=0x%08X\n",
1146		 RREG32(mmVM_CONTEXT0_PAGE_TABLE_END_ADDR));
1147	dev_info(adev->dev, "  VM_CONTEXT0_PROTECTION_FAULT_DEFAULT_ADDR=0x%08X\n",
1148		 RREG32(mmVM_CONTEXT0_PROTECTION_FAULT_DEFAULT_ADDR));
1149	dev_info(adev->dev, "  VM_CONTEXT0_CNTL2=0x%08X\n",
1150		 RREG32(mmVM_CONTEXT0_CNTL2));
1151	dev_info(adev->dev, "  VM_CONTEXT0_CNTL=0x%08X\n",
1152		 RREG32(mmVM_CONTEXT0_CNTL));
1153	dev_info(adev->dev, "  0x15D4=0x%08X\n",
1154		 RREG32(0x575));
1155	dev_info(adev->dev, "  0x15D8=0x%08X\n",
1156		 RREG32(0x576));
1157	dev_info(adev->dev, "  0x15DC=0x%08X\n",
1158		 RREG32(0x577));
1159	dev_info(adev->dev, "  VM_CONTEXT1_PAGE_TABLE_START_ADDR=0x%08X\n",
1160		 RREG32(mmVM_CONTEXT1_PAGE_TABLE_START_ADDR));
1161	dev_info(adev->dev, "  VM_CONTEXT1_PAGE_TABLE_END_ADDR=0x%08X\n",
1162		 RREG32(mmVM_CONTEXT1_PAGE_TABLE_END_ADDR));
1163	dev_info(adev->dev, "  VM_CONTEXT1_PROTECTION_FAULT_DEFAULT_ADDR=0x%08X\n",
1164		 RREG32(mmVM_CONTEXT1_PROTECTION_FAULT_DEFAULT_ADDR));
1165	dev_info(adev->dev, "  VM_CONTEXT1_CNTL2=0x%08X\n",
1166		 RREG32(mmVM_CONTEXT1_CNTL2));
1167	dev_info(adev->dev, "  VM_CONTEXT1_CNTL=0x%08X\n",
1168		 RREG32(mmVM_CONTEXT1_CNTL));
1169	for (i = 0; i < 16; i++) {
1170		if (i < 8)
1171			dev_info(adev->dev, "  VM_CONTEXT%d_PAGE_TABLE_BASE_ADDR=0x%08X\n",
1172				 i, RREG32(mmVM_CONTEXT0_PAGE_TABLE_BASE_ADDR + i));
1173		else
1174			dev_info(adev->dev, "  VM_CONTEXT%d_PAGE_TABLE_BASE_ADDR=0x%08X\n",
1175				 i, RREG32(mmVM_CONTEXT8_PAGE_TABLE_BASE_ADDR + i - 8));
1176	}
1177	dev_info(adev->dev, "  MC_VM_SYSTEM_APERTURE_LOW_ADDR=0x%08X\n",
1178		 RREG32(mmMC_VM_SYSTEM_APERTURE_LOW_ADDR));
1179	dev_info(adev->dev, "  MC_VM_SYSTEM_APERTURE_HIGH_ADDR=0x%08X\n",
1180		 RREG32(mmMC_VM_SYSTEM_APERTURE_HIGH_ADDR));
1181	dev_info(adev->dev, "  MC_VM_SYSTEM_APERTURE_DEFAULT_ADDR=0x%08X\n",
1182		 RREG32(mmMC_VM_SYSTEM_APERTURE_DEFAULT_ADDR));
1183	dev_info(adev->dev, "  MC_VM_FB_LOCATION=0x%08X\n",
1184		 RREG32(mmMC_VM_FB_LOCATION));
1185	dev_info(adev->dev, "  MC_VM_AGP_BASE=0x%08X\n",
1186		 RREG32(mmMC_VM_AGP_BASE));
1187	dev_info(adev->dev, "  MC_VM_AGP_TOP=0x%08X\n",
1188		 RREG32(mmMC_VM_AGP_TOP));
1189	dev_info(adev->dev, "  MC_VM_AGP_BOT=0x%08X\n",
1190		 RREG32(mmMC_VM_AGP_BOT));
1191
1192	if (adev->asic_type == CHIP_KAVERI) {
1193		dev_info(adev->dev, "  CHUB_CONTROL=0x%08X\n",
1194			 RREG32(mmCHUB_CONTROL));
1195	}
1196
1197	dev_info(adev->dev, "  HDP_REG_COHERENCY_FLUSH_CNTL=0x%08X\n",
1198		 RREG32(mmHDP_REG_COHERENCY_FLUSH_CNTL));
1199	dev_info(adev->dev, "  HDP_NONSURFACE_BASE=0x%08X\n",
1200		 RREG32(mmHDP_NONSURFACE_BASE));
1201	dev_info(adev->dev, "  HDP_NONSURFACE_INFO=0x%08X\n",
1202		 RREG32(mmHDP_NONSURFACE_INFO));
1203	dev_info(adev->dev, "  HDP_NONSURFACE_SIZE=0x%08X\n",
1204		 RREG32(mmHDP_NONSURFACE_SIZE));
1205	dev_info(adev->dev, "  HDP_MISC_CNTL=0x%08X\n",
1206		 RREG32(mmHDP_MISC_CNTL));
1207	dev_info(adev->dev, "  HDP_HOST_PATH_CNTL=0x%08X\n",
1208		 RREG32(mmHDP_HOST_PATH_CNTL));
1209
1210	for (i = 0, j = 0; i < 32; i++, j += 0x6) {
1211		dev_info(adev->dev, "  %d:\n", i);
1212		dev_info(adev->dev, "  0x%04X=0x%08X\n",
1213			 0xb05 + j, RREG32(0xb05 + j));
1214		dev_info(adev->dev, "  0x%04X=0x%08X\n",
1215			 0xb06 + j, RREG32(0xb06 + j));
1216		dev_info(adev->dev, "  0x%04X=0x%08X\n",
1217			 0xb07 + j, RREG32(0xb07 + j));
1218		dev_info(adev->dev, "  0x%04X=0x%08X\n",
1219			 0xb08 + j, RREG32(0xb08 + j));
1220		dev_info(adev->dev, "  0x%04X=0x%08X\n",
1221			 0xb09 + j, RREG32(0xb09 + j));
1222	}
1223
1224	dev_info(adev->dev, "  BIF_FB_EN=0x%08X\n",
1225		 RREG32(mmBIF_FB_EN));
1226}
1227
1228static int gmc_v7_0_soft_reset(void *handle)
1229{
1230	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
1231	struct amdgpu_mode_mc_save save;
1232	u32 srbm_soft_reset = 0;
1233	u32 tmp = RREG32(mmSRBM_STATUS);
1234
1235	if (tmp & SRBM_STATUS__VMC_BUSY_MASK)
1236		srbm_soft_reset = REG_SET_FIELD(srbm_soft_reset,
1237						SRBM_SOFT_RESET, SOFT_RESET_VMC, 1);
1238
1239	if (tmp & (SRBM_STATUS__MCB_BUSY_MASK | SRBM_STATUS__MCB_NON_DISPLAY_BUSY_MASK |
1240		   SRBM_STATUS__MCC_BUSY_MASK | SRBM_STATUS__MCD_BUSY_MASK)) {
1241		if (!(adev->flags & AMD_IS_APU))
1242			srbm_soft_reset = REG_SET_FIELD(srbm_soft_reset,
1243							SRBM_SOFT_RESET, SOFT_RESET_MC, 1);
1244	}
1245
1246	if (srbm_soft_reset) {
1247		gmc_v7_0_print_status((void *)adev);
1248
1249		gmc_v7_0_mc_stop(adev, &save);
1250		if (gmc_v7_0_wait_for_idle(adev)) {
1251			dev_warn(adev->dev, "Wait for GMC idle timed out !\n");
1252		}
1253
1254
1255		tmp = RREG32(mmSRBM_SOFT_RESET);
1256		tmp |= srbm_soft_reset;
1257		dev_info(adev->dev, "SRBM_SOFT_RESET=0x%08X\n", tmp);
1258		WREG32(mmSRBM_SOFT_RESET, tmp);
1259		tmp = RREG32(mmSRBM_SOFT_RESET);
1260
1261		udelay(50);
1262
1263		tmp &= ~srbm_soft_reset;
1264		WREG32(mmSRBM_SOFT_RESET, tmp);
1265		tmp = RREG32(mmSRBM_SOFT_RESET);
1266
1267		/* Wait a little for things to settle down */
1268		udelay(50);
1269
1270		gmc_v7_0_mc_resume(adev, &save);
1271		udelay(50);
1272
1273		gmc_v7_0_print_status((void *)adev);
1274	}
1275
1276	return 0;
1277}
1278
1279static int gmc_v7_0_vm_fault_interrupt_state(struct amdgpu_device *adev,
1280					     struct amdgpu_irq_src *src,
1281					     unsigned type,
1282					     enum amdgpu_interrupt_state state)
1283{
1284	u32 tmp;
1285	u32 bits = (VM_CONTEXT1_CNTL__RANGE_PROTECTION_FAULT_ENABLE_INTERRUPT_MASK |
1286		    VM_CONTEXT1_CNTL__DUMMY_PAGE_PROTECTION_FAULT_ENABLE_INTERRUPT_MASK |
1287		    VM_CONTEXT1_CNTL__PDE0_PROTECTION_FAULT_ENABLE_INTERRUPT_MASK |
1288		    VM_CONTEXT1_CNTL__VALID_PROTECTION_FAULT_ENABLE_INTERRUPT_MASK |
1289		    VM_CONTEXT1_CNTL__READ_PROTECTION_FAULT_ENABLE_INTERRUPT_MASK |
1290		    VM_CONTEXT1_CNTL__WRITE_PROTECTION_FAULT_ENABLE_INTERRUPT_MASK);
1291
1292	switch (state) {
1293	case AMDGPU_IRQ_STATE_DISABLE:
1294		/* system context */
1295		tmp = RREG32(mmVM_CONTEXT0_CNTL);
1296		tmp &= ~bits;
1297		WREG32(mmVM_CONTEXT0_CNTL, tmp);
1298		/* VMs */
1299		tmp = RREG32(mmVM_CONTEXT1_CNTL);
1300		tmp &= ~bits;
1301		WREG32(mmVM_CONTEXT1_CNTL, tmp);
1302		break;
1303	case AMDGPU_IRQ_STATE_ENABLE:
1304		/* system context */
1305		tmp = RREG32(mmVM_CONTEXT0_CNTL);
1306		tmp |= bits;
1307		WREG32(mmVM_CONTEXT0_CNTL, tmp);
1308		/* VMs */
1309		tmp = RREG32(mmVM_CONTEXT1_CNTL);
1310		tmp |= bits;
1311		WREG32(mmVM_CONTEXT1_CNTL, tmp);
1312		break;
1313	default:
1314		break;
1315	}
1316
1317	return 0;
1318}
1319
1320static int gmc_v7_0_process_interrupt(struct amdgpu_device *adev,
1321				      struct amdgpu_irq_src *source,
1322				      struct amdgpu_iv_entry *entry)
1323{
1324	u32 addr, status, mc_client;
1325
1326	addr = RREG32(mmVM_CONTEXT1_PROTECTION_FAULT_ADDR);
1327	status = RREG32(mmVM_CONTEXT1_PROTECTION_FAULT_STATUS);
1328	mc_client = RREG32(mmVM_CONTEXT1_PROTECTION_FAULT_MCCLIENT);
1329	/* reset addr and status */
1330	WREG32_P(mmVM_CONTEXT1_CNTL2, 1, ~1);
1331
1332	if (!addr && !status)
1333		return 0;
1334
1335	if (amdgpu_vm_fault_stop == AMDGPU_VM_FAULT_STOP_FIRST)
1336		gmc_v7_0_set_fault_enable_default(adev, false);
1337
1338	dev_err(adev->dev, "GPU fault detected: %d 0x%08x\n",
1339		entry->src_id, entry->src_data);
1340	dev_err(adev->dev, "  VM_CONTEXT1_PROTECTION_FAULT_ADDR   0x%08X\n",
1341		addr);
1342	dev_err(adev->dev, "  VM_CONTEXT1_PROTECTION_FAULT_STATUS 0x%08X\n",
1343		status);
1344	gmc_v7_0_vm_decode_fault(adev, status, addr, mc_client);
 
 
1345
1346	return 0;
1347}
1348
1349static int gmc_v7_0_set_clockgating_state(void *handle,
1350					  enum amd_clockgating_state state)
1351{
1352	bool gate = false;
1353	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
1354
1355	if (state == AMD_CG_STATE_GATE)
1356		gate = true;
1357
1358	if (!(adev->flags & AMD_IS_APU)) {
1359		gmc_v7_0_enable_mc_mgcg(adev, gate);
1360		gmc_v7_0_enable_mc_ls(adev, gate);
1361	}
1362	gmc_v7_0_enable_bif_mgls(adev, gate);
1363	gmc_v7_0_enable_hdp_mgcg(adev, gate);
1364	gmc_v7_0_enable_hdp_ls(adev, gate);
1365
1366	return 0;
1367}
1368
1369static int gmc_v7_0_set_powergating_state(void *handle,
1370					  enum amd_powergating_state state)
1371{
1372	return 0;
1373}
1374
1375const struct amd_ip_funcs gmc_v7_0_ip_funcs = {
 
1376	.early_init = gmc_v7_0_early_init,
1377	.late_init = gmc_v7_0_late_init,
1378	.sw_init = gmc_v7_0_sw_init,
1379	.sw_fini = gmc_v7_0_sw_fini,
1380	.hw_init = gmc_v7_0_hw_init,
1381	.hw_fini = gmc_v7_0_hw_fini,
1382	.suspend = gmc_v7_0_suspend,
1383	.resume = gmc_v7_0_resume,
1384	.is_idle = gmc_v7_0_is_idle,
1385	.wait_for_idle = gmc_v7_0_wait_for_idle,
1386	.soft_reset = gmc_v7_0_soft_reset,
1387	.print_status = gmc_v7_0_print_status,
1388	.set_clockgating_state = gmc_v7_0_set_clockgating_state,
1389	.set_powergating_state = gmc_v7_0_set_powergating_state,
1390};
1391
1392static const struct amdgpu_gart_funcs gmc_v7_0_gart_funcs = {
1393	.flush_gpu_tlb = gmc_v7_0_gart_flush_gpu_tlb,
1394	.set_pte_pde = gmc_v7_0_gart_set_pte_pde,
1395};
1396
1397static const struct amdgpu_irq_src_funcs gmc_v7_0_irq_funcs = {
1398	.set = gmc_v7_0_vm_fault_interrupt_state,
1399	.process = gmc_v7_0_process_interrupt,
1400};
1401
1402static void gmc_v7_0_set_gart_funcs(struct amdgpu_device *adev)
1403{
1404	if (adev->gart.gart_funcs == NULL)
1405		adev->gart.gart_funcs = &gmc_v7_0_gart_funcs;
1406}
1407
1408static void gmc_v7_0_set_irq_funcs(struct amdgpu_device *adev)
1409{
1410	adev->mc.vm_fault.num_types = 1;
1411	adev->mc.vm_fault.funcs = &gmc_v7_0_irq_funcs;
1412}
v4.10.11
   1/*
   2 * Copyright 2014 Advanced Micro Devices, Inc.
   3 *
   4 * Permission is hereby granted, free of charge, to any person obtaining a
   5 * copy of this software and associated documentation files (the "Software"),
   6 * to deal in the Software without restriction, including without limitation
   7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
   8 * and/or sell copies of the Software, and to permit persons to whom the
   9 * Software is furnished to do so, subject to the following conditions:
  10 *
  11 * The above copyright notice and this permission notice shall be included in
  12 * all copies or substantial portions of the Software.
  13 *
  14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
  17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
  18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
  19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
  20 * OTHER DEALINGS IN THE SOFTWARE.
  21 *
  22 */
  23#include <linux/firmware.h>
  24#include "drmP.h"
  25#include "amdgpu.h"
  26#include "cikd.h"
  27#include "cik.h"
  28#include "gmc_v7_0.h"
  29#include "amdgpu_ucode.h"
  30
  31#include "bif/bif_4_1_d.h"
  32#include "bif/bif_4_1_sh_mask.h"
  33
  34#include "gmc/gmc_7_1_d.h"
  35#include "gmc/gmc_7_1_sh_mask.h"
  36
  37#include "oss/oss_2_0_d.h"
  38#include "oss/oss_2_0_sh_mask.h"
  39
  40static void gmc_v7_0_set_gart_funcs(struct amdgpu_device *adev);
  41static void gmc_v7_0_set_irq_funcs(struct amdgpu_device *adev);
  42static int gmc_v7_0_wait_for_idle(void *handle);
  43
  44MODULE_FIRMWARE("radeon/bonaire_mc.bin");
  45MODULE_FIRMWARE("radeon/hawaii_mc.bin");
  46MODULE_FIRMWARE("amdgpu/topaz_mc.bin");
  47
  48static const u32 golden_settings_iceland_a11[] =
  49{
  50	mmVM_PRT_APERTURE0_LOW_ADDR, 0x0fffffff, 0x0fffffff,
  51	mmVM_PRT_APERTURE1_LOW_ADDR, 0x0fffffff, 0x0fffffff,
  52	mmVM_PRT_APERTURE2_LOW_ADDR, 0x0fffffff, 0x0fffffff,
  53	mmVM_PRT_APERTURE3_LOW_ADDR, 0x0fffffff, 0x0fffffff
  54};
  55
  56static const u32 iceland_mgcg_cgcg_init[] =
  57{
  58	mmMC_MEM_POWER_LS, 0xffffffff, 0x00000104
  59};
  60
  61static void gmc_v7_0_init_golden_registers(struct amdgpu_device *adev)
  62{
  63	switch (adev->asic_type) {
  64	case CHIP_TOPAZ:
  65		amdgpu_program_register_sequence(adev,
  66						 iceland_mgcg_cgcg_init,
  67						 (const u32)ARRAY_SIZE(iceland_mgcg_cgcg_init));
  68		amdgpu_program_register_sequence(adev,
  69						 golden_settings_iceland_a11,
  70						 (const u32)ARRAY_SIZE(golden_settings_iceland_a11));
  71		break;
  72	default:
  73		break;
  74	}
  75}
  76
  77static void gmc_v7_0_mc_stop(struct amdgpu_device *adev,
  78			     struct amdgpu_mode_mc_save *save)
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
  79{
  80	u32 blackout;
  81
  82	if (adev->mode_info.num_crtc)
  83		amdgpu_display_stop_mc_access(adev, save);
  84
  85	gmc_v7_0_wait_for_idle((void *)adev);
  86
  87	blackout = RREG32(mmMC_SHARED_BLACKOUT_CNTL);
  88	if (REG_GET_FIELD(blackout, MC_SHARED_BLACKOUT_CNTL, BLACKOUT_MODE) != 1) {
  89		/* Block CPU access */
  90		WREG32(mmBIF_FB_EN, 0);
  91		/* blackout the MC */
  92		blackout = REG_SET_FIELD(blackout,
  93					 MC_SHARED_BLACKOUT_CNTL, BLACKOUT_MODE, 0);
  94		WREG32(mmMC_SHARED_BLACKOUT_CNTL, blackout | 1);
  95	}
  96	/* wait for the MC to settle */
  97	udelay(100);
  98}
  99
 100static void gmc_v7_0_mc_resume(struct amdgpu_device *adev,
 101			       struct amdgpu_mode_mc_save *save)
 102{
 103	u32 tmp;
 104
 105	/* unblackout the MC */
 106	tmp = RREG32(mmMC_SHARED_BLACKOUT_CNTL);
 107	tmp = REG_SET_FIELD(tmp, MC_SHARED_BLACKOUT_CNTL, BLACKOUT_MODE, 0);
 108	WREG32(mmMC_SHARED_BLACKOUT_CNTL, tmp);
 109	/* allow CPU access */
 110	tmp = REG_SET_FIELD(0, BIF_FB_EN, FB_READ_EN, 1);
 111	tmp = REG_SET_FIELD(tmp, BIF_FB_EN, FB_WRITE_EN, 1);
 112	WREG32(mmBIF_FB_EN, tmp);
 113
 114	if (adev->mode_info.num_crtc)
 115		amdgpu_display_resume_mc_access(adev, save);
 116}
 117
 118/**
 119 * gmc_v7_0_init_microcode - load ucode images from disk
 120 *
 121 * @adev: amdgpu_device pointer
 122 *
 123 * Use the firmware interface to load the ucode images into
 124 * the driver (not loaded into hw).
 125 * Returns 0 on success, error on failure.
 126 */
 127static int gmc_v7_0_init_microcode(struct amdgpu_device *adev)
 128{
 129	const char *chip_name;
 130	char fw_name[30];
 131	int err;
 132
 133	DRM_DEBUG("\n");
 134
 135	switch (adev->asic_type) {
 136	case CHIP_BONAIRE:
 137		chip_name = "bonaire";
 138		break;
 139	case CHIP_HAWAII:
 140		chip_name = "hawaii";
 141		break;
 142	case CHIP_TOPAZ:
 143		chip_name = "topaz";
 144		break;
 145	case CHIP_KAVERI:
 146	case CHIP_KABINI:
 147	case CHIP_MULLINS:
 148		return 0;
 149	default: BUG();
 150	}
 151
 152	if (adev->asic_type == CHIP_TOPAZ)
 153		snprintf(fw_name, sizeof(fw_name), "amdgpu/%s_mc.bin", chip_name);
 154	else
 155		snprintf(fw_name, sizeof(fw_name), "radeon/%s_mc.bin", chip_name);
 156
 157	err = request_firmware(&adev->mc.fw, fw_name, adev->dev);
 158	if (err)
 159		goto out;
 160	err = amdgpu_ucode_validate(adev->mc.fw);
 161
 162out:
 163	if (err) {
 164		printk(KERN_ERR
 165		       "cik_mc: Failed to load firmware \"%s\"\n",
 166		       fw_name);
 167		release_firmware(adev->mc.fw);
 168		adev->mc.fw = NULL;
 169	}
 170	return err;
 171}
 172
 173/**
 174 * gmc_v7_0_mc_load_microcode - load MC ucode into the hw
 175 *
 176 * @adev: amdgpu_device pointer
 177 *
 178 * Load the GDDR MC ucode into the hw (CIK).
 179 * Returns 0 on success, error on failure.
 180 */
 181static int gmc_v7_0_mc_load_microcode(struct amdgpu_device *adev)
 182{
 183	const struct mc_firmware_header_v1_0 *hdr;
 184	const __le32 *fw_data = NULL;
 185	const __le32 *io_mc_regs = NULL;
 186	u32 running;
 187	int i, ucode_size, regs_size;
 188
 189	if (!adev->mc.fw)
 190		return -EINVAL;
 191
 192	hdr = (const struct mc_firmware_header_v1_0 *)adev->mc.fw->data;
 193	amdgpu_ucode_print_mc_hdr(&hdr->header);
 194
 195	adev->mc.fw_version = le32_to_cpu(hdr->header.ucode_version);
 196	regs_size = le32_to_cpu(hdr->io_debug_size_bytes) / (4 * 2);
 197	io_mc_regs = (const __le32 *)
 198		(adev->mc.fw->data + le32_to_cpu(hdr->io_debug_array_offset_bytes));
 199	ucode_size = le32_to_cpu(hdr->header.ucode_size_bytes) / 4;
 200	fw_data = (const __le32 *)
 201		(adev->mc.fw->data + le32_to_cpu(hdr->header.ucode_array_offset_bytes));
 202
 203	running = REG_GET_FIELD(RREG32(mmMC_SEQ_SUP_CNTL), MC_SEQ_SUP_CNTL, RUN);
 204
 205	if (running == 0) {
 
 
 
 
 
 206		/* reset the engine and set to writable */
 207		WREG32(mmMC_SEQ_SUP_CNTL, 0x00000008);
 208		WREG32(mmMC_SEQ_SUP_CNTL, 0x00000010);
 209
 210		/* load mc io regs */
 211		for (i = 0; i < regs_size; i++) {
 212			WREG32(mmMC_SEQ_IO_DEBUG_INDEX, le32_to_cpup(io_mc_regs++));
 213			WREG32(mmMC_SEQ_IO_DEBUG_DATA, le32_to_cpup(io_mc_regs++));
 214		}
 215		/* load the MC ucode */
 216		for (i = 0; i < ucode_size; i++)
 217			WREG32(mmMC_SEQ_SUP_PGM, le32_to_cpup(fw_data++));
 218
 219		/* put the engine back into the active state */
 220		WREG32(mmMC_SEQ_SUP_CNTL, 0x00000008);
 221		WREG32(mmMC_SEQ_SUP_CNTL, 0x00000004);
 222		WREG32(mmMC_SEQ_SUP_CNTL, 0x00000001);
 223
 224		/* wait for training to complete */
 225		for (i = 0; i < adev->usec_timeout; i++) {
 226			if (REG_GET_FIELD(RREG32(mmMC_SEQ_TRAIN_WAKEUP_CNTL),
 227					  MC_SEQ_TRAIN_WAKEUP_CNTL, TRAIN_DONE_D0))
 228				break;
 229			udelay(1);
 230		}
 231		for (i = 0; i < adev->usec_timeout; i++) {
 232			if (REG_GET_FIELD(RREG32(mmMC_SEQ_TRAIN_WAKEUP_CNTL),
 233					  MC_SEQ_TRAIN_WAKEUP_CNTL, TRAIN_DONE_D1))
 234				break;
 235			udelay(1);
 236		}
 
 
 
 237	}
 238
 239	return 0;
 240}
 241
 242static void gmc_v7_0_vram_gtt_location(struct amdgpu_device *adev,
 243				       struct amdgpu_mc *mc)
 244{
 245	if (mc->mc_vram_size > 0xFFC0000000ULL) {
 246		/* leave room for at least 1024M GTT */
 247		dev_warn(adev->dev, "limiting VRAM\n");
 248		mc->real_vram_size = 0xFFC0000000ULL;
 249		mc->mc_vram_size = 0xFFC0000000ULL;
 250	}
 251	amdgpu_vram_location(adev, &adev->mc, 0);
 252	adev->mc.gtt_base_align = 0;
 253	amdgpu_gtt_location(adev, mc);
 254}
 255
 256/**
 257 * gmc_v7_0_mc_program - program the GPU memory controller
 258 *
 259 * @adev: amdgpu_device pointer
 260 *
 261 * Set the location of vram, gart, and AGP in the GPU's
 262 * physical address space (CIK).
 263 */
 264static void gmc_v7_0_mc_program(struct amdgpu_device *adev)
 265{
 266	struct amdgpu_mode_mc_save save;
 267	u32 tmp;
 268	int i, j;
 269
 270	/* Initialize HDP */
 271	for (i = 0, j = 0; i < 32; i++, j += 0x6) {
 272		WREG32((0xb05 + j), 0x00000000);
 273		WREG32((0xb06 + j), 0x00000000);
 274		WREG32((0xb07 + j), 0x00000000);
 275		WREG32((0xb08 + j), 0x00000000);
 276		WREG32((0xb09 + j), 0x00000000);
 277	}
 278	WREG32(mmHDP_REG_COHERENCY_FLUSH_CNTL, 0);
 279
 280	if (adev->mode_info.num_crtc)
 281		amdgpu_display_set_vga_render_state(adev, false);
 282
 283	gmc_v7_0_mc_stop(adev, &save);
 284	if (gmc_v7_0_wait_for_idle((void *)adev)) {
 285		dev_warn(adev->dev, "Wait for MC idle timedout !\n");
 286	}
 287	/* Update configuration */
 288	WREG32(mmMC_VM_SYSTEM_APERTURE_LOW_ADDR,
 289	       adev->mc.vram_start >> 12);
 290	WREG32(mmMC_VM_SYSTEM_APERTURE_HIGH_ADDR,
 291	       adev->mc.vram_end >> 12);
 292	WREG32(mmMC_VM_SYSTEM_APERTURE_DEFAULT_ADDR,
 293	       adev->vram_scratch.gpu_addr >> 12);
 294	tmp = ((adev->mc.vram_end >> 24) & 0xFFFF) << 16;
 295	tmp |= ((adev->mc.vram_start >> 24) & 0xFFFF);
 296	WREG32(mmMC_VM_FB_LOCATION, tmp);
 297	/* XXX double check these! */
 298	WREG32(mmHDP_NONSURFACE_BASE, (adev->mc.vram_start >> 8));
 299	WREG32(mmHDP_NONSURFACE_INFO, (2 << 7) | (1 << 30));
 300	WREG32(mmHDP_NONSURFACE_SIZE, 0x3FFFFFFF);
 301	WREG32(mmMC_VM_AGP_BASE, 0);
 302	WREG32(mmMC_VM_AGP_TOP, 0x0FFFFFFF);
 303	WREG32(mmMC_VM_AGP_BOT, 0x0FFFFFFF);
 304	if (gmc_v7_0_wait_for_idle((void *)adev)) {
 305		dev_warn(adev->dev, "Wait for MC idle timedout !\n");
 306	}
 307	gmc_v7_0_mc_resume(adev, &save);
 308
 309	WREG32(mmBIF_FB_EN, BIF_FB_EN__FB_READ_EN_MASK | BIF_FB_EN__FB_WRITE_EN_MASK);
 310
 311	tmp = RREG32(mmHDP_MISC_CNTL);
 312	tmp = REG_SET_FIELD(tmp, HDP_MISC_CNTL, FLUSH_INVALIDATE_CACHE, 0);
 313	WREG32(mmHDP_MISC_CNTL, tmp);
 314
 315	tmp = RREG32(mmHDP_HOST_PATH_CNTL);
 316	WREG32(mmHDP_HOST_PATH_CNTL, tmp);
 317}
 318
 319/**
 320 * gmc_v7_0_mc_init - initialize the memory controller driver params
 321 *
 322 * @adev: amdgpu_device pointer
 323 *
 324 * Look up the amount of vram, vram width, and decide how to place
 325 * vram and gart within the GPU's physical address space (CIK).
 326 * Returns 0 for success.
 327 */
 328static int gmc_v7_0_mc_init(struct amdgpu_device *adev)
 329{
 330	u32 tmp;
 331	int chansize, numchan;
 332
 333	/* Get VRAM informations */
 334	tmp = RREG32(mmMC_ARB_RAMCFG);
 335	if (REG_GET_FIELD(tmp, MC_ARB_RAMCFG, CHANSIZE)) {
 336		chansize = 64;
 337	} else {
 338		chansize = 32;
 339	}
 340	tmp = RREG32(mmMC_SHARED_CHMAP);
 341	switch (REG_GET_FIELD(tmp, MC_SHARED_CHMAP, NOOFCHAN)) {
 342	case 0:
 343	default:
 344		numchan = 1;
 345		break;
 346	case 1:
 347		numchan = 2;
 348		break;
 349	case 2:
 350		numchan = 4;
 351		break;
 352	case 3:
 353		numchan = 8;
 354		break;
 355	case 4:
 356		numchan = 3;
 357		break;
 358	case 5:
 359		numchan = 6;
 360		break;
 361	case 6:
 362		numchan = 10;
 363		break;
 364	case 7:
 365		numchan = 12;
 366		break;
 367	case 8:
 368		numchan = 16;
 369		break;
 370	}
 371	adev->mc.vram_width = numchan * chansize;
 372	/* Could aper size report 0 ? */
 373	adev->mc.aper_base = pci_resource_start(adev->pdev, 0);
 374	adev->mc.aper_size = pci_resource_len(adev->pdev, 0);
 375	/* size in MB on si */
 376	adev->mc.mc_vram_size = RREG32(mmCONFIG_MEMSIZE) * 1024ULL * 1024ULL;
 377	adev->mc.real_vram_size = RREG32(mmCONFIG_MEMSIZE) * 1024ULL * 1024ULL;
 378	adev->mc.visible_vram_size = adev->mc.aper_size;
 379
 380	/* In case the PCI BAR is larger than the actual amount of vram */
 381	if (adev->mc.visible_vram_size > adev->mc.real_vram_size)
 382		adev->mc.visible_vram_size = adev->mc.real_vram_size;
 383
 384	/* unless the user had overridden it, set the gart
 385	 * size equal to the 1024 or vram, whichever is larger.
 386	 */
 387	if (amdgpu_gart_size == -1)
 388		adev->mc.gtt_size = max((1024ULL << 20), adev->mc.mc_vram_size);
 389	else
 390		adev->mc.gtt_size = (uint64_t)amdgpu_gart_size << 20;
 391
 392	gmc_v7_0_vram_gtt_location(adev, &adev->mc);
 393
 394	return 0;
 395}
 396
 397/*
 398 * GART
 399 * VMID 0 is the physical GPU addresses as used by the kernel.
 400 * VMIDs 1-15 are used for userspace clients and are handled
 401 * by the amdgpu vm/hsa code.
 402 */
 403
 404/**
 405 * gmc_v7_0_gart_flush_gpu_tlb - gart tlb flush callback
 406 *
 407 * @adev: amdgpu_device pointer
 408 * @vmid: vm instance to flush
 409 *
 410 * Flush the TLB for the requested page table (CIK).
 411 */
 412static void gmc_v7_0_gart_flush_gpu_tlb(struct amdgpu_device *adev,
 413					uint32_t vmid)
 414{
 415	/* flush hdp cache */
 416	WREG32(mmHDP_MEM_COHERENCY_FLUSH_CNTL, 0);
 417
 418	/* bits 0-15 are the VM contexts0-15 */
 419	WREG32(mmVM_INVALIDATE_REQUEST, 1 << vmid);
 420}
 421
 422/**
 423 * gmc_v7_0_gart_set_pte_pde - update the page tables using MMIO
 424 *
 425 * @adev: amdgpu_device pointer
 426 * @cpu_pt_addr: cpu address of the page table
 427 * @gpu_page_idx: entry in the page table to update
 428 * @addr: dst addr to write into pte/pde
 429 * @flags: access flags
 430 *
 431 * Update the page tables using the CPU.
 432 */
 433static int gmc_v7_0_gart_set_pte_pde(struct amdgpu_device *adev,
 434				     void *cpu_pt_addr,
 435				     uint32_t gpu_page_idx,
 436				     uint64_t addr,
 437				     uint32_t flags)
 438{
 439	void __iomem *ptr = (void *)cpu_pt_addr;
 440	uint64_t value;
 441
 442	value = addr & 0xFFFFFFFFFFFFF000ULL;
 443	value |= flags;
 444	writeq(value, ptr + (gpu_page_idx * 8));
 445
 446	return 0;
 447}
 448
 449/**
 450 * gmc_v8_0_set_fault_enable_default - update VM fault handling
 451 *
 452 * @adev: amdgpu_device pointer
 453 * @value: true redirects VM faults to the default page
 454 */
 455static void gmc_v7_0_set_fault_enable_default(struct amdgpu_device *adev,
 456					      bool value)
 457{
 458	u32 tmp;
 459
 460	tmp = RREG32(mmVM_CONTEXT1_CNTL);
 461	tmp = REG_SET_FIELD(tmp, VM_CONTEXT1_CNTL,
 462			    RANGE_PROTECTION_FAULT_ENABLE_DEFAULT, value);
 463	tmp = REG_SET_FIELD(tmp, VM_CONTEXT1_CNTL,
 464			    DUMMY_PAGE_PROTECTION_FAULT_ENABLE_DEFAULT, value);
 465	tmp = REG_SET_FIELD(tmp, VM_CONTEXT1_CNTL,
 466			    PDE0_PROTECTION_FAULT_ENABLE_DEFAULT, value);
 467	tmp = REG_SET_FIELD(tmp, VM_CONTEXT1_CNTL,
 468			    VALID_PROTECTION_FAULT_ENABLE_DEFAULT, value);
 469	tmp = REG_SET_FIELD(tmp, VM_CONTEXT1_CNTL,
 470			    READ_PROTECTION_FAULT_ENABLE_DEFAULT, value);
 471	tmp = REG_SET_FIELD(tmp, VM_CONTEXT1_CNTL,
 472			    WRITE_PROTECTION_FAULT_ENABLE_DEFAULT, value);
 473	WREG32(mmVM_CONTEXT1_CNTL, tmp);
 474}
 475
 476/**
 477 * gmc_v7_0_gart_enable - gart enable
 478 *
 479 * @adev: amdgpu_device pointer
 480 *
 481 * This sets up the TLBs, programs the page tables for VMID0,
 482 * sets up the hw for VMIDs 1-15 which are allocated on
 483 * demand, and sets up the global locations for the LDS, GDS,
 484 * and GPUVM for FSA64 clients (CIK).
 485 * Returns 0 for success, errors for failure.
 486 */
 487static int gmc_v7_0_gart_enable(struct amdgpu_device *adev)
 488{
 489	int r, i;
 490	u32 tmp;
 491
 492	if (adev->gart.robj == NULL) {
 493		dev_err(adev->dev, "No VRAM object for PCIE GART.\n");
 494		return -EINVAL;
 495	}
 496	r = amdgpu_gart_table_vram_pin(adev);
 497	if (r)
 498		return r;
 499	/* Setup TLB control */
 500	tmp = RREG32(mmMC_VM_MX_L1_TLB_CNTL);
 501	tmp = REG_SET_FIELD(tmp, MC_VM_MX_L1_TLB_CNTL, ENABLE_L1_TLB, 1);
 502	tmp = REG_SET_FIELD(tmp, MC_VM_MX_L1_TLB_CNTL, ENABLE_L1_FRAGMENT_PROCESSING, 1);
 503	tmp = REG_SET_FIELD(tmp, MC_VM_MX_L1_TLB_CNTL, SYSTEM_ACCESS_MODE, 3);
 504	tmp = REG_SET_FIELD(tmp, MC_VM_MX_L1_TLB_CNTL, ENABLE_ADVANCED_DRIVER_MODEL, 1);
 505	tmp = REG_SET_FIELD(tmp, MC_VM_MX_L1_TLB_CNTL, SYSTEM_APERTURE_UNMAPPED_ACCESS, 0);
 506	WREG32(mmMC_VM_MX_L1_TLB_CNTL, tmp);
 507	/* Setup L2 cache */
 508	tmp = RREG32(mmVM_L2_CNTL);
 509	tmp = REG_SET_FIELD(tmp, VM_L2_CNTL, ENABLE_L2_CACHE, 1);
 510	tmp = REG_SET_FIELD(tmp, VM_L2_CNTL, ENABLE_L2_FRAGMENT_PROCESSING, 1);
 511	tmp = REG_SET_FIELD(tmp, VM_L2_CNTL, ENABLE_L2_PTE_CACHE_LRU_UPDATE_BY_WRITE, 1);
 512	tmp = REG_SET_FIELD(tmp, VM_L2_CNTL, ENABLE_L2_PDE0_CACHE_LRU_UPDATE_BY_WRITE, 1);
 513	tmp = REG_SET_FIELD(tmp, VM_L2_CNTL, EFFECTIVE_L2_QUEUE_SIZE, 7);
 514	tmp = REG_SET_FIELD(tmp, VM_L2_CNTL, CONTEXT1_IDENTITY_ACCESS_MODE, 1);
 515	tmp = REG_SET_FIELD(tmp, VM_L2_CNTL, ENABLE_DEFAULT_PAGE_OUT_TO_SYSTEM_MEMORY, 1);
 516	WREG32(mmVM_L2_CNTL, tmp);
 517	tmp = REG_SET_FIELD(0, VM_L2_CNTL2, INVALIDATE_ALL_L1_TLBS, 1);
 518	tmp = REG_SET_FIELD(tmp, VM_L2_CNTL2, INVALIDATE_L2_CACHE, 1);
 519	WREG32(mmVM_L2_CNTL2, tmp);
 520	tmp = RREG32(mmVM_L2_CNTL3);
 521	tmp = REG_SET_FIELD(tmp, VM_L2_CNTL3, L2_CACHE_BIGK_ASSOCIATIVITY, 1);
 522	tmp = REG_SET_FIELD(tmp, VM_L2_CNTL3, BANK_SELECT, 4);
 523	tmp = REG_SET_FIELD(tmp, VM_L2_CNTL3, L2_CACHE_BIGK_FRAGMENT_SIZE, 4);
 524	WREG32(mmVM_L2_CNTL3, tmp);
 525	/* setup context0 */
 526	WREG32(mmVM_CONTEXT0_PAGE_TABLE_START_ADDR, adev->mc.gtt_start >> 12);
 527	WREG32(mmVM_CONTEXT0_PAGE_TABLE_END_ADDR, adev->mc.gtt_end >> 12);
 528	WREG32(mmVM_CONTEXT0_PAGE_TABLE_BASE_ADDR, adev->gart.table_addr >> 12);
 529	WREG32(mmVM_CONTEXT0_PROTECTION_FAULT_DEFAULT_ADDR,
 530			(u32)(adev->dummy_page.addr >> 12));
 531	WREG32(mmVM_CONTEXT0_CNTL2, 0);
 532	tmp = RREG32(mmVM_CONTEXT0_CNTL);
 533	tmp = REG_SET_FIELD(tmp, VM_CONTEXT0_CNTL, ENABLE_CONTEXT, 1);
 534	tmp = REG_SET_FIELD(tmp, VM_CONTEXT0_CNTL, PAGE_TABLE_DEPTH, 0);
 535	tmp = REG_SET_FIELD(tmp, VM_CONTEXT0_CNTL, RANGE_PROTECTION_FAULT_ENABLE_DEFAULT, 1);
 536	WREG32(mmVM_CONTEXT0_CNTL, tmp);
 537
 538	WREG32(0x575, 0);
 539	WREG32(0x576, 0);
 540	WREG32(0x577, 0);
 541
 542	/* empty context1-15 */
 543	/* FIXME start with 4G, once using 2 level pt switch to full
 544	 * vm size space
 545	 */
 546	/* set vm size, must be a multiple of 4 */
 547	WREG32(mmVM_CONTEXT1_PAGE_TABLE_START_ADDR, 0);
 548	WREG32(mmVM_CONTEXT1_PAGE_TABLE_END_ADDR, adev->vm_manager.max_pfn - 1);
 549	for (i = 1; i < 16; i++) {
 550		if (i < 8)
 551			WREG32(mmVM_CONTEXT0_PAGE_TABLE_BASE_ADDR + i,
 552			       adev->gart.table_addr >> 12);
 553		else
 554			WREG32(mmVM_CONTEXT8_PAGE_TABLE_BASE_ADDR + i - 8,
 555			       adev->gart.table_addr >> 12);
 556	}
 557
 558	/* enable context1-15 */
 559	WREG32(mmVM_CONTEXT1_PROTECTION_FAULT_DEFAULT_ADDR,
 560	       (u32)(adev->dummy_page.addr >> 12));
 561	WREG32(mmVM_CONTEXT1_CNTL2, 4);
 562	tmp = RREG32(mmVM_CONTEXT1_CNTL);
 563	tmp = REG_SET_FIELD(tmp, VM_CONTEXT1_CNTL, ENABLE_CONTEXT, 1);
 564	tmp = REG_SET_FIELD(tmp, VM_CONTEXT1_CNTL, PAGE_TABLE_DEPTH, 1);
 565	tmp = REG_SET_FIELD(tmp, VM_CONTEXT1_CNTL, PAGE_TABLE_BLOCK_SIZE,
 566			    amdgpu_vm_block_size - 9);
 567	WREG32(mmVM_CONTEXT1_CNTL, tmp);
 568	if (amdgpu_vm_fault_stop == AMDGPU_VM_FAULT_STOP_ALWAYS)
 569		gmc_v7_0_set_fault_enable_default(adev, false);
 570	else
 571		gmc_v7_0_set_fault_enable_default(adev, true);
 572
 573	if (adev->asic_type == CHIP_KAVERI) {
 574		tmp = RREG32(mmCHUB_CONTROL);
 575		tmp &= ~BYPASS_VM;
 576		WREG32(mmCHUB_CONTROL, tmp);
 577	}
 578
 579	gmc_v7_0_gart_flush_gpu_tlb(adev, 0);
 580	DRM_INFO("PCIE GART of %uM enabled (table at 0x%016llX).\n",
 581		 (unsigned)(adev->mc.gtt_size >> 20),
 582		 (unsigned long long)adev->gart.table_addr);
 583	adev->gart.ready = true;
 584	return 0;
 585}
 586
 587static int gmc_v7_0_gart_init(struct amdgpu_device *adev)
 588{
 589	int r;
 590
 591	if (adev->gart.robj) {
 592		WARN(1, "R600 PCIE GART already initialized\n");
 593		return 0;
 594	}
 595	/* Initialize common gart structure */
 596	r = amdgpu_gart_init(adev);
 597	if (r)
 598		return r;
 599	adev->gart.table_size = adev->gart.num_gpu_pages * 8;
 600	return amdgpu_gart_table_vram_alloc(adev);
 601}
 602
 603/**
 604 * gmc_v7_0_gart_disable - gart disable
 605 *
 606 * @adev: amdgpu_device pointer
 607 *
 608 * This disables all VM page table (CIK).
 609 */
 610static void gmc_v7_0_gart_disable(struct amdgpu_device *adev)
 611{
 612	u32 tmp;
 613
 614	/* Disable all tables */
 615	WREG32(mmVM_CONTEXT0_CNTL, 0);
 616	WREG32(mmVM_CONTEXT1_CNTL, 0);
 617	/* Setup TLB control */
 618	tmp = RREG32(mmMC_VM_MX_L1_TLB_CNTL);
 619	tmp = REG_SET_FIELD(tmp, MC_VM_MX_L1_TLB_CNTL, ENABLE_L1_TLB, 0);
 620	tmp = REG_SET_FIELD(tmp, MC_VM_MX_L1_TLB_CNTL, ENABLE_L1_FRAGMENT_PROCESSING, 0);
 621	tmp = REG_SET_FIELD(tmp, MC_VM_MX_L1_TLB_CNTL, ENABLE_ADVANCED_DRIVER_MODEL, 0);
 622	WREG32(mmMC_VM_MX_L1_TLB_CNTL, tmp);
 623	/* Setup L2 cache */
 624	tmp = RREG32(mmVM_L2_CNTL);
 625	tmp = REG_SET_FIELD(tmp, VM_L2_CNTL, ENABLE_L2_CACHE, 0);
 626	WREG32(mmVM_L2_CNTL, tmp);
 627	WREG32(mmVM_L2_CNTL2, 0);
 628	amdgpu_gart_table_vram_unpin(adev);
 629}
 630
 631/**
 632 * gmc_v7_0_gart_fini - vm fini callback
 633 *
 634 * @adev: amdgpu_device pointer
 635 *
 636 * Tears down the driver GART/VM setup (CIK).
 637 */
 638static void gmc_v7_0_gart_fini(struct amdgpu_device *adev)
 639{
 640	amdgpu_gart_table_vram_free(adev);
 641	amdgpu_gart_fini(adev);
 642}
 643
 644/*
 645 * vm
 646 * VMID 0 is the physical GPU addresses as used by the kernel.
 647 * VMIDs 1-15 are used for userspace clients and are handled
 648 * by the amdgpu vm/hsa code.
 649 */
 650/**
 651 * gmc_v7_0_vm_init - cik vm init callback
 652 *
 653 * @adev: amdgpu_device pointer
 654 *
 655 * Inits cik specific vm parameters (number of VMs, base of vram for
 656 * VMIDs 1-15) (CIK).
 657 * Returns 0 for success.
 658 */
 659static int gmc_v7_0_vm_init(struct amdgpu_device *adev)
 660{
 661	/*
 662	 * number of VMs
 663	 * VMID 0 is reserved for System
 664	 * amdgpu graphics/compute will use VMIDs 1-7
 665	 * amdkfd will use VMIDs 8-15
 666	 */
 667	adev->vm_manager.num_ids = AMDGPU_NUM_OF_VMIDS;
 668	amdgpu_vm_manager_init(adev);
 669
 670	/* base offset of vram pages */
 671	if (adev->flags & AMD_IS_APU) {
 672		u64 tmp = RREG32(mmMC_VM_FB_OFFSET);
 673		tmp <<= 22;
 674		adev->vm_manager.vram_base_offset = tmp;
 675	} else
 676		adev->vm_manager.vram_base_offset = 0;
 677
 678	return 0;
 679}
 680
 681/**
 682 * gmc_v7_0_vm_fini - cik vm fini callback
 683 *
 684 * @adev: amdgpu_device pointer
 685 *
 686 * Tear down any asic specific VM setup (CIK).
 687 */
 688static void gmc_v7_0_vm_fini(struct amdgpu_device *adev)
 689{
 690}
 691
 692/**
 693 * gmc_v7_0_vm_decode_fault - print human readable fault info
 694 *
 695 * @adev: amdgpu_device pointer
 696 * @status: VM_CONTEXT1_PROTECTION_FAULT_STATUS register value
 697 * @addr: VM_CONTEXT1_PROTECTION_FAULT_ADDR register value
 698 *
 699 * Print human readable fault information (CIK).
 700 */
 701static void gmc_v7_0_vm_decode_fault(struct amdgpu_device *adev,
 702				     u32 status, u32 addr, u32 mc_client)
 703{
 704	u32 mc_id;
 705	u32 vmid = REG_GET_FIELD(status, VM_CONTEXT1_PROTECTION_FAULT_STATUS, VMID);
 706	u32 protections = REG_GET_FIELD(status, VM_CONTEXT1_PROTECTION_FAULT_STATUS,
 707					PROTECTIONS);
 708	char block[5] = { mc_client >> 24, (mc_client >> 16) & 0xff,
 709		(mc_client >> 8) & 0xff, mc_client & 0xff, 0 };
 710
 711	mc_id = REG_GET_FIELD(status, VM_CONTEXT1_PROTECTION_FAULT_STATUS,
 712			      MEMORY_CLIENT_ID);
 713
 714	dev_err(adev->dev, "VM fault (0x%02x, vmid %d) at page %u, %s from '%s' (0x%08x) (%d)\n",
 715	       protections, vmid, addr,
 716	       REG_GET_FIELD(status, VM_CONTEXT1_PROTECTION_FAULT_STATUS,
 717			     MEMORY_CLIENT_RW) ?
 718	       "write" : "read", block, mc_client, mc_id);
 719}
 720
 721
 722static const u32 mc_cg_registers[] = {
 723	mmMC_HUB_MISC_HUB_CG,
 724	mmMC_HUB_MISC_SIP_CG,
 725	mmMC_HUB_MISC_VM_CG,
 726	mmMC_XPB_CLK_GAT,
 727	mmATC_MISC_CG,
 728	mmMC_CITF_MISC_WR_CG,
 729	mmMC_CITF_MISC_RD_CG,
 730	mmMC_CITF_MISC_VM_CG,
 731	mmVM_L2_CG,
 732};
 733
 734static const u32 mc_cg_ls_en[] = {
 735	MC_HUB_MISC_HUB_CG__MEM_LS_ENABLE_MASK,
 736	MC_HUB_MISC_SIP_CG__MEM_LS_ENABLE_MASK,
 737	MC_HUB_MISC_VM_CG__MEM_LS_ENABLE_MASK,
 738	MC_XPB_CLK_GAT__MEM_LS_ENABLE_MASK,
 739	ATC_MISC_CG__MEM_LS_ENABLE_MASK,
 740	MC_CITF_MISC_WR_CG__MEM_LS_ENABLE_MASK,
 741	MC_CITF_MISC_RD_CG__MEM_LS_ENABLE_MASK,
 742	MC_CITF_MISC_VM_CG__MEM_LS_ENABLE_MASK,
 743	VM_L2_CG__MEM_LS_ENABLE_MASK,
 744};
 745
 746static const u32 mc_cg_en[] = {
 747	MC_HUB_MISC_HUB_CG__ENABLE_MASK,
 748	MC_HUB_MISC_SIP_CG__ENABLE_MASK,
 749	MC_HUB_MISC_VM_CG__ENABLE_MASK,
 750	MC_XPB_CLK_GAT__ENABLE_MASK,
 751	ATC_MISC_CG__ENABLE_MASK,
 752	MC_CITF_MISC_WR_CG__ENABLE_MASK,
 753	MC_CITF_MISC_RD_CG__ENABLE_MASK,
 754	MC_CITF_MISC_VM_CG__ENABLE_MASK,
 755	VM_L2_CG__ENABLE_MASK,
 756};
 757
 758static void gmc_v7_0_enable_mc_ls(struct amdgpu_device *adev,
 759				  bool enable)
 760{
 761	int i;
 762	u32 orig, data;
 763
 764	for (i = 0; i < ARRAY_SIZE(mc_cg_registers); i++) {
 765		orig = data = RREG32(mc_cg_registers[i]);
 766		if (enable && (adev->cg_flags & AMD_CG_SUPPORT_MC_LS))
 767			data |= mc_cg_ls_en[i];
 768		else
 769			data &= ~mc_cg_ls_en[i];
 770		if (data != orig)
 771			WREG32(mc_cg_registers[i], data);
 772	}
 773}
 774
 775static void gmc_v7_0_enable_mc_mgcg(struct amdgpu_device *adev,
 776				    bool enable)
 777{
 778	int i;
 779	u32 orig, data;
 780
 781	for (i = 0; i < ARRAY_SIZE(mc_cg_registers); i++) {
 782		orig = data = RREG32(mc_cg_registers[i]);
 783		if (enable && (adev->cg_flags & AMD_CG_SUPPORT_MC_MGCG))
 784			data |= mc_cg_en[i];
 785		else
 786			data &= ~mc_cg_en[i];
 787		if (data != orig)
 788			WREG32(mc_cg_registers[i], data);
 789	}
 790}
 791
 792static void gmc_v7_0_enable_bif_mgls(struct amdgpu_device *adev,
 793				     bool enable)
 794{
 795	u32 orig, data;
 796
 797	orig = data = RREG32_PCIE(ixPCIE_CNTL2);
 798
 799	if (enable && (adev->cg_flags & AMD_CG_SUPPORT_BIF_LS)) {
 800		data = REG_SET_FIELD(data, PCIE_CNTL2, SLV_MEM_LS_EN, 1);
 801		data = REG_SET_FIELD(data, PCIE_CNTL2, MST_MEM_LS_EN, 1);
 802		data = REG_SET_FIELD(data, PCIE_CNTL2, REPLAY_MEM_LS_EN, 1);
 803		data = REG_SET_FIELD(data, PCIE_CNTL2, SLV_MEM_AGGRESSIVE_LS_EN, 1);
 804	} else {
 805		data = REG_SET_FIELD(data, PCIE_CNTL2, SLV_MEM_LS_EN, 0);
 806		data = REG_SET_FIELD(data, PCIE_CNTL2, MST_MEM_LS_EN, 0);
 807		data = REG_SET_FIELD(data, PCIE_CNTL2, REPLAY_MEM_LS_EN, 0);
 808		data = REG_SET_FIELD(data, PCIE_CNTL2, SLV_MEM_AGGRESSIVE_LS_EN, 0);
 809	}
 810
 811	if (orig != data)
 812		WREG32_PCIE(ixPCIE_CNTL2, data);
 813}
 814
 815static void gmc_v7_0_enable_hdp_mgcg(struct amdgpu_device *adev,
 816				     bool enable)
 817{
 818	u32 orig, data;
 819
 820	orig = data = RREG32(mmHDP_HOST_PATH_CNTL);
 821
 822	if (enable && (adev->cg_flags & AMD_CG_SUPPORT_HDP_MGCG))
 823		data = REG_SET_FIELD(data, HDP_HOST_PATH_CNTL, CLOCK_GATING_DIS, 0);
 824	else
 825		data = REG_SET_FIELD(data, HDP_HOST_PATH_CNTL, CLOCK_GATING_DIS, 1);
 826
 827	if (orig != data)
 828		WREG32(mmHDP_HOST_PATH_CNTL, data);
 829}
 830
 831static void gmc_v7_0_enable_hdp_ls(struct amdgpu_device *adev,
 832				   bool enable)
 833{
 834	u32 orig, data;
 835
 836	orig = data = RREG32(mmHDP_MEM_POWER_LS);
 837
 838	if (enable && (adev->cg_flags & AMD_CG_SUPPORT_HDP_LS))
 839		data = REG_SET_FIELD(data, HDP_MEM_POWER_LS, LS_ENABLE, 1);
 840	else
 841		data = REG_SET_FIELD(data, HDP_MEM_POWER_LS, LS_ENABLE, 0);
 842
 843	if (orig != data)
 844		WREG32(mmHDP_MEM_POWER_LS, data);
 845}
 846
 847static int gmc_v7_0_convert_vram_type(int mc_seq_vram_type)
 848{
 849	switch (mc_seq_vram_type) {
 850	case MC_SEQ_MISC0__MT__GDDR1:
 851		return AMDGPU_VRAM_TYPE_GDDR1;
 852	case MC_SEQ_MISC0__MT__DDR2:
 853		return AMDGPU_VRAM_TYPE_DDR2;
 854	case MC_SEQ_MISC0__MT__GDDR3:
 855		return AMDGPU_VRAM_TYPE_GDDR3;
 856	case MC_SEQ_MISC0__MT__GDDR4:
 857		return AMDGPU_VRAM_TYPE_GDDR4;
 858	case MC_SEQ_MISC0__MT__GDDR5:
 859		return AMDGPU_VRAM_TYPE_GDDR5;
 860	case MC_SEQ_MISC0__MT__HBM:
 861		return AMDGPU_VRAM_TYPE_HBM;
 862	case MC_SEQ_MISC0__MT__DDR3:
 863		return AMDGPU_VRAM_TYPE_DDR3;
 864	default:
 865		return AMDGPU_VRAM_TYPE_UNKNOWN;
 866	}
 867}
 868
 869static int gmc_v7_0_early_init(void *handle)
 870{
 871	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
 872
 873	gmc_v7_0_set_gart_funcs(adev);
 874	gmc_v7_0_set_irq_funcs(adev);
 875
 876	return 0;
 877}
 878
 879static int gmc_v7_0_late_init(void *handle)
 880{
 881	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
 882
 883	if (amdgpu_vm_fault_stop != AMDGPU_VM_FAULT_STOP_ALWAYS)
 884		return amdgpu_irq_get(adev, &adev->mc.vm_fault, 0);
 885	else
 886		return 0;
 887}
 888
 889static int gmc_v7_0_sw_init(void *handle)
 890{
 891	int r;
 892	int dma_bits;
 893	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
 894
 895	if (adev->flags & AMD_IS_APU) {
 896		adev->mc.vram_type = AMDGPU_VRAM_TYPE_UNKNOWN;
 897	} else {
 898		u32 tmp = RREG32(mmMC_SEQ_MISC0);
 899		tmp &= MC_SEQ_MISC0__MT__MASK;
 900		adev->mc.vram_type = gmc_v7_0_convert_vram_type(tmp);
 901	}
 902
 903	r = amdgpu_irq_add_id(adev, 146, &adev->mc.vm_fault);
 904	if (r)
 905		return r;
 906
 907	r = amdgpu_irq_add_id(adev, 147, &adev->mc.vm_fault);
 908	if (r)
 909		return r;
 910
 911	/* Adjust VM size here.
 912	 * Currently set to 4GB ((1 << 20) 4k pages).
 913	 * Max GPUVM size for cayman and SI is 40 bits.
 914	 */
 915	adev->vm_manager.max_pfn = amdgpu_vm_size << 18;
 916
 917	/* Set the internal MC address mask
 918	 * This is the max address of the GPU's
 919	 * internal address space.
 920	 */
 921	adev->mc.mc_mask = 0xffffffffffULL; /* 40 bit MC */
 922
 923	/* set DMA mask + need_dma32 flags.
 924	 * PCIE - can handle 40-bits.
 925	 * IGP - can handle 40-bits
 926	 * PCI - dma32 for legacy pci gart, 40 bits on newer asics
 927	 */
 928	adev->need_dma32 = false;
 929	dma_bits = adev->need_dma32 ? 32 : 40;
 930	r = pci_set_dma_mask(adev->pdev, DMA_BIT_MASK(dma_bits));
 931	if (r) {
 932		adev->need_dma32 = true;
 933		dma_bits = 32;
 934		printk(KERN_WARNING "amdgpu: No suitable DMA available.\n");
 935	}
 936	r = pci_set_consistent_dma_mask(adev->pdev, DMA_BIT_MASK(dma_bits));
 937	if (r) {
 938		pci_set_consistent_dma_mask(adev->pdev, DMA_BIT_MASK(32));
 939		printk(KERN_WARNING "amdgpu: No coherent DMA available.\n");
 940	}
 941
 942	r = gmc_v7_0_init_microcode(adev);
 943	if (r) {
 944		DRM_ERROR("Failed to load mc firmware!\n");
 945		return r;
 946	}
 947
 948	r = gmc_v7_0_mc_init(adev);
 949	if (r)
 950		return r;
 951
 952	/* Memory manager */
 953	r = amdgpu_bo_init(adev);
 954	if (r)
 955		return r;
 956
 957	r = gmc_v7_0_gart_init(adev);
 958	if (r)
 959		return r;
 960
 961	if (!adev->vm_manager.enabled) {
 962		r = gmc_v7_0_vm_init(adev);
 963		if (r) {
 964			dev_err(adev->dev, "vm manager initialization failed (%d).\n", r);
 965			return r;
 966		}
 967		adev->vm_manager.enabled = true;
 968	}
 969
 970	return r;
 971}
 972
 973static int gmc_v7_0_sw_fini(void *handle)
 974{
 975	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
 976
 977	if (adev->vm_manager.enabled) {
 978		amdgpu_vm_manager_fini(adev);
 979		gmc_v7_0_vm_fini(adev);
 980		adev->vm_manager.enabled = false;
 981	}
 982	gmc_v7_0_gart_fini(adev);
 983	amdgpu_gem_force_release(adev);
 984	amdgpu_bo_fini(adev);
 985
 986	return 0;
 987}
 988
 989static int gmc_v7_0_hw_init(void *handle)
 990{
 991	int r;
 992	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
 993
 994	gmc_v7_0_init_golden_registers(adev);
 995
 996	gmc_v7_0_mc_program(adev);
 997
 998	if (!(adev->flags & AMD_IS_APU)) {
 999		r = gmc_v7_0_mc_load_microcode(adev);
1000		if (r) {
1001			DRM_ERROR("Failed to load MC firmware!\n");
1002			return r;
1003		}
1004	}
1005
1006	r = gmc_v7_0_gart_enable(adev);
1007	if (r)
1008		return r;
1009
1010	return r;
1011}
1012
1013static int gmc_v7_0_hw_fini(void *handle)
1014{
1015	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
1016
1017	amdgpu_irq_put(adev, &adev->mc.vm_fault, 0);
1018	gmc_v7_0_gart_disable(adev);
1019
1020	return 0;
1021}
1022
1023static int gmc_v7_0_suspend(void *handle)
1024{
1025	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
1026
1027	if (adev->vm_manager.enabled) {
1028		gmc_v7_0_vm_fini(adev);
1029		adev->vm_manager.enabled = false;
1030	}
1031	gmc_v7_0_hw_fini(adev);
1032
1033	return 0;
1034}
1035
1036static int gmc_v7_0_resume(void *handle)
1037{
1038	int r;
1039	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
1040
1041	r = gmc_v7_0_hw_init(adev);
1042	if (r)
1043		return r;
1044
1045	if (!adev->vm_manager.enabled) {
1046		r = gmc_v7_0_vm_init(adev);
1047		if (r) {
1048			dev_err(adev->dev, "vm manager initialization failed (%d).\n", r);
1049			return r;
1050		}
1051		adev->vm_manager.enabled = true;
1052	}
1053
1054	return r;
1055}
1056
1057static bool gmc_v7_0_is_idle(void *handle)
1058{
1059	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
1060	u32 tmp = RREG32(mmSRBM_STATUS);
1061
1062	if (tmp & (SRBM_STATUS__MCB_BUSY_MASK | SRBM_STATUS__MCB_NON_DISPLAY_BUSY_MASK |
1063		   SRBM_STATUS__MCC_BUSY_MASK | SRBM_STATUS__MCD_BUSY_MASK | SRBM_STATUS__VMC_BUSY_MASK))
1064		return false;
1065
1066	return true;
1067}
1068
1069static int gmc_v7_0_wait_for_idle(void *handle)
1070{
1071	unsigned i;
1072	u32 tmp;
1073	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
1074
1075	for (i = 0; i < adev->usec_timeout; i++) {
1076		/* read MC_STATUS */
1077		tmp = RREG32(mmSRBM_STATUS) & (SRBM_STATUS__MCB_BUSY_MASK |
1078					       SRBM_STATUS__MCB_NON_DISPLAY_BUSY_MASK |
1079					       SRBM_STATUS__MCC_BUSY_MASK |
1080					       SRBM_STATUS__MCD_BUSY_MASK |
1081					       SRBM_STATUS__VMC_BUSY_MASK);
1082		if (!tmp)
1083			return 0;
1084		udelay(1);
1085	}
1086	return -ETIMEDOUT;
1087
1088}
1089
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1090static int gmc_v7_0_soft_reset(void *handle)
1091{
1092	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
1093	struct amdgpu_mode_mc_save save;
1094	u32 srbm_soft_reset = 0;
1095	u32 tmp = RREG32(mmSRBM_STATUS);
1096
1097	if (tmp & SRBM_STATUS__VMC_BUSY_MASK)
1098		srbm_soft_reset = REG_SET_FIELD(srbm_soft_reset,
1099						SRBM_SOFT_RESET, SOFT_RESET_VMC, 1);
1100
1101	if (tmp & (SRBM_STATUS__MCB_BUSY_MASK | SRBM_STATUS__MCB_NON_DISPLAY_BUSY_MASK |
1102		   SRBM_STATUS__MCC_BUSY_MASK | SRBM_STATUS__MCD_BUSY_MASK)) {
1103		if (!(adev->flags & AMD_IS_APU))
1104			srbm_soft_reset = REG_SET_FIELD(srbm_soft_reset,
1105							SRBM_SOFT_RESET, SOFT_RESET_MC, 1);
1106	}
1107
1108	if (srbm_soft_reset) {
 
 
1109		gmc_v7_0_mc_stop(adev, &save);
1110		if (gmc_v7_0_wait_for_idle((void *)adev)) {
1111			dev_warn(adev->dev, "Wait for GMC idle timed out !\n");
1112		}
1113
1114
1115		tmp = RREG32(mmSRBM_SOFT_RESET);
1116		tmp |= srbm_soft_reset;
1117		dev_info(adev->dev, "SRBM_SOFT_RESET=0x%08X\n", tmp);
1118		WREG32(mmSRBM_SOFT_RESET, tmp);
1119		tmp = RREG32(mmSRBM_SOFT_RESET);
1120
1121		udelay(50);
1122
1123		tmp &= ~srbm_soft_reset;
1124		WREG32(mmSRBM_SOFT_RESET, tmp);
1125		tmp = RREG32(mmSRBM_SOFT_RESET);
1126
1127		/* Wait a little for things to settle down */
1128		udelay(50);
1129
1130		gmc_v7_0_mc_resume(adev, &save);
1131		udelay(50);
 
 
1132	}
1133
1134	return 0;
1135}
1136
1137static int gmc_v7_0_vm_fault_interrupt_state(struct amdgpu_device *adev,
1138					     struct amdgpu_irq_src *src,
1139					     unsigned type,
1140					     enum amdgpu_interrupt_state state)
1141{
1142	u32 tmp;
1143	u32 bits = (VM_CONTEXT1_CNTL__RANGE_PROTECTION_FAULT_ENABLE_INTERRUPT_MASK |
1144		    VM_CONTEXT1_CNTL__DUMMY_PAGE_PROTECTION_FAULT_ENABLE_INTERRUPT_MASK |
1145		    VM_CONTEXT1_CNTL__PDE0_PROTECTION_FAULT_ENABLE_INTERRUPT_MASK |
1146		    VM_CONTEXT1_CNTL__VALID_PROTECTION_FAULT_ENABLE_INTERRUPT_MASK |
1147		    VM_CONTEXT1_CNTL__READ_PROTECTION_FAULT_ENABLE_INTERRUPT_MASK |
1148		    VM_CONTEXT1_CNTL__WRITE_PROTECTION_FAULT_ENABLE_INTERRUPT_MASK);
1149
1150	switch (state) {
1151	case AMDGPU_IRQ_STATE_DISABLE:
1152		/* system context */
1153		tmp = RREG32(mmVM_CONTEXT0_CNTL);
1154		tmp &= ~bits;
1155		WREG32(mmVM_CONTEXT0_CNTL, tmp);
1156		/* VMs */
1157		tmp = RREG32(mmVM_CONTEXT1_CNTL);
1158		tmp &= ~bits;
1159		WREG32(mmVM_CONTEXT1_CNTL, tmp);
1160		break;
1161	case AMDGPU_IRQ_STATE_ENABLE:
1162		/* system context */
1163		tmp = RREG32(mmVM_CONTEXT0_CNTL);
1164		tmp |= bits;
1165		WREG32(mmVM_CONTEXT0_CNTL, tmp);
1166		/* VMs */
1167		tmp = RREG32(mmVM_CONTEXT1_CNTL);
1168		tmp |= bits;
1169		WREG32(mmVM_CONTEXT1_CNTL, tmp);
1170		break;
1171	default:
1172		break;
1173	}
1174
1175	return 0;
1176}
1177
1178static int gmc_v7_0_process_interrupt(struct amdgpu_device *adev,
1179				      struct amdgpu_irq_src *source,
1180				      struct amdgpu_iv_entry *entry)
1181{
1182	u32 addr, status, mc_client;
1183
1184	addr = RREG32(mmVM_CONTEXT1_PROTECTION_FAULT_ADDR);
1185	status = RREG32(mmVM_CONTEXT1_PROTECTION_FAULT_STATUS);
1186	mc_client = RREG32(mmVM_CONTEXT1_PROTECTION_FAULT_MCCLIENT);
1187	/* reset addr and status */
1188	WREG32_P(mmVM_CONTEXT1_CNTL2, 1, ~1);
1189
1190	if (!addr && !status)
1191		return 0;
1192
1193	if (amdgpu_vm_fault_stop == AMDGPU_VM_FAULT_STOP_FIRST)
1194		gmc_v7_0_set_fault_enable_default(adev, false);
1195
1196	if (printk_ratelimit()) {
1197		dev_err(adev->dev, "GPU fault detected: %d 0x%08x\n",
1198			entry->src_id, entry->src_data);
1199		dev_err(adev->dev, "  VM_CONTEXT1_PROTECTION_FAULT_ADDR   0x%08X\n",
1200			addr);
1201		dev_err(adev->dev, "  VM_CONTEXT1_PROTECTION_FAULT_STATUS 0x%08X\n",
1202			status);
1203		gmc_v7_0_vm_decode_fault(adev, status, addr, mc_client);
1204	}
1205
1206	return 0;
1207}
1208
1209static int gmc_v7_0_set_clockgating_state(void *handle,
1210					  enum amd_clockgating_state state)
1211{
1212	bool gate = false;
1213	struct amdgpu_device *adev = (struct amdgpu_device *)handle;
1214
1215	if (state == AMD_CG_STATE_GATE)
1216		gate = true;
1217
1218	if (!(adev->flags & AMD_IS_APU)) {
1219		gmc_v7_0_enable_mc_mgcg(adev, gate);
1220		gmc_v7_0_enable_mc_ls(adev, gate);
1221	}
1222	gmc_v7_0_enable_bif_mgls(adev, gate);
1223	gmc_v7_0_enable_hdp_mgcg(adev, gate);
1224	gmc_v7_0_enable_hdp_ls(adev, gate);
1225
1226	return 0;
1227}
1228
1229static int gmc_v7_0_set_powergating_state(void *handle,
1230					  enum amd_powergating_state state)
1231{
1232	return 0;
1233}
1234
1235static const struct amd_ip_funcs gmc_v7_0_ip_funcs = {
1236	.name = "gmc_v7_0",
1237	.early_init = gmc_v7_0_early_init,
1238	.late_init = gmc_v7_0_late_init,
1239	.sw_init = gmc_v7_0_sw_init,
1240	.sw_fini = gmc_v7_0_sw_fini,
1241	.hw_init = gmc_v7_0_hw_init,
1242	.hw_fini = gmc_v7_0_hw_fini,
1243	.suspend = gmc_v7_0_suspend,
1244	.resume = gmc_v7_0_resume,
1245	.is_idle = gmc_v7_0_is_idle,
1246	.wait_for_idle = gmc_v7_0_wait_for_idle,
1247	.soft_reset = gmc_v7_0_soft_reset,
 
1248	.set_clockgating_state = gmc_v7_0_set_clockgating_state,
1249	.set_powergating_state = gmc_v7_0_set_powergating_state,
1250};
1251
1252static const struct amdgpu_gart_funcs gmc_v7_0_gart_funcs = {
1253	.flush_gpu_tlb = gmc_v7_0_gart_flush_gpu_tlb,
1254	.set_pte_pde = gmc_v7_0_gart_set_pte_pde,
1255};
1256
1257static const struct amdgpu_irq_src_funcs gmc_v7_0_irq_funcs = {
1258	.set = gmc_v7_0_vm_fault_interrupt_state,
1259	.process = gmc_v7_0_process_interrupt,
1260};
1261
1262static void gmc_v7_0_set_gart_funcs(struct amdgpu_device *adev)
1263{
1264	if (adev->gart.gart_funcs == NULL)
1265		adev->gart.gart_funcs = &gmc_v7_0_gart_funcs;
1266}
1267
1268static void gmc_v7_0_set_irq_funcs(struct amdgpu_device *adev)
1269{
1270	adev->mc.vm_fault.num_types = 1;
1271	adev->mc.vm_fault.funcs = &gmc_v7_0_irq_funcs;
1272}
1273
1274const struct amdgpu_ip_block_version gmc_v7_0_ip_block =
1275{
1276	.type = AMD_IP_BLOCK_TYPE_GMC,
1277	.major = 7,
1278	.minor = 0,
1279	.rev = 0,
1280	.funcs = &gmc_v7_0_ip_funcs,
1281};
1282
1283const struct amdgpu_ip_block_version gmc_v7_4_ip_block =
1284{
1285	.type = AMD_IP_BLOCK_TYPE_GMC,
1286	.major = 7,
1287	.minor = 4,
1288	.rev = 0,
1289	.funcs = &gmc_v7_0_ip_funcs,
1290};