[linux-2.6-block.git] / drivers / gpu / drm / radeon / r420.c

/*
 * Copyright 2008 Advanced Micro Devices, Inc.
 * Copyright 2008 Red Hat Inc.
 * Copyright 2009 Jerome Glisse.
 *
 * Permission is hereby granted, free of charge, to any person obtaining a
 * copy of this software and associated documentation files (the "Software"),
 * to deal in the Software without restriction, including without limitation
 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
 * and/or sell copies of the Software, and to permit persons to whom the
 * Software is furnished to do so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice shall be included in
 * all copies or substantial portions of the Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
 * OTHER DEALINGS IN THE SOFTWARE.
 *
 * Authors: Dave Airlie
 *          Alex Deucher
 *          Jerome Glisse
 */
#include <linux/seq_file.h>
#include <linux/slab.h>
#include <drm/drmP.h>
#include "radeon_reg.h"
#include "radeon.h"
#include "radeon_asic.h"
#include "atom.h"
#include "r100d.h"
#include "r420d.h"
#include "r420_reg_safe.h"

void r420_pm_init_profile(struct radeon_device *rdev)
{
	/* default */
	rdev->pm.profiles[PM_PROFILE_DEFAULT_IDX].dpms_off_ps_idx = rdev->pm.default_power_state_index;
	rdev->pm.profiles[PM_PROFILE_DEFAULT_IDX].dpms_on_ps_idx = rdev->pm.default_power_state_index;
	rdev->pm.profiles[PM_PROFILE_DEFAULT_IDX].dpms_off_cm_idx = 0;
	rdev->pm.profiles[PM_PROFILE_DEFAULT_IDX].dpms_on_cm_idx = 0;
	/* low sh */
	rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_off_ps_idx = 0;
	rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_on_ps_idx = 0;
	rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_off_cm_idx = 0;
	rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_on_cm_idx = 0;
	/* mid sh */
	rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_off_ps_idx = 0;
	rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_on_ps_idx = 1;
	rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_off_cm_idx = 0;
	rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_on_cm_idx = 0;
	/* high sh */
	rdev->pm.profiles[PM_PROFILE_HIGH_SH_IDX].dpms_off_ps_idx = 0;
	rdev->pm.profiles[PM_PROFILE_HIGH_SH_IDX].dpms_on_ps_idx = rdev->pm.default_power_state_index;
	rdev->pm.profiles[PM_PROFILE_HIGH_SH_IDX].dpms_off_cm_idx = 0;
	rdev->pm.profiles[PM_PROFILE_HIGH_SH_IDX].dpms_on_cm_idx = 0;
	/* low mh */
	rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_off_ps_idx = 0;
	rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_on_ps_idx = rdev->pm.default_power_state_index;
	rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_off_cm_idx = 0;
	rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_on_cm_idx = 0;
	/* mid mh */
	rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_off_ps_idx = 0;
	rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_on_ps_idx = rdev->pm.default_power_state_index;
	rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_off_cm_idx = 0;
	rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_on_cm_idx = 0;
	/* high mh */
	rdev->pm.profiles[PM_PROFILE_HIGH_MH_IDX].dpms_off_ps_idx = 0;
	rdev->pm.profiles[PM_PROFILE_HIGH_MH_IDX].dpms_on_ps_idx = rdev->pm.default_power_state_index;
	rdev->pm.profiles[PM_PROFILE_HIGH_MH_IDX].dpms_off_cm_idx = 0;
	rdev->pm.profiles[PM_PROFILE_HIGH_MH_IDX].dpms_on_cm_idx = 0;
}

static void r420_set_reg_safe(struct radeon_device *rdev)
{
	rdev->config.r300.reg_safe_bm = r420_reg_safe_bm;
	rdev->config.r300.reg_safe_bm_size = ARRAY_SIZE(r420_reg_safe_bm);
}

void r420_pipes_init(struct radeon_device *rdev)
{
	unsigned tmp;
	unsigned gb_pipe_select;
	unsigned num_pipes;

	/* GA_ENHANCE workaround TCL deadlock issue */
	WREG32(R300_GA_ENHANCE, R300_GA_DEADLOCK_CNTL | R300_GA_FASTSYNC_CNTL |
	       (1 << 2) | (1 << 3));
	/* add idle wait as per freedesktop.org bug 24041 */
	if (r100_gui_wait_for_idle(rdev)) {
		printk(KERN_WARNING "Failed to wait GUI idle while "
		       "programming pipes. Bad things might happen.\n");
	}
	/* get max number of pipes */
	gb_pipe_select = RREG32(R400_GB_PIPE_SELECT);
	num_pipes = ((gb_pipe_select >> 12) & 3) + 1;

	/* SE chips have 1 pipe */
	if ((rdev->pdev->device == 0x5e4c) ||
	    (rdev->pdev->device == 0x5e4f))
		num_pipes = 1;

	rdev->num_gb_pipes = num_pipes;
	tmp = 0;
	switch (num_pipes) {
	default:
		/* force to 1 pipe */
		num_pipes = 1;
	case 1:
		tmp = (0 << 1);
		break;
	case 2:
		tmp = (3 << 1);
		break;
	case 3:
		tmp = (6 << 1);
		break;
	case 4:
		tmp = (7 << 1);
		break;
	}
	WREG32(R500_SU_REG_DEST, (1 << num_pipes) - 1);
	/* Sub pixel 1/12 so we can have 4K rendering according to doc */
	tmp |= R300_TILE_SIZE_16 | R300_ENABLE_TILING;
	WREG32(R300_GB_TILE_CONFIG, tmp);
	if (r100_gui_wait_for_idle(rdev)) {
		printk(KERN_WARNING "Failed to wait GUI idle while "
		       "programming pipes. Bad things might happen.\n");
	}

	tmp = RREG32(R300_DST_PIPE_CONFIG);
	WREG32(R300_DST_PIPE_CONFIG, tmp | R300_PIPE_AUTO_CONFIG);

	WREG32(R300_RB2D_DSTCACHE_MODE,
	       RREG32(R300_RB2D_DSTCACHE_MODE) |
	       R300_DC_AUTOFLUSH_ENABLE |
	       R300_DC_DC_DISABLE_IGNORE_PE);

	if (r100_gui_wait_for_idle(rdev)) {
		printk(KERN_WARNING "Failed to wait GUI idle while "
		       "programming pipes. Bad things might happen.\n");
	}

	if (rdev->family == CHIP_RV530) {
		tmp = RREG32(RV530_GB_PIPE_SELECT2);
		if ((tmp & 3) == 3)
			rdev->num_z_pipes = 2;
		else
			rdev->num_z_pipes = 1;
	} else
		rdev->num_z_pipes = 1;

	DRM_INFO("radeon: %d quad pipes, %d z pipes initialized.\n",
		 rdev->num_gb_pipes, rdev->num_z_pipes);
}

u32 r420_mc_rreg(struct radeon_device *rdev, u32 reg)
{
	unsigned long flags;
	u32 r;

	spin_lock_irqsave(&rdev->mc_idx_lock, flags);
	WREG32(R_0001F8_MC_IND_INDEX, S_0001F8_MC_IND_ADDR(reg));
	r = RREG32(R_0001FC_MC_IND_DATA);
	spin_unlock_irqrestore(&rdev->mc_idx_lock, flags);
	return r;
}

void r420_mc_wreg(struct radeon_device *rdev, u32 reg, u32 v)
{
	unsigned long flags;

	spin_lock_irqsave(&rdev->mc_idx_lock, flags);
	WREG32(R_0001F8_MC_IND_INDEX, S_0001F8_MC_IND_ADDR(reg) |
		S_0001F8_MC_IND_WR_EN(1));
	WREG32(R_0001FC_MC_IND_DATA, v);
	spin_unlock_irqrestore(&rdev->mc_idx_lock, flags);
}

static void r420_debugfs(struct radeon_device *rdev)
{
	if (r100_debugfs_rbbm_init(rdev)) {
		DRM_ERROR("Failed to register debugfs file for RBBM !\n");
	}
	if (r420_debugfs_pipes_info_init(rdev)) {
		DRM_ERROR("Failed to register debugfs file for pipes !\n");
	}
}

static void r420_clock_resume(struct radeon_device *rdev)
{
	u32 sclk_cntl;

	if (radeon_dynclks != -1 && radeon_dynclks)
		radeon_atom_set_clock_gating(rdev, 1);
	sclk_cntl = RREG32_PLL(R_00000D_SCLK_CNTL);
	sclk_cntl |= S_00000D_FORCE_CP(1) | S_00000D_FORCE_VIP(1);
	if (rdev->family == CHIP_R420)
		sclk_cntl |= S_00000D_FORCE_PX(1) | S_00000D_FORCE_TX(1);
	WREG32_PLL(R_00000D_SCLK_CNTL, sclk_cntl);
}

static void r420_cp_errata_init(struct radeon_device *rdev)
{
	struct radeon_ring *ring = &rdev->ring[RADEON_RING_TYPE_GFX_INDEX];

	/* RV410 and R420 can lock up if CP DMA to host memory happens
	 * while the 2D engine is busy.
	 *
	 * The proper workaround is to queue a RESYNC at the beginning
	 * of the CP init, apparently.
	 */
	radeon_scratch_get(rdev, &rdev->config.r300.resync_scratch);
	radeon_ring_lock(rdev, ring, 8);
	radeon_ring_write(ring, PACKET0(R300_CP_RESYNC_ADDR, 1));
	radeon_ring_write(ring, rdev->config.r300.resync_scratch);
	radeon_ring_write(ring, 0xDEADBEEF);
	radeon_ring_unlock_commit(rdev, ring, false);
}

static void r420_cp_errata_fini(struct radeon_device *rdev)
{
	struct radeon_ring *ring = &rdev->ring[RADEON_RING_TYPE_GFX_INDEX];

	/* Catch the RESYNC we dispatched all the way back,
	 * at the very beginning of the CP init.
	 */
	radeon_ring_lock(rdev, ring, 8);
	radeon_ring_write(ring, PACKET0(R300_RB3D_DSTCACHE_CTLSTAT, 0));
	radeon_ring_write(ring, R300_RB3D_DC_FINISH);
	radeon_ring_unlock_commit(rdev, ring, false);
	radeon_scratch_free(rdev, rdev->config.r300.resync_scratch);
}

static int r420_startup(struct radeon_device *rdev)
{
	int r;

	/* set common regs */
	r100_set_common_regs(rdev);
	/* program mc */
	r300_mc_program(rdev);
	/* Resume clock */
	r420_clock_resume(rdev);
	/* Initialize GART (initialize after TTM so we can allocate
	 * memory through TTM but finalize after TTM) */
	if (rdev->flags & RADEON_IS_PCIE) {
		r = rv370_pcie_gart_enable(rdev);
		if (r)
			return r;
	}
	if (rdev->flags & RADEON_IS_PCI) {
		r = r100_pci_gart_enable(rdev);
		if (r)
			return r;
	}
	r420_pipes_init(rdev);

	/* allocate wb buffer */
	r = radeon_wb_init(rdev);
	if (r)
		return r;

	r = radeon_fence_driver_start_ring(rdev, RADEON_RING_TYPE_GFX_INDEX);
	if (r) {
		dev_err(rdev->dev, "failed initializing CP fences (%d).\n", r);
		return r;
	}

	/* Enable IRQ */
	if (!rdev->irq.installed) {
		r = radeon_irq_kms_init(rdev);
		if (r)
			return r;
	}

	r100_irq_set(rdev);
	rdev->config.r300.hdp_cntl = RREG32(RADEON_HOST_PATH_CNTL);
	/* 1M ring buffer */
	r = r100_cp_init(rdev, 1024 * 1024);
	if (r) {
		dev_err(rdev->dev, "failed initializing CP (%d).\n", r);
		return r;
	}
	r420_cp_errata_init(rdev);

	r = radeon_ib_pool_init(rdev);
	if (r) {
		dev_err(rdev->dev, "IB initialization failed (%d).\n", r);
		return r;
	}

	return 0;
}

int r420_resume(struct radeon_device *rdev)
{
	int r;

	/* Make sur GART are not working */
	if (rdev->flags & RADEON_IS_PCIE)
		rv370_pcie_gart_disable(rdev);
	if (rdev->flags & RADEON_IS_PCI)
		r100_pci_gart_disable(rdev);
	/* Resume clock before doing reset */
	r420_clock_resume(rdev);
	/* Reset gpu before posting otherwise ATOM will enter infinite loop */
	if (radeon_asic_reset(rdev)) {
		dev_warn(rdev->dev, "GPU reset failed ! (0xE40=0x%08X, 0x7C0=0x%08X)\n",
			RREG32(R_000E40_RBBM_STATUS),
			RREG32(R_0007C0_CP_STAT));
	}
	/* check if cards are posted or not */
	if (rdev->is_atom_bios) {
		atom_asic_init(rdev->mode_info.atom_context);
	} else {
		radeon_combios_asic_init(rdev->ddev);
	}
	/* Resume clock after posting */
	r420_clock_resume(rdev);
	/* Initialize surface registers */
	radeon_surface_init(rdev);

	rdev->accel_working = true;
	r = r420_startup(rdev);
	if (r) {
		rdev->accel_working = false;
	}
	return r;
}

int r420_suspend(struct radeon_device *rdev)
{
	radeon_pm_suspend(rdev);
	r420_cp_errata_fini(rdev);
	r100_cp_disable(rdev);
	radeon_wb_disable(rdev);
	r100_irq_disable(rdev);
	if (rdev->flags & RADEON_IS_PCIE)
		rv370_pcie_gart_disable(rdev);
	if (rdev->flags & RADEON_IS_PCI)
		r100_pci_gart_disable(rdev);
	return 0;
}

void r420_fini(struct radeon_device *rdev)
{
	radeon_pm_fini(rdev);
	r100_cp_fini(rdev);
	radeon_wb_fini(rdev);
	radeon_ib_pool_fini(rdev);
	radeon_gem_fini(rdev);
	if (rdev->flags & RADEON_IS_PCIE)
		rv370_pcie_gart_fini(rdev);
	if (rdev->flags & RADEON_IS_PCI)
		r100_pci_gart_fini(rdev);
	radeon_agp_fini(rdev);
	radeon_irq_kms_fini(rdev);
	radeon_fence_driver_fini(rdev);
	radeon_bo_fini(rdev);
	if (rdev->is_atom_bios) {
		radeon_atombios_fini(rdev);
	} else {
		radeon_combios_fini(rdev);
	}
	kfree(rdev->bios);
	rdev->bios = NULL;
}

int r420_init(struct radeon_device *rdev)
{
	int r;

	/* Initialize scratch registers */
	radeon_scratch_init(rdev);
	/* Initialize surface registers */
	radeon_surface_init(rdev);
	/* TODO: disable VGA need to use VGA request */
	/* restore some register to sane defaults */
	r100_restore_sanity(rdev);
	/* BIOS*/
	if (!radeon_get_bios(rdev)) {
		if (ASIC_IS_AVIVO(rdev))
			return -EINVAL;
	}
	if (rdev->is_atom_bios) {
		r = radeon_atombios_init(rdev);
		if (r) {
			return r;
		}
	} else {
		r = radeon_combios_init(rdev);
		if (r) {
			return r;
		}
	}
	/* Reset gpu before posting otherwise ATOM will enter infinite loop */
	if (radeon_asic_reset(rdev)) {
		dev_warn(rdev->dev,
			"GPU reset failed ! (0xE40=0x%08X, 0x7C0=0x%08X)\n",
			RREG32(R_000E40_RBBM_STATUS),
			RREG32(R_0007C0_CP_STAT));
	}
	/* check if cards are posted or not */
	if (radeon_boot_test_post_card(rdev) == false)
		return -EINVAL;

	/* Initialize clocks */
	radeon_get_clock_info(rdev->ddev);
	/* initialize AGP */
	if (rdev->flags & RADEON_IS_AGP) {
		r = radeon_agp_init(rdev);
		if (r) {
			radeon_agp_disable(rdev);
		}
	}
	/* initialize memory controller */
	r300_mc_init(rdev);
	r420_debugfs(rdev);
	/* Fence driver */
	r = radeon_fence_driver_init(rdev);
	if (r) {
		return r;
	}
	/* Memory manager */
	r = radeon_bo_init(rdev);
	if (r) {
		return r;
	}
	if (rdev->family == CHIP_R420)
		r100_enable_bm(rdev);

	if (rdev->flags & RADEON_IS_PCIE) {
		r = rv370_pcie_gart_init(rdev);
		if (r)
			return r;
	}
	if (rdev->flags & RADEON_IS_PCI) {
		r = r100_pci_gart_init(rdev);
		if (r)
			return r;
	}
	r420_set_reg_safe(rdev);

	/* Initialize power management */
	radeon_pm_init(rdev);

	rdev->accel_working = true;
	r = r420_startup(rdev);
	if (r) {
		/* Somethings want wront with the accel init stop accel */
		dev_err(rdev->dev, "Disabling GPU acceleration\n");
		r100_cp_fini(rdev);
		radeon_wb_fini(rdev);
		radeon_ib_pool_fini(rdev);
		radeon_irq_kms_fini(rdev);
		if (rdev->flags & RADEON_IS_PCIE)
			rv370_pcie_gart_fini(rdev);
		if (rdev->flags & RADEON_IS_PCI)
			r100_pci_gart_fini(rdev);
		radeon_agp_fini(rdev);
		rdev->accel_working = false;
	}
	return 0;
}

/*
 * Debugfs info
 */
#if defined(CONFIG_DEBUG_FS)
static int r420_debugfs_pipes_info(struct seq_file *m, void *data)
{
	struct drm_info_node *node = (struct drm_info_node *) m->private;
	struct drm_device *dev = node->minor->dev;
	struct radeon_device *rdev = dev->dev_private;
	uint32_t tmp;

	tmp = RREG32(R400_GB_PIPE_SELECT);
	seq_printf(m, "GB_PIPE_SELECT 0x%08x\n", tmp);
	tmp = RREG32(R300_GB_TILE_CONFIG);
	seq_printf(m, "GB_TILE_CONFIG 0x%08x\n", tmp);
	tmp = RREG32(R300_DST_PIPE_CONFIG);
	seq_printf(m, "DST_PIPE_CONFIG 0x%08x\n", tmp);
	return 0;
}

static struct drm_info_list r420_pipes_info_list[] = {
	{"r420_pipes_info", r420_debugfs_pipes_info, 0, NULL},
};
#endif

int r420_debugfs_pipes_info_init(struct radeon_device *rdev)
{
#if defined(CONFIG_DEBUG_FS)
	return radeon_debugfs_add_files(rdev, r420_pipes_info_list, 1);
#else
	return 0;
#endif
}
Commit	Line	Data
771fe6b9 JG	1	/*
	2	* Copyright 2008 Advanced Micro Devices, Inc.
	3	* Copyright 2008 Red Hat Inc.
	4	* Copyright 2009 Jerome Glisse.
	5	*
	6	* Permission is hereby granted, free of charge, to any person obtaining a
	7	* copy of this software and associated documentation files (the "Software"),
	8	* to deal in the Software without restriction, including without limitation
	9	* the rights to use, copy, modify, merge, publish, distribute, sublicense,
	10	* and/or sell copies of the Software, and to permit persons to whom the
	11	* Software is furnished to do so, subject to the following conditions:
	12	*
	13	* The above copyright notice and this permission notice shall be included in
	14	* all copies or substantial portions of the Software.
	15	*
	16	* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
	17	* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
	18	* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
	19	* THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
	20	* OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
	21	* ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
	22	* OTHER DEALINGS IN THE SOFTWARE.
	23	*
	24	* Authors: Dave Airlie
	25	* Alex Deucher
	26	* Jerome Glisse
	27	*/
	28	#include <linux/seq_file.h>
5a0e3ad6	29	#include <linux/slab.h>
760285e7	30	#include <drm/drmP.h>
771fe6b9 JG	31	#include "radeon_reg.h"
771fe6b9 JG	32	#include "radeon.h"
e6990375	33	#include "radeon_asic.h"
9f022ddf	34	#include "atom.h"
62cdc0c2	35	#include "r100d.h"
905b6822	36	#include "r420d.h"
804c7559 AD	37	#include "r420_reg_safe.h"
804c7559 AD	38
ce8f5370 AD	39	void r420_pm_init_profile(struct radeon_device *rdev)
	40	{
	41	/* default */
	42	rdev->pm.profiles[PM_PROFILE_DEFAULT_IDX].dpms_off_ps_idx = rdev->pm.default_power_state_index;
	43	rdev->pm.profiles[PM_PROFILE_DEFAULT_IDX].dpms_on_ps_idx = rdev->pm.default_power_state_index;
	44	rdev->pm.profiles[PM_PROFILE_DEFAULT_IDX].dpms_off_cm_idx = 0;
	45	rdev->pm.profiles[PM_PROFILE_DEFAULT_IDX].dpms_on_cm_idx = 0;
	46	/* low sh */
	47	rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_off_ps_idx = 0;
c9e75b21	48	rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_on_ps_idx = 0;
ce8f5370 AD	49	rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_off_cm_idx = 0;
ce8f5370 AD	50	rdev->pm.profiles[PM_PROFILE_LOW_SH_IDX].dpms_on_cm_idx = 0;
c9e75b21 AD	51	/* mid sh */
	52	rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_off_ps_idx = 0;
	53	rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_on_ps_idx = 1;
	54	rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_off_cm_idx = 0;
	55	rdev->pm.profiles[PM_PROFILE_MID_SH_IDX].dpms_on_cm_idx = 0;
ce8f5370 AD	56	/* high sh */
	57	rdev->pm.profiles[PM_PROFILE_HIGH_SH_IDX].dpms_off_ps_idx = 0;
	58	rdev->pm.profiles[PM_PROFILE_HIGH_SH_IDX].dpms_on_ps_idx = rdev->pm.default_power_state_index;
	59	rdev->pm.profiles[PM_PROFILE_HIGH_SH_IDX].dpms_off_cm_idx = 0;
	60	rdev->pm.profiles[PM_PROFILE_HIGH_SH_IDX].dpms_on_cm_idx = 0;
	61	/* low mh */
	62	rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_off_ps_idx = 0;
	63	rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_on_ps_idx = rdev->pm.default_power_state_index;
	64	rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_off_cm_idx = 0;
	65	rdev->pm.profiles[PM_PROFILE_LOW_MH_IDX].dpms_on_cm_idx = 0;
c9e75b21 AD	66	/* mid mh */
	67	rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_off_ps_idx = 0;
	68	rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_on_ps_idx = rdev->pm.default_power_state_index;
	69	rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_off_cm_idx = 0;
	70	rdev->pm.profiles[PM_PROFILE_MID_MH_IDX].dpms_on_cm_idx = 0;
ce8f5370 AD	71	/* high mh */
	72	rdev->pm.profiles[PM_PROFILE_HIGH_MH_IDX].dpms_off_ps_idx = 0;
	73	rdev->pm.profiles[PM_PROFILE_HIGH_MH_IDX].dpms_on_ps_idx = rdev->pm.default_power_state_index;
	74	rdev->pm.profiles[PM_PROFILE_HIGH_MH_IDX].dpms_off_cm_idx = 0;
	75	rdev->pm.profiles[PM_PROFILE_HIGH_MH_IDX].dpms_on_cm_idx = 0;
	76	}
	77
804c7559 AD	78	static void r420_set_reg_safe(struct radeon_device *rdev)
	79	{
	80	rdev->config.r300.reg_safe_bm = r420_reg_safe_bm;
	81	rdev->config.r300.reg_safe_bm_size = ARRAY_SIZE(r420_reg_safe_bm);
	82	}
771fe6b9	83
771fe6b9 JG	84	void r420_pipes_init(struct radeon_device *rdev)
	85	{
	86	unsigned tmp;
	87	unsigned gb_pipe_select;
	88	unsigned num_pipes;
	89
	90	/* GA_ENHANCE workaround TCL deadlock issue */
4612dc97 AD	91	WREG32(R300_GA_ENHANCE, R300_GA_DEADLOCK_CNTL \| R300_GA_FASTSYNC_CNTL \|
4612dc97 AD	92	(1 << 2) \| (1 << 3));
18a4cd2e DA	93	/* add idle wait as per freedesktop.org bug 24041 */
	94	if (r100_gui_wait_for_idle(rdev)) {
	95	printk(KERN_WARNING "Failed to wait GUI idle while "
	96	"programming pipes. Bad things might happen.\n");
	97	}
771fe6b9	98	/* get max number of pipes */
d75ee3be	99	gb_pipe_select = RREG32(R400_GB_PIPE_SELECT);
771fe6b9	100	num_pipes = ((gb_pipe_select >> 12) & 3) + 1;
94f7bf64 TV	101
	102	/* SE chips have 1 pipe */
	103	if ((rdev->pdev->device == 0x5e4c) \|\|
	104	(rdev->pdev->device == 0x5e4f))
	105	num_pipes = 1;
	106
771fe6b9 JG	107	rdev->num_gb_pipes = num_pipes;
	108	tmp = 0;
	109	switch (num_pipes) {
	110	default:
	111	/* force to 1 pipe */
	112	num_pipes = 1;
	113	case 1:
	114	tmp = (0 << 1);
	115	break;
	116	case 2:
	117	tmp = (3 << 1);
	118	break;
	119	case 3:
	120	tmp = (6 << 1);
	121	break;
	122	case 4:
	123	tmp = (7 << 1);
	124	break;
	125	}
4612dc97	126	WREG32(R500_SU_REG_DEST, (1 << num_pipes) - 1);
771fe6b9	127	/* Sub pixel 1/12 so we can have 4K rendering according to doc */
4612dc97 AD	128	tmp \|= R300_TILE_SIZE_16 \| R300_ENABLE_TILING;
4612dc97 AD	129	WREG32(R300_GB_TILE_CONFIG, tmp);
771fe6b9 JG	130	if (r100_gui_wait_for_idle(rdev)) {
	131	printk(KERN_WARNING "Failed to wait GUI idle while "
	132	"programming pipes. Bad things might happen.\n");
	133	}
	134
4612dc97 AD	135	tmp = RREG32(R300_DST_PIPE_CONFIG);
4612dc97 AD	136	WREG32(R300_DST_PIPE_CONFIG, tmp \| R300_PIPE_AUTO_CONFIG);
771fe6b9 JG	137
	138	WREG32(R300_RB2D_DSTCACHE_MODE,
	139	RREG32(R300_RB2D_DSTCACHE_MODE) \|
	140	R300_DC_AUTOFLUSH_ENABLE \|
	141	R300_DC_DC_DISABLE_IGNORE_PE);
	142
	143	if (r100_gui_wait_for_idle(rdev)) {
	144	printk(KERN_WARNING "Failed to wait GUI idle while "
	145	"programming pipes. Bad things might happen.\n");
	146	}
f779b3e5 AD	147
	148	if (rdev->family == CHIP_RV530) {
	149	tmp = RREG32(RV530_GB_PIPE_SELECT2);
	150	if ((tmp & 3) == 3)
	151	rdev->num_z_pipes = 2;
	152	else
	153	rdev->num_z_pipes = 1;
	154	} else
	155	rdev->num_z_pipes = 1;
	156
	157	DRM_INFO("radeon: %d quad pipes, %d z pipes initialized.\n",
	158	rdev->num_gb_pipes, rdev->num_z_pipes);
771fe6b9 JG	159	}
771fe6b9 JG	160
9f022ddf	161	u32 r420_mc_rreg(struct radeon_device *rdev, u32 reg)
771fe6b9	162	{
0a5b7b0b	163	unsigned long flags;
9f022ddf JG	164	u32 r;
9f022ddf JG	165
0a5b7b0b	166	spin_lock_irqsave(&rdev->mc_idx_lock, flags);
9f022ddf JG	167	WREG32(R_0001F8_MC_IND_INDEX, S_0001F8_MC_IND_ADDR(reg));
9f022ddf JG	168	r = RREG32(R_0001FC_MC_IND_DATA);
0a5b7b0b	169	spin_unlock_irqrestore(&rdev->mc_idx_lock, flags);
9f022ddf JG	170	return r;
	171	}
	172
	173	void r420_mc_wreg(struct radeon_device *rdev, u32 reg, u32 v)
	174	{
0a5b7b0b AD	175	unsigned long flags;
	176
	177	spin_lock_irqsave(&rdev->mc_idx_lock, flags);
9f022ddf JG	178	WREG32(R_0001F8_MC_IND_INDEX, S_0001F8_MC_IND_ADDR(reg) \|
	179	S_0001F8_MC_IND_WR_EN(1));
	180	WREG32(R_0001FC_MC_IND_DATA, v);
0a5b7b0b	181	spin_unlock_irqrestore(&rdev->mc_idx_lock, flags);
9f022ddf JG	182	}
	183
	184	static void r420_debugfs(struct radeon_device *rdev)
	185	{
	186	if (r100_debugfs_rbbm_init(rdev)) {
	187	DRM_ERROR("Failed to register debugfs file for RBBM !\n");
	188	}
	189	if (r420_debugfs_pipes_info_init(rdev)) {
	190	DRM_ERROR("Failed to register debugfs file for pipes !\n");
	191	}
	192	}
	193
	194	static void r420_clock_resume(struct radeon_device *rdev)
	195	{
	196	u32 sclk_cntl;
ca6ffc64 JG	197
	198	if (radeon_dynclks != -1 && radeon_dynclks)
	199	radeon_atom_set_clock_gating(rdev, 1);
9f022ddf JG	200	sclk_cntl = RREG32_PLL(R_00000D_SCLK_CNTL);
	201	sclk_cntl \|= S_00000D_FORCE_CP(1) \| S_00000D_FORCE_VIP(1);
	202	if (rdev->family == CHIP_R420)
	203	sclk_cntl \|= S_00000D_FORCE_PX(1) \| S_00000D_FORCE_TX(1);
	204	WREG32_PLL(R_00000D_SCLK_CNTL, sclk_cntl);
	205	}
	206
62cdc0c2 CS	207	static void r420_cp_errata_init(struct radeon_device *rdev)
62cdc0c2 CS	208	{
e32eb50d	209	struct radeon_ring *ring = &rdev->ring[RADEON_RING_TYPE_GFX_INDEX];
7b1f2485	210
62cdc0c2 CS	211	/* RV410 and R420 can lock up if CP DMA to host memory happens
	212	* while the 2D engine is busy.
	213	*
	214	* The proper workaround is to queue a RESYNC at the beginning
	215	* of the CP init, apparently.
	216	*/
	217	radeon_scratch_get(rdev, &rdev->config.r300.resync_scratch);
e32eb50d CK	218	radeon_ring_lock(rdev, ring, 8);
	219	radeon_ring_write(ring, PACKET0(R300_CP_RESYNC_ADDR, 1));
	220	radeon_ring_write(ring, rdev->config.r300.resync_scratch);
	221	radeon_ring_write(ring, 0xDEADBEEF);
1538a9e0	222	radeon_ring_unlock_commit(rdev, ring, false);
62cdc0c2 CS	223	}
	224
	225	static void r420_cp_errata_fini(struct radeon_device *rdev)
	226	{
e32eb50d	227	struct radeon_ring *ring = &rdev->ring[RADEON_RING_TYPE_GFX_INDEX];
7b1f2485	228
62cdc0c2 CS	229	/* Catch the RESYNC we dispatched all the way back,
	230	* at the very beginning of the CP init.
	231	*/
e32eb50d CK	232	radeon_ring_lock(rdev, ring, 8);
	233	radeon_ring_write(ring, PACKET0(R300_RB3D_DSTCACHE_CTLSTAT, 0));
	234	radeon_ring_write(ring, R300_RB3D_DC_FINISH);
1538a9e0	235	radeon_ring_unlock_commit(rdev, ring, false);
62cdc0c2 CS	236	radeon_scratch_free(rdev, rdev->config.r300.resync_scratch);
	237	}
	238
fc30b8ef	239	static int r420_startup(struct radeon_device *rdev)
9f022ddf JG	240	{
	241	int r;
	242
92cde00c AD	243	/* set common regs */
	244	r100_set_common_regs(rdev);
	245	/* program mc */
9f022ddf	246	r300_mc_program(rdev);
ca6ffc64 JG	247	/* Resume clock */
ca6ffc64 JG	248	r420_clock_resume(rdev);
9f022ddf JG	249	/* Initialize GART (initialize after TTM so we can allocate
9f022ddf JG	250	* memory through TTM but finalize after TTM) */
4aac0473 JG	251	if (rdev->flags & RADEON_IS_PCIE) {
	252	r = rv370_pcie_gart_enable(rdev);
	253	if (r)
	254	return r;
	255	}
	256	if (rdev->flags & RADEON_IS_PCI) {
	257	r = r100_pci_gart_enable(rdev);
	258	if (r)
	259	return r;
9f022ddf	260	}
771fe6b9	261	r420_pipes_init(rdev);
724c80e1 AD	262
	263	/* allocate wb buffer */
	264	r = radeon_wb_init(rdev);
	265	if (r)
	266	return r;
	267
30eb77f4 JG	268	r = radeon_fence_driver_start_ring(rdev, RADEON_RING_TYPE_GFX_INDEX);
	269	if (r) {
	270	dev_err(rdev->dev, "failed initializing CP fences (%d).\n", r);
	271	return r;
	272	}
	273
9f022ddf	274	/* Enable IRQ */
e49f3959 AH	275	if (!rdev->irq.installed) {
	276	r = radeon_irq_kms_init(rdev);
	277	if (r)
	278	return r;
	279	}
	280
9f022ddf	281	r100_irq_set(rdev);
cafe6609	282	rdev->config.r300.hdp_cntl = RREG32(RADEON_HOST_PATH_CNTL);
9f022ddf JG	283	/* 1M ring buffer */
	284	r = r100_cp_init(rdev, 1024 * 1024);
	285	if (r) {
ec4f2ac4	286	dev_err(rdev->dev, "failed initializing CP (%d).\n", r);
9f022ddf JG	287	return r;
9f022ddf JG	288	}
62cdc0c2	289	r420_cp_errata_init(rdev);
b15ba512	290
2898c348 CK	291	r = radeon_ib_pool_init(rdev);
	292	if (r) {
	293	dev_err(rdev->dev, "IB initialization failed (%d).\n", r);
b15ba512	294	return r;
2898c348	295	}
b15ba512	296
9f022ddf	297	return 0;
771fe6b9 JG	298	}
771fe6b9 JG	299
fc30b8ef DA	300	int r420_resume(struct radeon_device *rdev)
fc30b8ef DA	301	{
6b7746e8 JG	302	int r;
6b7746e8 JG	303
fc30b8ef DA	304	/* Make sur GART are not working */
	305	if (rdev->flags & RADEON_IS_PCIE)
	306	rv370_pcie_gart_disable(rdev);
	307	if (rdev->flags & RADEON_IS_PCI)
	308	r100_pci_gart_disable(rdev);
	309	/* Resume clock before doing reset */
	310	r420_clock_resume(rdev);
	311	/* Reset gpu before posting otherwise ATOM will enter infinite loop */
a2d07b74	312	if (radeon_asic_reset(rdev)) {
fc30b8ef DA	313	dev_warn(rdev->dev, "GPU reset failed ! (0xE40=0x%08X, 0x7C0=0x%08X)\n",
	314	RREG32(R_000E40_RBBM_STATUS),
	315	RREG32(R_0007C0_CP_STAT));
	316	}
	317	/* check if cards are posted or not */
	318	if (rdev->is_atom_bios) {
	319	atom_asic_init(rdev->mode_info.atom_context);
	320	} else {
	321	radeon_combios_asic_init(rdev->ddev);
	322	}
	323	/* Resume clock after posting */
	324	r420_clock_resume(rdev);
550e2d92 DA	325	/* Initialize surface registers */
550e2d92 DA	326	radeon_surface_init(rdev);
b15ba512 JG	327
b15ba512 JG	328	rdev->accel_working = true;
6b7746e8 JG	329	r = r420_startup(rdev);
	330	if (r) {
	331	rdev->accel_working = false;
	332	}
	333	return r;
fc30b8ef DA	334	}
fc30b8ef DA	335
9f022ddf JG	336	int r420_suspend(struct radeon_device *rdev)
9f022ddf JG	337	{
6c7bccea	338	radeon_pm_suspend(rdev);
62cdc0c2	339	r420_cp_errata_fini(rdev);
9f022ddf	340	r100_cp_disable(rdev);
724c80e1	341	radeon_wb_disable(rdev);
9f022ddf	342	r100_irq_disable(rdev);
4aac0473 JG	343	if (rdev->flags & RADEON_IS_PCIE)
	344	rv370_pcie_gart_disable(rdev);
	345	if (rdev->flags & RADEON_IS_PCI)
	346	r100_pci_gart_disable(rdev);
9f022ddf JG	347	return 0;
9f022ddf JG	348	}
771fe6b9	349
9f022ddf	350	void r420_fini(struct radeon_device *rdev)
771fe6b9	351	{
6c7bccea	352	radeon_pm_fini(rdev);
9f022ddf	353	r100_cp_fini(rdev);
724c80e1	354	radeon_wb_fini(rdev);
2898c348	355	radeon_ib_pool_fini(rdev);
9f022ddf	356	radeon_gem_fini(rdev);
4aac0473 JG	357	if (rdev->flags & RADEON_IS_PCIE)
	358	rv370_pcie_gart_fini(rdev);
	359	if (rdev->flags & RADEON_IS_PCI)
	360	r100_pci_gart_fini(rdev);
9f022ddf JG	361	radeon_agp_fini(rdev);
	362	radeon_irq_kms_fini(rdev);
	363	radeon_fence_driver_fini(rdev);
4c788679	364	radeon_bo_fini(rdev);
9f022ddf JG	365	if (rdev->is_atom_bios) {
	366	radeon_atombios_fini(rdev);
	367	} else {
	368	radeon_combios_fini(rdev);
	369	}
	370	kfree(rdev->bios);
	371	rdev->bios = NULL;
771fe6b9 JG	372	}
771fe6b9 JG	373
9f022ddf JG	374	int r420_init(struct radeon_device *rdev)
	375	{
	376	int r;
	377
9f022ddf JG	378	/* Initialize scratch registers */
	379	radeon_scratch_init(rdev);
	380	/* Initialize surface registers */
	381	radeon_surface_init(rdev);
	382	/* TODO: disable VGA need to use VGA request */
4c712e6c DA	383	/* restore some register to sane defaults */
4c712e6c DA	384	r100_restore_sanity(rdev);
9f022ddf JG	385	/* BIOS*/
	386	if (!radeon_get_bios(rdev)) {
	387	if (ASIC_IS_AVIVO(rdev))
	388	return -EINVAL;
	389	}
	390	if (rdev->is_atom_bios) {
	391	r = radeon_atombios_init(rdev);
	392	if (r) {
	393	return r;
	394	}
	395	} else {
	396	r = radeon_combios_init(rdev);
	397	if (r) {
	398	return r;
	399	}
	400	}
	401	/* Reset gpu before posting otherwise ATOM will enter infinite loop */
a2d07b74	402	if (radeon_asic_reset(rdev)) {
9f022ddf JG	403	dev_warn(rdev->dev,
	404	"GPU reset failed ! (0xE40=0x%08X, 0x7C0=0x%08X)\n",
	405	RREG32(R_000E40_RBBM_STATUS),
	406	RREG32(R_0007C0_CP_STAT));
	407	}
	408	/* check if cards are posted or not */
72542d77 DA	409	if (radeon_boot_test_post_card(rdev) == false)
	410	return -EINVAL;
	411
9f022ddf JG	412	/* Initialize clocks */
9f022ddf JG	413	radeon_get_clock_info(rdev->ddev);
d594e46a JG	414	/* initialize AGP */
	415	if (rdev->flags & RADEON_IS_AGP) {
	416	r = radeon_agp_init(rdev);
	417	if (r) {
	418	radeon_agp_disable(rdev);
	419	}
9f022ddf	420	}
d594e46a JG	421	/* initialize memory controller */
d594e46a JG	422	r300_mc_init(rdev);
9f022ddf JG	423	r420_debugfs(rdev);
9f022ddf JG	424	/* Fence driver */
30eb77f4	425	r = radeon_fence_driver_init(rdev);
9f022ddf JG	426	if (r) {
	427	return r;
	428	}
9f022ddf	429	/* Memory manager */
4c788679	430	r = radeon_bo_init(rdev);
9f022ddf JG	431	if (r) {
	432	return r;
	433	}
17e15b0c DA	434	if (rdev->family == CHIP_R420)
	435	r100_enable_bm(rdev);
	436
4aac0473 JG	437	if (rdev->flags & RADEON_IS_PCIE) {
	438	r = rv370_pcie_gart_init(rdev);
	439	if (r)
	440	return r;
	441	}
	442	if (rdev->flags & RADEON_IS_PCI) {
	443	r = r100_pci_gart_init(rdev);
	444	if (r)
	445	return r;
	446	}
804c7559	447	r420_set_reg_safe(rdev);
b15ba512	448
6c7bccea AD	449	/* Initialize power management */
	450	radeon_pm_init(rdev);
	451
733289c2	452	rdev->accel_working = true;
fc30b8ef	453	r = r420_startup(rdev);
9f022ddf JG	454	if (r) {
	455	/* Somethings want wront with the accel init stop accel */
	456	dev_err(rdev->dev, "Disabling GPU acceleration\n");
9f022ddf	457	r100_cp_fini(rdev);
724c80e1	458	radeon_wb_fini(rdev);
2898c348	459	radeon_ib_pool_fini(rdev);
655efd3d	460	radeon_irq_kms_fini(rdev);
4aac0473 JG	461	if (rdev->flags & RADEON_IS_PCIE)
	462	rv370_pcie_gart_fini(rdev);
	463	if (rdev->flags & RADEON_IS_PCI)
	464	r100_pci_gart_fini(rdev);
9f022ddf	465	radeon_agp_fini(rdev);
733289c2	466	rdev->accel_working = false;
9f022ddf JG	467	}
	468	return 0;
	469	}
771fe6b9 JG	470
	471	/*
	472	* Debugfs info
	473	*/
	474	#if defined(CONFIG_DEBUG_FS)
	475	static int r420_debugfs_pipes_info(struct seq_file m, void data)
	476	{
	477	struct drm_info_node node = (struct drm_info_node ) m->private;
	478	struct drm_device *dev = node->minor->dev;
	479	struct radeon_device *rdev = dev->dev_private;
	480	uint32_t tmp;
	481
	482	tmp = RREG32(R400_GB_PIPE_SELECT);
	483	seq_printf(m, "GB_PIPE_SELECT 0x%08x\n", tmp);
	484	tmp = RREG32(R300_GB_TILE_CONFIG);
	485	seq_printf(m, "GB_TILE_CONFIG 0x%08x\n", tmp);
	486	tmp = RREG32(R300_DST_PIPE_CONFIG);
	487	seq_printf(m, "DST_PIPE_CONFIG 0x%08x\n", tmp);
	488	return 0;
	489	}
	490
	491	static struct drm_info_list r420_pipes_info_list[] = {
	492	{"r420_pipes_info", r420_debugfs_pipes_info, 0, NULL},
	493	};
	494	#endif
	495
	496	int r420_debugfs_pipes_info_init(struct radeon_device *rdev)
	497	{
	498	#if defined(CONFIG_DEBUG_FS)
	499	return radeon_debugfs_add_files(rdev, r420_pipes_info_list, 1);
	500	#else
	501	return 0;
	502	#endif
	503	}