WebSVN – Kolibri OS – Blame – /drivers/video/drm/radeon/rv770.c

Rev	Author	Line No.	Line
1246	serge	1	/*
		2	* Copyright 2008 Advanced Micro Devices, Inc.
		3	* Copyright 2008 Red Hat Inc.
		4	* Copyright 2009 Jerome Glisse.
		5	*
		6	* Permission is hereby granted, free of charge, to any person obtaining a
		7	* copy of this software and associated documentation files (the "Software"),
		8	* to deal in the Software without restriction, including without limitation
		9	* the rights to use, copy, modify, merge, publish, distribute, sublicense,
		10	* and/or sell copies of the Software, and to permit persons to whom the
		11	* Software is furnished to do so, subject to the following conditions:
		12	*
		13	* The above copyright notice and this permission notice shall be included in
		14	* all copies or substantial portions of the Software.
		15	*
		16	* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
		17	* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
		18	* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
		19	* THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
		20	* OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
		21	* ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
		22	* OTHER DEALINGS IN THE SOFTWARE.
		23	*
		24	* Authors: Dave Airlie
		25	* Alex Deucher
		26	* Jerome Glisse
		27	*/
1413	serge	28	#include
1246	serge	29	//#include
1963	serge	30	#include
1246	serge	31	#include "drmP.h"
		32	#include "radeon.h"
1963	serge	33	#include "radeon_asic.h"
1246	serge	34	#include "radeon_drm.h"
		35	#include "rv770d.h"
		36	#include "atom.h"
		37	#include "avivod.h"
		38
		39	#define R700_PFP_UCODE_SIZE 848
		40	#define R700_PM4_UCODE_SIZE 1360
		41
		42	static void rv770_gpu_init(struct radeon_device *rdev);
		43	void rv770_fini(struct radeon_device *rdev);
1963	serge	44	static void rv770_pcie_gen2_enable(struct radeon_device *rdev);
1246	serge	45
		46
		47	/*
		48	* GART
		49	*/
		50	int rv770_pcie_gart_enable(struct radeon_device *rdev)
		51	{
		52	u32 tmp;
		53	int r, i;
		54
		55	if (rdev->gart.table.vram.robj == NULL) {
		56	dev_err(rdev->dev, "No VRAM object for PCIE GART.\n");
		57	return -EINVAL;
		58	}
		59	r = radeon_gart_table_vram_pin(rdev);
		60	if (r)
		61	return r;
1430	serge	62	radeon_gart_restore(rdev);
1246	serge	63	/* Setup L2 cache */
		64	WREG32(VM_L2_CNTL, ENABLE_L2_CACHE \| ENABLE_L2_FRAGMENT_PROCESSING \|
		65	ENABLE_L2_PTE_CACHE_LRU_UPDATE_BY_WRITE \|
		66	EFFECTIVE_L2_QUEUE_SIZE(7));
		67	WREG32(VM_L2_CNTL2, 0);
		68	WREG32(VM_L2_CNTL3, BANK_SELECT(0) \| CACHE_UPDATE_MODE(2));
		69	/* Setup TLB control */
		70	tmp = ENABLE_L1_TLB \| ENABLE_L1_FRAGMENT_PROCESSING \|
		71	SYSTEM_ACCESS_MODE_NOT_IN_SYS \|
		72	SYSTEM_APERTURE_UNMAPPED_ACCESS_PASS_THRU \|
		73	EFFECTIVE_L1_TLB_SIZE(5) \| EFFECTIVE_L1_QUEUE_SIZE(5);
		74	WREG32(MC_VM_MD_L1_TLB0_CNTL, tmp);
		75	WREG32(MC_VM_MD_L1_TLB1_CNTL, tmp);
		76	WREG32(MC_VM_MD_L1_TLB2_CNTL, tmp);
		77	WREG32(MC_VM_MB_L1_TLB0_CNTL, tmp);
		78	WREG32(MC_VM_MB_L1_TLB1_CNTL, tmp);
		79	WREG32(MC_VM_MB_L1_TLB2_CNTL, tmp);
		80	WREG32(MC_VM_MB_L1_TLB3_CNTL, tmp);
		81	WREG32(VM_CONTEXT0_PAGE_TABLE_START_ADDR, rdev->mc.gtt_start >> 12);
		82	WREG32(VM_CONTEXT0_PAGE_TABLE_END_ADDR, rdev->mc.gtt_end >> 12);
		83	WREG32(VM_CONTEXT0_PAGE_TABLE_BASE_ADDR, rdev->gart.table_addr >> 12);
		84	WREG32(VM_CONTEXT0_CNTL, ENABLE_CONTEXT \| PAGE_TABLE_DEPTH(0) \|
		85	RANGE_PROTECTION_FAULT_ENABLE_DEFAULT);
		86	WREG32(VM_CONTEXT0_PROTECTION_FAULT_DEFAULT_ADDR,
		87	(u32)(rdev->dummy_page.addr >> 12));
		88	for (i = 1; i < 7; i++)
		89	WREG32(VM_CONTEXT0_CNTL + (i * 4), 0);
		90
		91	r600_pcie_gart_tlb_flush(rdev);
		92	rdev->gart.ready = true;
		93	return 0;
		94	}
		95
		96	void rv770_pcie_gart_disable(struct radeon_device *rdev)
		97	{
		98	u32 tmp;
1403	serge	99	int i, r;
1246	serge	100
		101	/* Disable all tables */
		102	for (i = 0; i < 7; i++)
		103	WREG32(VM_CONTEXT0_CNTL + (i * 4), 0);
		104
		105	/* Setup L2 cache */
		106	WREG32(VM_L2_CNTL, ENABLE_L2_FRAGMENT_PROCESSING \|
		107	EFFECTIVE_L2_QUEUE_SIZE(7));
		108	WREG32(VM_L2_CNTL2, 0);
		109	WREG32(VM_L2_CNTL3, BANK_SELECT(0) \| CACHE_UPDATE_MODE(2));
		110	/* Setup TLB control */
		111	tmp = EFFECTIVE_L1_TLB_SIZE(5) \| EFFECTIVE_L1_QUEUE_SIZE(5);
		112	WREG32(MC_VM_MD_L1_TLB0_CNTL, tmp);
		113	WREG32(MC_VM_MD_L1_TLB1_CNTL, tmp);
		114	WREG32(MC_VM_MD_L1_TLB2_CNTL, tmp);
		115	WREG32(MC_VM_MB_L1_TLB0_CNTL, tmp);
		116	WREG32(MC_VM_MB_L1_TLB1_CNTL, tmp);
		117	WREG32(MC_VM_MB_L1_TLB2_CNTL, tmp);
		118	WREG32(MC_VM_MB_L1_TLB3_CNTL, tmp);
		119	if (rdev->gart.table.vram.robj) {
1404	serge	120	r = radeon_bo_reserve(rdev->gart.table.vram.robj, false);
		121	if (likely(r == 0)) {
		122	radeon_bo_kunmap(rdev->gart.table.vram.robj);
		123	radeon_bo_unpin(rdev->gart.table.vram.robj);
		124	radeon_bo_unreserve(rdev->gart.table.vram.robj);
		125	}
1246	serge	126	}
		127	}
		128
		129	void rv770_pcie_gart_fini(struct radeon_device *rdev)
		130	{
1963	serge	131	radeon_gart_fini(rdev);
1246	serge	132	rv770_pcie_gart_disable(rdev);
1404	serge	133	radeon_gart_table_vram_free(rdev);
1246	serge	134	}
		135
		136
		137	void rv770_agp_enable(struct radeon_device *rdev)
		138	{
		139	u32 tmp;
		140	int i;
		141
		142	/* Setup L2 cache */
		143	WREG32(VM_L2_CNTL, ENABLE_L2_CACHE \| ENABLE_L2_FRAGMENT_PROCESSING \|
		144	ENABLE_L2_PTE_CACHE_LRU_UPDATE_BY_WRITE \|
		145	EFFECTIVE_L2_QUEUE_SIZE(7));
		146	WREG32(VM_L2_CNTL2, 0);
		147	WREG32(VM_L2_CNTL3, BANK_SELECT(0) \| CACHE_UPDATE_MODE(2));
		148	/* Setup TLB control */
		149	tmp = ENABLE_L1_TLB \| ENABLE_L1_FRAGMENT_PROCESSING \|
		150	SYSTEM_ACCESS_MODE_NOT_IN_SYS \|
		151	SYSTEM_APERTURE_UNMAPPED_ACCESS_PASS_THRU \|
		152	EFFECTIVE_L1_TLB_SIZE(5) \| EFFECTIVE_L1_QUEUE_SIZE(5);
		153	WREG32(MC_VM_MD_L1_TLB0_CNTL, tmp);
		154	WREG32(MC_VM_MD_L1_TLB1_CNTL, tmp);
		155	WREG32(MC_VM_MD_L1_TLB2_CNTL, tmp);
		156	WREG32(MC_VM_MB_L1_TLB0_CNTL, tmp);
		157	WREG32(MC_VM_MB_L1_TLB1_CNTL, tmp);
		158	WREG32(MC_VM_MB_L1_TLB2_CNTL, tmp);
		159	WREG32(MC_VM_MB_L1_TLB3_CNTL, tmp);
		160	for (i = 0; i < 7; i++)
		161	WREG32(VM_CONTEXT0_CNTL + (i * 4), 0);
		162	}
		163
		164	static void rv770_mc_program(struct radeon_device *rdev)
		165	{
		166	struct rv515_mc_save save;
		167	u32 tmp;
		168	int i, j;
		169
		170	/* Initialize HDP */
		171	for (i = 0, j = 0; i < 32; i++, j += 0x18) {
		172	WREG32((0x2c14 + j), 0x00000000);
		173	WREG32((0x2c18 + j), 0x00000000);
		174	WREG32((0x2c1c + j), 0x00000000);
		175	WREG32((0x2c20 + j), 0x00000000);
		176	WREG32((0x2c24 + j), 0x00000000);
		177	}
1963	serge	178	/* r7xx hw bug. Read from HDP_DEBUG1 rather
		179	* than writing to HDP_REG_COHERENCY_FLUSH_CNTL
		180	*/
		181	tmp = RREG32(HDP_DEBUG1);
1246	serge	182
		183	rv515_mc_stop(rdev, &save);
		184	if (r600_mc_wait_for_idle(rdev)) {
		185	dev_warn(rdev->dev, "Wait for MC idle timedout !\n");
		186	}
		187	/* Lockout access through VGA aperture*/
		188	WREG32(VGA_HDP_CONTROL, VGA_MEMORY_DISABLE);
		189	/* Update configuration */
		190	if (rdev->flags & RADEON_IS_AGP) {
		191	if (rdev->mc.vram_start < rdev->mc.gtt_start) {
		192	/* VRAM before AGP */
		193	WREG32(MC_VM_SYSTEM_APERTURE_LOW_ADDR,
		194	rdev->mc.vram_start >> 12);
		195	WREG32(MC_VM_SYSTEM_APERTURE_HIGH_ADDR,
		196	rdev->mc.gtt_end >> 12);
		197	} else {
		198	/* VRAM after AGP */
		199	WREG32(MC_VM_SYSTEM_APERTURE_LOW_ADDR,
		200	rdev->mc.gtt_start >> 12);
		201	WREG32(MC_VM_SYSTEM_APERTURE_HIGH_ADDR,
		202	rdev->mc.vram_end >> 12);
		203	}
		204	} else {
		205	WREG32(MC_VM_SYSTEM_APERTURE_LOW_ADDR,
		206	rdev->mc.vram_start >> 12);
		207	WREG32(MC_VM_SYSTEM_APERTURE_HIGH_ADDR,
		208	rdev->mc.vram_end >> 12);
		209	}
		210	WREG32(MC_VM_SYSTEM_APERTURE_DEFAULT_ADDR, 0);
		211	tmp = ((rdev->mc.vram_end >> 24) & 0xFFFF) << 16;
		212	tmp \|= ((rdev->mc.vram_start >> 24) & 0xFFFF);
		213	WREG32(MC_VM_FB_LOCATION, tmp);
		214	WREG32(HDP_NONSURFACE_BASE, (rdev->mc.vram_start >> 8));
		215	WREG32(HDP_NONSURFACE_INFO, (2 << 7));
1963	serge	216	WREG32(HDP_NONSURFACE_SIZE, 0x3FFFFFFF);
1246	serge	217	if (rdev->flags & RADEON_IS_AGP) {
		218	WREG32(MC_VM_AGP_TOP, rdev->mc.gtt_end >> 16);
		219	WREG32(MC_VM_AGP_BOT, rdev->mc.gtt_start >> 16);
		220	WREG32(MC_VM_AGP_BASE, rdev->mc.agp_base >> 22);
		221	} else {
		222	WREG32(MC_VM_AGP_BASE, 0);
		223	WREG32(MC_VM_AGP_TOP, 0x0FFFFFFF);
		224	WREG32(MC_VM_AGP_BOT, 0x0FFFFFFF);
		225	}
		226	if (r600_mc_wait_for_idle(rdev)) {
		227	dev_warn(rdev->dev, "Wait for MC idle timedout !\n");
		228	}
		229	rv515_mc_resume(rdev, &save);
		230	/* we need to own VRAM, so turn off the VGA renderer here
		231	* to stop it overwriting our objects */
		232	rv515_vga_render_disable(rdev);
		233	}
		234
		235
		236	/*
		237	* CP.
		238	*/
		239	void r700_cp_stop(struct radeon_device *rdev)
		240	{
1963	serge	241	// radeon_ttm_set_active_vram_size(rdev, rdev->mc.visible_vram_size);
1246	serge	242	WREG32(CP_ME_CNTL, (CP_ME_HALT \| CP_PFP_HALT));
1963	serge	243	WREG32(SCRATCH_UMSK, 0);
1246	serge	244	}
		245
		246	static int rv770_cp_load_microcode(struct radeon_device *rdev)
		247	{
		248	const __be32 *fw_data;
		249	int i;
		250
		251	if (!rdev->me_fw \|\| !rdev->pfp_fw)
		252	return -EINVAL;
		253
		254	r700_cp_stop(rdev);
1963	serge	255	WREG32(CP_RB_CNTL,
		256	#ifdef __BIG_ENDIAN
		257	BUF_SWAP_32BIT \|
		258	#endif
		259	RB_NO_UPDATE \| RB_BLKSZ(15) \| RB_BUFSZ(3));
1246	serge	260
		261	/* Reset cp */
		262	WREG32(GRBM_SOFT_RESET, SOFT_RESET_CP);
		263	RREG32(GRBM_SOFT_RESET);
		264	mdelay(15);
		265	WREG32(GRBM_SOFT_RESET, 0);
		266
		267	fw_data = (const __be32 *)rdev->pfp_fw->data;
		268	WREG32(CP_PFP_UCODE_ADDR, 0);
		269	for (i = 0; i < R700_PFP_UCODE_SIZE; i++)
		270	WREG32(CP_PFP_UCODE_DATA, be32_to_cpup(fw_data++));
		271	WREG32(CP_PFP_UCODE_ADDR, 0);
		272
		273	fw_data = (const __be32 *)rdev->me_fw->data;
		274	WREG32(CP_ME_RAM_WADDR, 0);
		275	for (i = 0; i < R700_PM4_UCODE_SIZE; i++)
		276	WREG32(CP_ME_RAM_DATA, be32_to_cpup(fw_data++));
		277
		278	WREG32(CP_PFP_UCODE_ADDR, 0);
		279	WREG32(CP_ME_RAM_WADDR, 0);
		280	WREG32(CP_ME_RAM_RADDR, 0);
		281	return 0;
		282	}
		283
		284
		285	/*
		286	* Core functions
		287	*/
1430	serge	288	static u32 r700_get_tile_pipe_to_backend_map(struct radeon_device *rdev,
		289	u32 num_tile_pipes,
1246	serge	290	u32 num_backends,
		291	u32 backend_disable_mask)
		292	{
		293	u32 backend_map = 0;
		294	u32 enabled_backends_mask;
		295	u32 enabled_backends_count;
		296	u32 cur_pipe;
		297	u32 swizzle_pipe[R7XX_MAX_PIPES];
		298	u32 cur_backend;
		299	u32 i;
1430	serge	300	bool force_no_swizzle;
1246	serge	301
		302	if (num_tile_pipes > R7XX_MAX_PIPES)
		303	num_tile_pipes = R7XX_MAX_PIPES;
		304	if (num_tile_pipes < 1)
		305	num_tile_pipes = 1;
		306	if (num_backends > R7XX_MAX_BACKENDS)
		307	num_backends = R7XX_MAX_BACKENDS;
		308	if (num_backends < 1)
		309	num_backends = 1;
		310
		311	enabled_backends_mask = 0;
		312	enabled_backends_count = 0;
		313	for (i = 0; i < R7XX_MAX_BACKENDS; ++i) {
		314	if (((backend_disable_mask >> i) & 1) == 0) {
		315	enabled_backends_mask \|= (1 << i);
		316	++enabled_backends_count;
		317	}
		318	if (enabled_backends_count == num_backends)
		319	break;
		320	}
		321
		322	if (enabled_backends_count == 0) {
		323	enabled_backends_mask = 1;
		324	enabled_backends_count = 1;
		325	}
		326
		327	if (enabled_backends_count != num_backends)
		328	num_backends = enabled_backends_count;
		329
1430	serge	330	switch (rdev->family) {
		331	case CHIP_RV770:
		332	case CHIP_RV730:
		333	force_no_swizzle = false;
		334	break;
		335	case CHIP_RV710:
		336	case CHIP_RV740:
		337	default:
		338	force_no_swizzle = true;
		339	break;
		340	}
		341
1246	serge	342	memset((uint8_t )&swizzle_pipe[0], 0, sizeof(u32) R7XX_MAX_PIPES);
		343	switch (num_tile_pipes) {
		344	case 1:
		345	swizzle_pipe[0] = 0;
		346	break;
		347	case 2:
		348	swizzle_pipe[0] = 0;
		349	swizzle_pipe[1] = 1;
		350	break;
		351	case 3:
1430	serge	352	if (force_no_swizzle) {
		353	swizzle_pipe[0] = 0;
		354	swizzle_pipe[1] = 1;
		355	swizzle_pipe[2] = 2;
		356	} else {
1246	serge	357	swizzle_pipe[0] = 0;
		358	swizzle_pipe[1] = 2;
		359	swizzle_pipe[2] = 1;
1430	serge	360	}
1246	serge	361	break;
		362	case 4:
1430	serge	363	if (force_no_swizzle) {
		364	swizzle_pipe[0] = 0;
		365	swizzle_pipe[1] = 1;
		366	swizzle_pipe[2] = 2;
		367	swizzle_pipe[3] = 3;
		368	} else {
1246	serge	369	swizzle_pipe[0] = 0;
		370	swizzle_pipe[1] = 2;
		371	swizzle_pipe[2] = 3;
		372	swizzle_pipe[3] = 1;
1430	serge	373	}
1246	serge	374	break;
		375	case 5:
1430	serge	376	if (force_no_swizzle) {
		377	swizzle_pipe[0] = 0;
		378	swizzle_pipe[1] = 1;
		379	swizzle_pipe[2] = 2;
		380	swizzle_pipe[3] = 3;
		381	swizzle_pipe[4] = 4;
		382	} else {
1246	serge	383	swizzle_pipe[0] = 0;
		384	swizzle_pipe[1] = 2;
		385	swizzle_pipe[2] = 4;
		386	swizzle_pipe[3] = 1;
		387	swizzle_pipe[4] = 3;
1430	serge	388	}
1246	serge	389	break;
		390	case 6:
1430	serge	391	if (force_no_swizzle) {
		392	swizzle_pipe[0] = 0;
		393	swizzle_pipe[1] = 1;
		394	swizzle_pipe[2] = 2;
		395	swizzle_pipe[3] = 3;
		396	swizzle_pipe[4] = 4;
		397	swizzle_pipe[5] = 5;
		398	} else {
1246	serge	399	swizzle_pipe[0] = 0;
		400	swizzle_pipe[1] = 2;
		401	swizzle_pipe[2] = 4;
		402	swizzle_pipe[3] = 5;
		403	swizzle_pipe[4] = 3;
		404	swizzle_pipe[5] = 1;
1430	serge	405	}
1246	serge	406	break;
		407	case 7:
1430	serge	408	if (force_no_swizzle) {
		409	swizzle_pipe[0] = 0;
		410	swizzle_pipe[1] = 1;
		411	swizzle_pipe[2] = 2;
		412	swizzle_pipe[3] = 3;
		413	swizzle_pipe[4] = 4;
		414	swizzle_pipe[5] = 5;
		415	swizzle_pipe[6] = 6;
		416	} else {
1246	serge	417	swizzle_pipe[0] = 0;
		418	swizzle_pipe[1] = 2;
		419	swizzle_pipe[2] = 4;
		420	swizzle_pipe[3] = 6;
		421	swizzle_pipe[4] = 3;
		422	swizzle_pipe[5] = 1;
		423	swizzle_pipe[6] = 5;
1430	serge	424	}
1246	serge	425	break;
		426	case 8:
1430	serge	427	if (force_no_swizzle) {
		428	swizzle_pipe[0] = 0;
		429	swizzle_pipe[1] = 1;
		430	swizzle_pipe[2] = 2;
		431	swizzle_pipe[3] = 3;
		432	swizzle_pipe[4] = 4;
		433	swizzle_pipe[5] = 5;
		434	swizzle_pipe[6] = 6;
		435	swizzle_pipe[7] = 7;
		436	} else {
1246	serge	437	swizzle_pipe[0] = 0;
		438	swizzle_pipe[1] = 2;
		439	swizzle_pipe[2] = 4;
		440	swizzle_pipe[3] = 6;
		441	swizzle_pipe[4] = 3;
		442	swizzle_pipe[5] = 1;
		443	swizzle_pipe[6] = 7;
		444	swizzle_pipe[7] = 5;
1430	serge	445	}
1246	serge	446	break;
		447	}
		448
		449	cur_backend = 0;
		450	for (cur_pipe = 0; cur_pipe < num_tile_pipes; ++cur_pipe) {
		451	while (((1 << cur_backend) & enabled_backends_mask) == 0)
		452	cur_backend = (cur_backend + 1) % R7XX_MAX_BACKENDS;
		453
		454	backend_map \|= (u32)(((cur_backend & 3) << (swizzle_pipe[cur_pipe] * 2)));
		455
		456	cur_backend = (cur_backend + 1) % R7XX_MAX_BACKENDS;
		457	}
		458
		459	return backend_map;
		460	}
		461
1963	serge	462	static void rv770_program_channel_remap(struct radeon_device *rdev)
		463	{
		464	u32 tcp_chan_steer, mc_shared_chremap, tmp;
		465	bool force_no_swizzle;
		466
		467	switch (rdev->family) {
		468	case CHIP_RV770:
		469	case CHIP_RV730:
		470	force_no_swizzle = false;
		471	break;
		472	case CHIP_RV710:
		473	case CHIP_RV740:
		474	default:
		475	force_no_swizzle = true;
		476	break;
		477	}
		478
		479	tmp = RREG32(MC_SHARED_CHMAP);
		480	switch ((tmp & NOOFCHAN_MASK) >> NOOFCHAN_SHIFT) {
		481	case 0:
		482	case 1:
		483	default:
		484	/* default mapping */
		485	mc_shared_chremap = 0x00fac688;
		486	break;
		487	case 2:
		488	case 3:
		489	if (force_no_swizzle)
		490	mc_shared_chremap = 0x00fac688;
		491	else
		492	mc_shared_chremap = 0x00bbc298;
		493	break;
		494	}
		495
		496	if (rdev->family == CHIP_RV740)
		497	tcp_chan_steer = 0x00ef2a60;
		498	else
		499	tcp_chan_steer = 0x00fac688;
		500
2004	serge	501	/* RV770 CE has special chremap setup */
		502	if (rdev->pdev->device == 0x944e) {
		503	tcp_chan_steer = 0x00b08b08;
		504	mc_shared_chremap = 0x00b08b08;
		505	}
		506
1963	serge	507	WREG32(TCP_CHAN_STEER, tcp_chan_steer);
		508	WREG32(MC_SHARED_CHREMAP, mc_shared_chremap);
		509	}
		510
1246	serge	511	static void rv770_gpu_init(struct radeon_device *rdev)
		512	{
		513	int i, j, num_qd_pipes;
1430	serge	514	u32 ta_aux_cntl;
1246	serge	515	u32 sx_debug_1;
		516	u32 smx_dc_ctl0;
1430	serge	517	u32 db_debug3;
1246	serge	518	u32 num_gs_verts_per_thread;
		519	u32 vgt_gs_per_es;
		520	u32 gs_prim_buffer_depth = 0;
		521	u32 sq_ms_fifo_sizes;
		522	u32 sq_config;
		523	u32 sq_thread_resource_mgmt;
		524	u32 hdp_host_path_cntl;
		525	u32 sq_dyn_gpr_size_simd_ab_0;
		526	u32 backend_map;
		527	u32 gb_tiling_config = 0;
		528	u32 cc_rb_backend_disable = 0;
		529	u32 cc_gc_shader_pipe_config = 0;
		530	u32 mc_arb_ramcfg;
		531	u32 db_debug4;
		532
		533	/* setup chip specs */
		534	switch (rdev->family) {
		535	case CHIP_RV770:
		536	rdev->config.rv770.max_pipes = 4;
		537	rdev->config.rv770.max_tile_pipes = 8;
		538	rdev->config.rv770.max_simds = 10;
		539	rdev->config.rv770.max_backends = 4;
		540	rdev->config.rv770.max_gprs = 256;
		541	rdev->config.rv770.max_threads = 248;
		542	rdev->config.rv770.max_stack_entries = 512;
		543	rdev->config.rv770.max_hw_contexts = 8;
		544	rdev->config.rv770.max_gs_threads = 16 * 2;
		545	rdev->config.rv770.sx_max_export_size = 128;
		546	rdev->config.rv770.sx_max_export_pos_size = 16;
		547	rdev->config.rv770.sx_max_export_smx_size = 112;
		548	rdev->config.rv770.sq_num_cf_insts = 2;
		549
		550	rdev->config.rv770.sx_num_of_sets = 7;
		551	rdev->config.rv770.sc_prim_fifo_size = 0xF9;
		552	rdev->config.rv770.sc_hiz_tile_fifo_size = 0x30;
		553	rdev->config.rv770.sc_earlyz_tile_fifo_fize = 0x130;
		554	break;
		555	case CHIP_RV730:
		556	rdev->config.rv770.max_pipes = 2;
		557	rdev->config.rv770.max_tile_pipes = 4;
		558	rdev->config.rv770.max_simds = 8;
		559	rdev->config.rv770.max_backends = 2;
		560	rdev->config.rv770.max_gprs = 128;
		561	rdev->config.rv770.max_threads = 248;
		562	rdev->config.rv770.max_stack_entries = 256;
		563	rdev->config.rv770.max_hw_contexts = 8;
		564	rdev->config.rv770.max_gs_threads = 16 * 2;
		565	rdev->config.rv770.sx_max_export_size = 256;
		566	rdev->config.rv770.sx_max_export_pos_size = 32;
		567	rdev->config.rv770.sx_max_export_smx_size = 224;
		568	rdev->config.rv770.sq_num_cf_insts = 2;
		569
		570	rdev->config.rv770.sx_num_of_sets = 7;
		571	rdev->config.rv770.sc_prim_fifo_size = 0xf9;
		572	rdev->config.rv770.sc_hiz_tile_fifo_size = 0x30;
		573	rdev->config.rv770.sc_earlyz_tile_fifo_fize = 0x130;
		574	if (rdev->config.rv770.sx_max_export_pos_size > 16) {
		575	rdev->config.rv770.sx_max_export_pos_size -= 16;
		576	rdev->config.rv770.sx_max_export_smx_size += 16;
		577	}
		578	break;
		579	case CHIP_RV710:
		580	rdev->config.rv770.max_pipes = 2;
		581	rdev->config.rv770.max_tile_pipes = 2;
		582	rdev->config.rv770.max_simds = 2;
		583	rdev->config.rv770.max_backends = 1;
		584	rdev->config.rv770.max_gprs = 256;
		585	rdev->config.rv770.max_threads = 192;
		586	rdev->config.rv770.max_stack_entries = 256;
		587	rdev->config.rv770.max_hw_contexts = 4;
		588	rdev->config.rv770.max_gs_threads = 8 * 2;
		589	rdev->config.rv770.sx_max_export_size = 128;
		590	rdev->config.rv770.sx_max_export_pos_size = 16;
		591	rdev->config.rv770.sx_max_export_smx_size = 112;
		592	rdev->config.rv770.sq_num_cf_insts = 1;
		593
		594	rdev->config.rv770.sx_num_of_sets = 7;
		595	rdev->config.rv770.sc_prim_fifo_size = 0x40;
		596	rdev->config.rv770.sc_hiz_tile_fifo_size = 0x30;
		597	rdev->config.rv770.sc_earlyz_tile_fifo_fize = 0x130;
		598	break;
		599	case CHIP_RV740:
		600	rdev->config.rv770.max_pipes = 4;
		601	rdev->config.rv770.max_tile_pipes = 4;
		602	rdev->config.rv770.max_simds = 8;
		603	rdev->config.rv770.max_backends = 4;
		604	rdev->config.rv770.max_gprs = 256;
		605	rdev->config.rv770.max_threads = 248;
		606	rdev->config.rv770.max_stack_entries = 512;
		607	rdev->config.rv770.max_hw_contexts = 8;
		608	rdev->config.rv770.max_gs_threads = 16 * 2;
		609	rdev->config.rv770.sx_max_export_size = 256;
		610	rdev->config.rv770.sx_max_export_pos_size = 32;
		611	rdev->config.rv770.sx_max_export_smx_size = 224;
		612	rdev->config.rv770.sq_num_cf_insts = 2;
		613
		614	rdev->config.rv770.sx_num_of_sets = 7;
		615	rdev->config.rv770.sc_prim_fifo_size = 0x100;
		616	rdev->config.rv770.sc_hiz_tile_fifo_size = 0x30;
		617	rdev->config.rv770.sc_earlyz_tile_fifo_fize = 0x130;
		618
		619	if (rdev->config.rv770.sx_max_export_pos_size > 16) {
		620	rdev->config.rv770.sx_max_export_pos_size -= 16;
		621	rdev->config.rv770.sx_max_export_smx_size += 16;
		622	}
		623	break;
		624	default:
		625	break;
		626	}
		627
		628	/* Initialize HDP */
		629	j = 0;
		630	for (i = 0; i < 32; i++) {
		631	WREG32((0x2c14 + j), 0x00000000);
		632	WREG32((0x2c18 + j), 0x00000000);
		633	WREG32((0x2c1c + j), 0x00000000);
		634	WREG32((0x2c20 + j), 0x00000000);
		635	WREG32((0x2c24 + j), 0x00000000);
		636	j += 0x18;
		637	}
		638
		639	WREG32(GRBM_CNTL, GRBM_READ_TIMEOUT(0xff));
		640
		641	/* setup tiling, simd, pipe config */
		642	mc_arb_ramcfg = RREG32(MC_ARB_RAMCFG);
		643
		644	switch (rdev->config.rv770.max_tile_pipes) {
		645	case 1:
1430	serge	646	default:
1246	serge	647	gb_tiling_config \|= PIPE_TILING(0);
		648	break;
		649	case 2:
		650	gb_tiling_config \|= PIPE_TILING(1);
		651	break;
		652	case 4:
		653	gb_tiling_config \|= PIPE_TILING(2);
		654	break;
		655	case 8:
		656	gb_tiling_config \|= PIPE_TILING(3);
		657	break;
		658	}
1430	serge	659	rdev->config.rv770.tiling_npipes = rdev->config.rv770.max_tile_pipes;
1246	serge	660
		661	if (rdev->family == CHIP_RV770)
		662	gb_tiling_config \|= BANK_TILING(1);
		663	else
1268	serge	664	gb_tiling_config \|= BANK_TILING((mc_arb_ramcfg & NOOFBANK_MASK) >> NOOFBANK_SHIFT);
1430	serge	665	rdev->config.rv770.tiling_nbanks = 4 << ((gb_tiling_config >> 4) & 0x3);
1963	serge	666	gb_tiling_config \|= GROUP_SIZE((mc_arb_ramcfg & BURSTLENGTH_MASK) >> BURSTLENGTH_SHIFT);
		667	if ((mc_arb_ramcfg & BURSTLENGTH_MASK) >> BURSTLENGTH_SHIFT)
		668	rdev->config.rv770.tiling_group_size = 512;
		669	else
1430	serge	670	rdev->config.rv770.tiling_group_size = 256;
1268	serge	671	if (((mc_arb_ramcfg & NOOFROWS_MASK) >> NOOFROWS_SHIFT) > 3) {
1246	serge	672	gb_tiling_config \|= ROW_TILING(3);
		673	gb_tiling_config \|= SAMPLE_SPLIT(3);
		674	} else {
		675	gb_tiling_config \|=
		676	ROW_TILING(((mc_arb_ramcfg & NOOFROWS_MASK) >> NOOFROWS_SHIFT));
		677	gb_tiling_config \|=
		678	SAMPLE_SPLIT(((mc_arb_ramcfg & NOOFROWS_MASK) >> NOOFROWS_SHIFT));
		679	}
		680
		681	gb_tiling_config \|= BANK_SWAPS(1);
		682
1430	serge	683	cc_rb_backend_disable = RREG32(CC_RB_BACKEND_DISABLE) & 0x00ff0000;
		684	cc_rb_backend_disable \|=
		685	BACKEND_DISABLE((R7XX_MAX_BACKENDS_MASK << rdev->config.rv770.max_backends) & R7XX_MAX_BACKENDS_MASK);
1246	serge	686
1430	serge	687	cc_gc_shader_pipe_config = RREG32(CC_GC_SHADER_PIPE_CONFIG) & 0xffffff00;
		688	cc_gc_shader_pipe_config \|=
1246	serge	689	INACTIVE_QD_PIPES((R7XX_MAX_PIPES_MASK << rdev->config.rv770.max_pipes) & R7XX_MAX_PIPES_MASK);
		690	cc_gc_shader_pipe_config \|=
		691	INACTIVE_SIMDS((R7XX_MAX_SIMDS_MASK << rdev->config.rv770.max_simds) & R7XX_MAX_SIMDS_MASK);
		692
1430	serge	693	if (rdev->family == CHIP_RV740)
		694	backend_map = 0x28;
		695	else
		696	backend_map = r700_get_tile_pipe_to_backend_map(rdev,
		697	rdev->config.rv770.max_tile_pipes,
		698	(R7XX_MAX_BACKENDS -
		699	r600_count_pipe_bits((cc_rb_backend_disable &
		700	R7XX_MAX_BACKENDS_MASK) >> 16)),
		701	(cc_rb_backend_disable >> 16));
1963	serge	702
		703	rdev->config.rv770.tile_config = gb_tiling_config;
2160	serge	704	rdev->config.rv770.backend_map = backend_map;
1430	serge	705	gb_tiling_config \|= BACKEND_MAP(backend_map);
1246	serge	706
		707	WREG32(GB_TILING_CONFIG, gb_tiling_config);
		708	WREG32(DCP_TILING_CONFIG, (gb_tiling_config & 0xffff));
		709	WREG32(HDP_TILING_CONFIG, (gb_tiling_config & 0xffff));
		710
1963	serge	711	rv770_program_channel_remap(rdev);
		712
1246	serge	713	WREG32(CC_RB_BACKEND_DISABLE, cc_rb_backend_disable);
		714	WREG32(CC_GC_SHADER_PIPE_CONFIG, cc_gc_shader_pipe_config);
1963	serge	715	WREG32(GC_USER_SHADER_PIPE_CONFIG, cc_gc_shader_pipe_config);
1430	serge	716	WREG32(CC_SYS_RB_BACKEND_DISABLE, cc_rb_backend_disable);
1246	serge	717
		718	WREG32(CGTS_SYS_TCC_DISABLE, 0);
		719	WREG32(CGTS_TCC_DISABLE, 0);
1963	serge	720	WREG32(CGTS_USER_SYS_TCC_DISABLE, 0);
		721	WREG32(CGTS_USER_TCC_DISABLE, 0);
1246	serge	722
		723	num_qd_pipes =
1430	serge	724	R7XX_MAX_PIPES - r600_count_pipe_bits((cc_gc_shader_pipe_config & INACTIVE_QD_PIPES_MASK) >> 8);
1246	serge	725	WREG32(VGT_OUT_DEALLOC_CNTL, (num_qd_pipes * 4) & DEALLOC_DIST_MASK);
		726	WREG32(VGT_VERTEX_REUSE_BLOCK_CNTL, ((num_qd_pipes * 4) - 2) & VTX_REUSE_DEPTH_MASK);
		727
		728	/* set HW defaults for 3D engine */
		729	WREG32(CP_QUEUE_THRESHOLDS, (ROQ_IB1_START(0x16) \|
		730	ROQ_IB2_START(0x2b)));
		731
		732	WREG32(CP_MEQ_THRESHOLDS, STQ_SPLIT(0x30));
		733
1430	serge	734	ta_aux_cntl = RREG32(TA_CNTL_AUX);
		735	WREG32(TA_CNTL_AUX, ta_aux_cntl \| DISABLE_CUBE_ANISO);
1246	serge	736
		737	sx_debug_1 = RREG32(SX_DEBUG_1);
		738	sx_debug_1 \|= ENABLE_NEW_SMX_ADDRESS;
		739	WREG32(SX_DEBUG_1, sx_debug_1);
		740
		741	smx_dc_ctl0 = RREG32(SMX_DC_CTL0);
		742	smx_dc_ctl0 &= ~CACHE_DEPTH(0x1ff);
		743	smx_dc_ctl0 \|= CACHE_DEPTH((rdev->config.rv770.sx_num_of_sets * 64) - 1);
		744	WREG32(SMX_DC_CTL0, smx_dc_ctl0);
		745
1430	serge	746	if (rdev->family != CHIP_RV740)
1246	serge	747	WREG32(SMX_EVENT_CTL, (ES_FLUSH_CTL(4) \|
		748	GS_FLUSH_CTL(4) \|
		749	ACK_FLUSH_CTL(3) \|
		750	SYNC_FLUSH_CTL));
		751
1430	serge	752	db_debug3 = RREG32(DB_DEBUG3);
		753	db_debug3 &= ~DB_CLK_OFF_DELAY(0x1f);
		754	switch (rdev->family) {
		755	case CHIP_RV770:
		756	case CHIP_RV740:
		757	db_debug3 \|= DB_CLK_OFF_DELAY(0x1f);
		758	break;
		759	case CHIP_RV710:
		760	case CHIP_RV730:
		761	default:
		762	db_debug3 \|= DB_CLK_OFF_DELAY(2);
		763	break;
		764	}
		765	WREG32(DB_DEBUG3, db_debug3);
		766
		767	if (rdev->family != CHIP_RV770) {
1246	serge	768	db_debug4 = RREG32(DB_DEBUG4);
		769	db_debug4 \|= DISABLE_TILE_COVERED_FOR_PS_ITER;
		770	WREG32(DB_DEBUG4, db_debug4);
		771	}
		772
		773	WREG32(SX_EXPORT_BUFFER_SIZES, (COLOR_BUFFER_SIZE((rdev->config.rv770.sx_max_export_size / 4) - 1) \|
		774	POSITION_BUFFER_SIZE((rdev->config.rv770.sx_max_export_pos_size / 4) - 1) \|
		775	SMX_BUFFER_SIZE((rdev->config.rv770.sx_max_export_smx_size / 4) - 1)));
		776
		777	WREG32(PA_SC_FIFO_SIZE, (SC_PRIM_FIFO_SIZE(rdev->config.rv770.sc_prim_fifo_size) \|
		778	SC_HIZ_TILE_FIFO_SIZE(rdev->config.rv770.sc_hiz_tile_fifo_size) \|
		779	SC_EARLYZ_TILE_FIFO_SIZE(rdev->config.rv770.sc_earlyz_tile_fifo_fize)));
		780
		781	WREG32(PA_SC_MULTI_CHIP_CNTL, 0);
		782
		783	WREG32(VGT_NUM_INSTANCES, 1);
		784
		785	WREG32(SPI_CONFIG_CNTL, GPR_WRITE_PRIORITY(0));
		786
		787	WREG32(SPI_CONFIG_CNTL_1, VTX_DONE_DELAY(4));
		788
		789	WREG32(CP_PERFMON_CNTL, 0);
		790
		791	sq_ms_fifo_sizes = (CACHE_FIFO_SIZE(16 * rdev->config.rv770.sq_num_cf_insts) \|
		792	DONE_FIFO_HIWATER(0xe0) \|
		793	ALU_UPDATE_FIFO_HIWATER(0x8));
		794	switch (rdev->family) {
		795	case CHIP_RV770:
1430	serge	796	case CHIP_RV730:
		797	case CHIP_RV710:
1246	serge	798	sq_ms_fifo_sizes \|= FETCH_FIFO_HIWATER(0x1);
		799	break;
		800	case CHIP_RV740:
		801	default:
		802	sq_ms_fifo_sizes \|= FETCH_FIFO_HIWATER(0x4);
		803	break;
		804	}
		805	WREG32(SQ_MS_FIFO_SIZES, sq_ms_fifo_sizes);
		806
		807	/* SQ_CONFIG, SQ_GPR_RESOURCE_MGMT, SQ_THREAD_RESOURCE_MGMT, SQ_STACK_RESOURCE_MGMT
		808	* should be adjusted as needed by the 2D/3D drivers. This just sets default values
		809	*/
		810	sq_config = RREG32(SQ_CONFIG);
		811	sq_config &= ~(PS_PRIO(3) \|
		812	VS_PRIO(3) \|
		813	GS_PRIO(3) \|
		814	ES_PRIO(3));
		815	sq_config \|= (DX9_CONSTS \|
		816	VC_ENABLE \|
		817	EXPORT_SRC_C \|
		818	PS_PRIO(0) \|
		819	VS_PRIO(1) \|
		820	GS_PRIO(2) \|
		821	ES_PRIO(3));
		822	if (rdev->family == CHIP_RV710)
		823	/* no vertex cache */
		824	sq_config &= ~VC_ENABLE;
		825
		826	WREG32(SQ_CONFIG, sq_config);
		827
		828	WREG32(SQ_GPR_RESOURCE_MGMT_1, (NUM_PS_GPRS((rdev->config.rv770.max_gprs * 24)/64) \|
		829	NUM_VS_GPRS((rdev->config.rv770.max_gprs * 24)/64) \|
		830	NUM_CLAUSE_TEMP_GPRS(((rdev->config.rv770.max_gprs * 24)/64)/2)));
		831
		832	WREG32(SQ_GPR_RESOURCE_MGMT_2, (NUM_GS_GPRS((rdev->config.rv770.max_gprs * 7)/64) \|
		833	NUM_ES_GPRS((rdev->config.rv770.max_gprs * 7)/64)));
		834
		835	sq_thread_resource_mgmt = (NUM_PS_THREADS((rdev->config.rv770.max_threads * 4)/8) \|
		836	NUM_VS_THREADS((rdev->config.rv770.max_threads * 2)/8) \|
		837	NUM_ES_THREADS((rdev->config.rv770.max_threads * 1)/8));
		838	if (((rdev->config.rv770.max_threads * 1) / 8) > rdev->config.rv770.max_gs_threads)
		839	sq_thread_resource_mgmt \|= NUM_GS_THREADS(rdev->config.rv770.max_gs_threads);
		840	else
		841	sq_thread_resource_mgmt \|= NUM_GS_THREADS((rdev->config.rv770.max_gs_threads * 1)/8);
		842	WREG32(SQ_THREAD_RESOURCE_MGMT, sq_thread_resource_mgmt);
		843
		844	WREG32(SQ_STACK_RESOURCE_MGMT_1, (NUM_PS_STACK_ENTRIES((rdev->config.rv770.max_stack_entries * 1)/4) \|
		845	NUM_VS_STACK_ENTRIES((rdev->config.rv770.max_stack_entries * 1)/4)));
		846
		847	WREG32(SQ_STACK_RESOURCE_MGMT_2, (NUM_GS_STACK_ENTRIES((rdev->config.rv770.max_stack_entries * 1)/4) \|
		848	NUM_ES_STACK_ENTRIES((rdev->config.rv770.max_stack_entries * 1)/4)));
		849
		850	sq_dyn_gpr_size_simd_ab_0 = (SIMDA_RING0((rdev->config.rv770.max_gprs * 38)/64) \|
		851	SIMDA_RING1((rdev->config.rv770.max_gprs * 38)/64) \|
		852	SIMDB_RING0((rdev->config.rv770.max_gprs * 38)/64) \|
		853	SIMDB_RING1((rdev->config.rv770.max_gprs * 38)/64));
		854
		855	WREG32(SQ_DYN_GPR_SIZE_SIMD_AB_0, sq_dyn_gpr_size_simd_ab_0);
		856	WREG32(SQ_DYN_GPR_SIZE_SIMD_AB_1, sq_dyn_gpr_size_simd_ab_0);
		857	WREG32(SQ_DYN_GPR_SIZE_SIMD_AB_2, sq_dyn_gpr_size_simd_ab_0);
		858	WREG32(SQ_DYN_GPR_SIZE_SIMD_AB_3, sq_dyn_gpr_size_simd_ab_0);
		859	WREG32(SQ_DYN_GPR_SIZE_SIMD_AB_4, sq_dyn_gpr_size_simd_ab_0);
		860	WREG32(SQ_DYN_GPR_SIZE_SIMD_AB_5, sq_dyn_gpr_size_simd_ab_0);
		861	WREG32(SQ_DYN_GPR_SIZE_SIMD_AB_6, sq_dyn_gpr_size_simd_ab_0);
		862	WREG32(SQ_DYN_GPR_SIZE_SIMD_AB_7, sq_dyn_gpr_size_simd_ab_0);
		863
		864	WREG32(PA_SC_FORCE_EOV_MAX_CNTS, (FORCE_EOV_MAX_CLK_CNT(4095) \|
		865	FORCE_EOV_MAX_REZ_CNT(255)));
		866
		867	if (rdev->family == CHIP_RV710)
		868	WREG32(VGT_CACHE_INVALIDATION, (CACHE_INVALIDATION(TC_ONLY) \|
		869	AUTO_INVLD_EN(ES_AND_GS_AUTO)));
		870	else
		871	WREG32(VGT_CACHE_INVALIDATION, (CACHE_INVALIDATION(VC_AND_TC) \|
		872	AUTO_INVLD_EN(ES_AND_GS_AUTO)));
		873
		874	switch (rdev->family) {
		875	case CHIP_RV770:
		876	case CHIP_RV730:
		877	case CHIP_RV740:
		878	gs_prim_buffer_depth = 384;
		879	break;
		880	case CHIP_RV710:
		881	gs_prim_buffer_depth = 128;
		882	break;
		883	default:
		884	break;
		885	}
		886
		887	num_gs_verts_per_thread = rdev->config.rv770.max_pipes * 16;
		888	vgt_gs_per_es = gs_prim_buffer_depth + num_gs_verts_per_thread;
		889	/* Max value for this is 256 */
		890	if (vgt_gs_per_es > 256)
		891	vgt_gs_per_es = 256;
		892
		893	WREG32(VGT_ES_PER_GS, 128);
		894	WREG32(VGT_GS_PER_ES, vgt_gs_per_es);
		895	WREG32(VGT_GS_PER_VS, 2);
		896
		897	/* more default values. 2D/3D driver should adjust as needed */
		898	WREG32(VGT_GS_VERTEX_REUSE, 16);
		899	WREG32(PA_SC_LINE_STIPPLE_STATE, 0);
		900	WREG32(VGT_STRMOUT_EN, 0);
		901	WREG32(SX_MISC, 0);
		902	WREG32(PA_SC_MODE_CNTL, 0);
		903	WREG32(PA_SC_EDGERULE, 0xaaaaaaaa);
		904	WREG32(PA_SC_AA_CONFIG, 0);
		905	WREG32(PA_SC_CLIPRECT_RULE, 0xffff);
		906	WREG32(PA_SC_LINE_STIPPLE, 0);
		907	WREG32(SPI_INPUT_Z, 0);
		908	WREG32(SPI_PS_IN_CONTROL_0, NUM_INTERP(2));
		909	WREG32(CB_COLOR7_FRAG, 0);
		910
		911	/* clear render buffer base addresses */
		912	WREG32(CB_COLOR0_BASE, 0);
		913	WREG32(CB_COLOR1_BASE, 0);
		914	WREG32(CB_COLOR2_BASE, 0);
		915	WREG32(CB_COLOR3_BASE, 0);
		916	WREG32(CB_COLOR4_BASE, 0);
		917	WREG32(CB_COLOR5_BASE, 0);
		918	WREG32(CB_COLOR6_BASE, 0);
		919	WREG32(CB_COLOR7_BASE, 0);
		920
		921	WREG32(TCP_CNTL, 0);
		922
		923	hdp_host_path_cntl = RREG32(HDP_HOST_PATH_CNTL);
		924	WREG32(HDP_HOST_PATH_CNTL, hdp_host_path_cntl);
		925
		926	WREG32(PA_SC_MULTI_CHIP_CNTL, 0);
		927
		928	WREG32(PA_CL_ENHANCE, (CLIP_VTX_REORDER_ENA \|
		929	NUM_CLIP_SEQ(3)));
		930
		931	}
		932
1963	serge	933	static int rv770_vram_scratch_init(struct radeon_device *rdev)
		934	{
		935	int r;
		936	u64 gpu_addr;
		937
		938	if (rdev->vram_scratch.robj == NULL) {
		939	r = radeon_bo_create(rdev, RADEON_GPU_PAGE_SIZE,
		940	PAGE_SIZE, true, RADEON_GEM_DOMAIN_VRAM,
		941	&rdev->vram_scratch.robj);
		942	if (r) {
		943	return r;
		944	}
		945	}
		946
		947	r = radeon_bo_reserve(rdev->vram_scratch.robj, false);
		948	if (unlikely(r != 0))
		949	return r;
		950	r = radeon_bo_pin(rdev->vram_scratch.robj,
		951	RADEON_GEM_DOMAIN_VRAM, &gpu_addr);
		952	if (r) {
		953	radeon_bo_unreserve(rdev->vram_scratch.robj);
		954	return r;
		955	}
		956	r = radeon_bo_kmap(rdev->vram_scratch.robj,
		957	(void **)&rdev->vram_scratch.ptr);
		958	if (r)
		959	radeon_bo_unpin(rdev->vram_scratch.robj);
		960	radeon_bo_unreserve(rdev->vram_scratch.robj);
		961
		962	return r;
		963	}
		964
		965	static void rv770_vram_scratch_fini(struct radeon_device *rdev)
		966	{
		967	int r;
		968
		969	if (rdev->vram_scratch.robj == NULL) {
		970	return;
		971	}
		972	r = radeon_bo_reserve(rdev->vram_scratch.robj, false);
		973	if (likely(r == 0)) {
		974	radeon_bo_kunmap(rdev->vram_scratch.robj);
		975	radeon_bo_unpin(rdev->vram_scratch.robj);
		976	radeon_bo_unreserve(rdev->vram_scratch.robj);
		977	}
		978	radeon_bo_unref(&rdev->vram_scratch.robj);
		979	}
		980
		981	void r700_vram_gtt_location(struct radeon_device rdev, struct radeon_mc mc)
		982	{
		983	u64 size_bf, size_af;
		984
		985	if (mc->mc_vram_size > 0xE0000000) {
		986	/* leave room for at least 512M GTT */
		987	dev_warn(rdev->dev, "limiting VRAM\n");
		988	mc->real_vram_size = 0xE0000000;
		989	mc->mc_vram_size = 0xE0000000;
		990	}
		991	if (rdev->flags & RADEON_IS_AGP) {
		992	size_bf = mc->gtt_start;
		993	size_af = 0xFFFFFFFF - mc->gtt_end + 1;
		994	if (size_bf > size_af) {
		995	if (mc->mc_vram_size > size_bf) {
		996	dev_warn(rdev->dev, "limiting VRAM\n");
		997	mc->real_vram_size = size_bf;
		998	mc->mc_vram_size = size_bf;
		999	}
		1000	mc->vram_start = mc->gtt_start - mc->mc_vram_size;
		1001	} else {
		1002	if (mc->mc_vram_size > size_af) {
		1003	dev_warn(rdev->dev, "limiting VRAM\n");
		1004	mc->real_vram_size = size_af;
		1005	mc->mc_vram_size = size_af;
		1006	}
		1007	mc->vram_start = mc->gtt_end;
		1008	}
		1009	mc->vram_end = mc->vram_start + mc->mc_vram_size - 1;
		1010	dev_info(rdev->dev, "VRAM: %lluM 0x%08llX - 0x%08llX (%lluM used)\n",
		1011	mc->mc_vram_size >> 20, mc->vram_start,
		1012	mc->vram_end, mc->real_vram_size >> 20);
		1013	} else {
		1014	radeon_vram_location(rdev, &rdev->mc, 0);
		1015	rdev->mc.gtt_base_align = 0;
		1016	radeon_gtt_location(rdev, mc);
		1017	}
		1018	}
		1019
1246	serge	1020	int rv770_mc_init(struct radeon_device *rdev)
		1021	{
		1022	u32 tmp;
1268	serge	1023	int chansize, numchan;
1246	serge	1024
		1025	/* Get VRAM informations */
		1026	rdev->mc.vram_is_ddr = true;
1268	serge	1027	tmp = RREG32(MC_ARB_RAMCFG);
		1028	if (tmp & CHANSIZE_OVERRIDE) {
		1029	chansize = 16;
		1030	} else if (tmp & CHANSIZE_MASK) {
		1031	chansize = 64;
		1032	} else {
		1033	chansize = 32;
		1034	}
		1035	tmp = RREG32(MC_SHARED_CHMAP);
		1036	switch ((tmp & NOOFCHAN_MASK) >> NOOFCHAN_SHIFT) {
		1037	case 0:
		1038	default:
		1039	numchan = 1;
		1040	break;
		1041	case 1:
		1042	numchan = 2;
		1043	break;
		1044	case 2:
		1045	numchan = 4;
		1046	break;
		1047	case 3:
		1048	numchan = 8;
		1049	break;
		1050	}
		1051	rdev->mc.vram_width = numchan * chansize;
1246	serge	1052	/* Could aper size report 0 ? */
1963	serge	1053	rdev->mc.aper_base = pci_resource_start(rdev->pdev, 0);
		1054	rdev->mc.aper_size = pci_resource_len(rdev->pdev, 0);
1246	serge	1055	/* Setup GPU memory space */
		1056	rdev->mc.mc_vram_size = RREG32(CONFIG_MEMSIZE);
		1057	rdev->mc.real_vram_size = RREG32(CONFIG_MEMSIZE);
1430	serge	1058	rdev->mc.visible_vram_size = rdev->mc.aper_size;
1963	serge	1059	r700_vram_gtt_location(rdev, &rdev->mc);
		1060	radeon_update_bandwidth_info(rdev);
		1061
1246	serge	1062	return 0;
		1063	}
1430	serge	1064
1246	serge	1065	static int rv770_startup(struct radeon_device *rdev)
		1066	{
		1067	int r;
		1068
1963	serge	1069	/* enable pcie gen2 link */
		1070	rv770_pcie_gen2_enable(rdev);
		1071
1413	serge	1072	if (!rdev->me_fw \|\| !rdev->pfp_fw \|\| !rdev->rlc_fw) {
		1073	r = r600_init_microcode(rdev);
		1074	if (r) {
		1075	DRM_ERROR("Failed to load firmware!\n");
		1076	return r;
		1077	}
		1078	}
		1079
1246	serge	1080	rv770_mc_program(rdev);
		1081	if (rdev->flags & RADEON_IS_AGP) {
		1082	rv770_agp_enable(rdev);
		1083	} else {
		1084	r = rv770_pcie_gart_enable(rdev);
		1085	if (r)
		1086	return r;
		1087	}
1963	serge	1088	r = rv770_vram_scratch_init(rdev);
		1089	if (r)
		1090	return r;
1246	serge	1091	rv770_gpu_init(rdev);
2005	serge	1092	r = r600_blit_init(rdev);
		1093	if (r) {
		1094	// r600_blit_fini(rdev);
		1095	rdev->asic->copy = NULL;
		1096	dev_warn(rdev->dev, "failed blitter (%d) falling back to memcpy\n", r);
		1097	}
		1098
2004	serge	1099	/* allocate wb buffer */
		1100	r = radeon_wb_init(rdev);
		1101	if (r)
		1102	return r;
		1103
		1104	/* Enable IRQ */
		1105	r = r600_irq_init(rdev);
		1106	if (r) {
		1107	DRM_ERROR("radeon: IH init failed (%d).\n", r);
		1108	// radeon_irq_kms_fini(rdev);
		1109	return r;
		1110	}
		1111	r600_irq_set(rdev);
		1112
1413	serge	1113	r = radeon_ring_init(rdev, rdev->cp.ring_size);
		1114	if (r)
		1115	return r;
		1116	r = rv770_cp_load_microcode(rdev);
		1117	if (r)
		1118	return r;
		1119	r = r600_cp_resume(rdev);
		1120	if (r)
		1121	return r;
1963	serge	1122
1246	serge	1123	return 0;
		1124	}
		1125
		1126
1413	serge	1127
		1128
		1129
		1130
		1131
1246	serge	1132	/* Plan is to move initialization in that function and use
		1133	* helper function so that radeon_device_init pretty much
		1134	* do nothing more than calling asic specific function. This
		1135	* should also allow to remove a bunch of callback function
		1136	* like vram_info.
		1137	*/
		1138	int rv770_init(struct radeon_device *rdev)
		1139	{
		1140	int r;
		1141
2004	serge	1142	/* This don't do much */
		1143	r = radeon_gem_init(rdev);
		1144	if (r)
		1145	return r;
1246	serge	1146	/* Read BIOS */
		1147	if (!radeon_get_bios(rdev)) {
		1148	if (ASIC_IS_AVIVO(rdev))
		1149	return -EINVAL;
		1150	}
		1151	/* Must be an ATOMBIOS */
		1152	if (!rdev->is_atom_bios) {
		1153	dev_err(rdev->dev, "Expecting atombios for R600 GPU\n");
		1154	return -EINVAL;
		1155	}
		1156	r = radeon_atombios_init(rdev);
		1157	if (r)
		1158	return r;
		1159	/* Post card if necessary */
1963	serge	1160	if (!radeon_card_posted(rdev)) {
1403	serge	1161	if (!rdev->bios) {
		1162	dev_err(rdev->dev, "Card not posted and no BIOS - ignoring\n");
		1163	return -EINVAL;
		1164	}
1246	serge	1165	DRM_INFO("GPU not posted. posting now...\n");
		1166	atom_asic_init(rdev->mode_info.atom_context);
		1167	}
		1168	/* Initialize scratch registers */
		1169	r600_scratch_init(rdev);
		1170	/* Initialize surface registers */
		1171	radeon_surface_init(rdev);
1268	serge	1172	/* Initialize clocks */
1246	serge	1173	radeon_get_clock_info(rdev->ddev);
		1174	/* Fence driver */
2004	serge	1175	r = radeon_fence_driver_init(rdev);
		1176	if (r)
		1177	return r;
1430	serge	1178	/* initialize AGP */
1403	serge	1179	if (rdev->flags & RADEON_IS_AGP) {
		1180	r = radeon_agp_init(rdev);
		1181	if (r)
		1182	radeon_agp_disable(rdev);
		1183	}
1246	serge	1184	r = rv770_mc_init(rdev);
		1185	if (r)
		1186	return r;
		1187	/* Memory manager */
1403	serge	1188	r = radeon_bo_init(rdev);
1246	serge	1189	if (r)
		1190	return r;
		1191
2004	serge	1192	r = radeon_irq_kms_init(rdev);
		1193	if (r)
		1194	return r;
1246	serge	1195
1413	serge	1196	rdev->cp.ring_obj = NULL;
		1197	r600_ring_init(rdev, 1024 * 1024);
		1198
2004	serge	1199	rdev->ih.ring_obj = NULL;
		1200	r600_ih_ring_init(rdev, 64 * 1024);
1413	serge	1201
1246	serge	1202	r = r600_pcie_gart_init(rdev);
		1203	if (r)
		1204	return r;
		1205
		1206	rdev->accel_working = true;
		1207	r = rv770_startup(rdev);
		1208	if (r) {
1413	serge	1209	dev_err(rdev->dev, "disabling GPU acceleration\n");
1246	serge	1210	rv770_pcie_gart_fini(rdev);
		1211	rdev->accel_working = false;
		1212	}
		1213	if (rdev->accel_working) {
2004	serge	1214	r = radeon_ib_pool_init(rdev);
		1215	if (r) {
		1216	dev_err(rdev->dev, "IB initialization failed (%d).\n", r);
		1217	rdev->accel_working = false;
		1218	} else {
		1219	r = r600_ib_test(rdev);
		1220	if (r) {
		1221	dev_err(rdev->dev, "IB test failed (%d).\n", r);
		1222	rdev->accel_working = false;
		1223	}
		1224	}
1246	serge	1225	}
1963	serge	1226
1246	serge	1227	return 0;
		1228	}
		1229
1963	serge	1230	static void rv770_pcie_gen2_enable(struct radeon_device *rdev)
		1231	{
		1232	u32 link_width_cntl, lanes, speed_cntl, tmp;
		1233	u16 link_cntl2;
		1234
		1235	if (radeon_pcie_gen2 == 0)
		1236	return;
		1237
		1238	if (rdev->flags & RADEON_IS_IGP)
		1239	return;
		1240
		1241	if (!(rdev->flags & RADEON_IS_PCIE))
		1242	return;
		1243
		1244	/* x2 cards have a special sequence */
		1245	if (ASIC_IS_X2(rdev))
		1246	return;
		1247
		1248	/* advertise upconfig capability */
		1249	link_width_cntl = RREG32_PCIE_P(PCIE_LC_LINK_WIDTH_CNTL);
		1250	link_width_cntl &= ~LC_UPCONFIGURE_DIS;
		1251	WREG32_PCIE_P(PCIE_LC_LINK_WIDTH_CNTL, link_width_cntl);
		1252	link_width_cntl = RREG32_PCIE_P(PCIE_LC_LINK_WIDTH_CNTL);
		1253	if (link_width_cntl & LC_RENEGOTIATION_SUPPORT) {
		1254	lanes = (link_width_cntl & LC_LINK_WIDTH_RD_MASK) >> LC_LINK_WIDTH_RD_SHIFT;
		1255	link_width_cntl &= ~(LC_LINK_WIDTH_MASK \|
		1256	LC_RECONFIG_ARC_MISSING_ESCAPE);
		1257	link_width_cntl \|= lanes \| LC_RECONFIG_NOW \|
		1258	LC_RENEGOTIATE_EN \| LC_UPCONFIGURE_SUPPORT;
		1259	WREG32_PCIE_P(PCIE_LC_LINK_WIDTH_CNTL, link_width_cntl);
		1260	} else {
		1261	link_width_cntl \|= LC_UPCONFIGURE_DIS;
		1262	WREG32_PCIE_P(PCIE_LC_LINK_WIDTH_CNTL, link_width_cntl);
		1263	}
		1264
		1265	speed_cntl = RREG32_PCIE_P(PCIE_LC_SPEED_CNTL);
		1266	if ((speed_cntl & LC_OTHER_SIDE_EVER_SENT_GEN2) &&
		1267	(speed_cntl & LC_OTHER_SIDE_SUPPORTS_GEN2)) {
		1268
		1269	tmp = RREG32(0x541c);
		1270	WREG32(0x541c, tmp \| 0x8);
		1271	WREG32(MM_CFGREGS_CNTL, MM_WR_TO_CFG_EN);
		1272	link_cntl2 = RREG16(0x4088);
		1273	link_cntl2 &= ~TARGET_LINK_SPEED_MASK;
		1274	link_cntl2 \|= 0x2;
		1275	WREG16(0x4088, link_cntl2);
		1276	WREG32(MM_CFGREGS_CNTL, 0);
		1277
		1278	speed_cntl = RREG32_PCIE_P(PCIE_LC_SPEED_CNTL);
		1279	speed_cntl &= ~LC_TARGET_LINK_SPEED_OVERRIDE_EN;
		1280	WREG32_PCIE_P(PCIE_LC_SPEED_CNTL, speed_cntl);
		1281
		1282	speed_cntl = RREG32_PCIE_P(PCIE_LC_SPEED_CNTL);
		1283	speed_cntl \|= LC_CLR_FAILED_SPD_CHANGE_CNT;
		1284	WREG32_PCIE_P(PCIE_LC_SPEED_CNTL, speed_cntl);
		1285
		1286	speed_cntl = RREG32_PCIE_P(PCIE_LC_SPEED_CNTL);
		1287	speed_cntl &= ~LC_CLR_FAILED_SPD_CHANGE_CNT;
		1288	WREG32_PCIE_P(PCIE_LC_SPEED_CNTL, speed_cntl);
		1289
		1290	speed_cntl = RREG32_PCIE_P(PCIE_LC_SPEED_CNTL);
		1291	speed_cntl \|= LC_GEN2_EN_STRAP;
		1292	WREG32_PCIE_P(PCIE_LC_SPEED_CNTL, speed_cntl);
		1293
		1294	} else {
		1295	link_width_cntl = RREG32_PCIE_P(PCIE_LC_LINK_WIDTH_CNTL);
		1296	/* XXX: only disable it if gen1 bridge vendor == 0x111d or 0x1106 */
		1297	if (1)
		1298	link_width_cntl \|= LC_UPCONFIGURE_DIS;
		1299	else
		1300	link_width_cntl &= ~LC_UPCONFIGURE_DIS;
		1301	WREG32_PCIE_P(PCIE_LC_LINK_WIDTH_CNTL, link_width_cntl);
		1302	}
		1303	}

Subversion Repositories Kolibri OS

(root)/drivers/video/drm/radeon/rv770.c – Rev 2160