Subversion Repositories Kolibri OS

Rev

Rev 5078 | Go to most recent revision | Details | Compare with Previous | Last modification | View Log | RSS feed

Rev Author Line No. Line
1117 serge 1
/*
2
 * Copyright 2008 Advanced Micro Devices, Inc.
3
 * Copyright 2008 Red Hat Inc.
4
 * Copyright 2009 Jerome Glisse.
5
 *
6
 * Permission is hereby granted, free of charge, to any person obtaining a
7
 * copy of this software and associated documentation files (the "Software"),
8
 * to deal in the Software without restriction, including without limitation
9
 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
10
 * and/or sell copies of the Software, and to permit persons to whom the
11
 * Software is furnished to do so, subject to the following conditions:
12
 *
13
 * The above copyright notice and this permission notice shall be included in
14
 * all copies or substantial portions of the Software.
15
 *
16
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
19
 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
20
 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
21
 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
22
 * OTHER DEALINGS IN THE SOFTWARE.
23
 *
24
 * Authors: Dave Airlie
25
 *          Alex Deucher
26
 *          Jerome Glisse
27
 */
1179 serge 28
#include 
1986 serge 29
#include 
2997 Serge 30
#include 
1179 serge 31
#include "rv515d.h"
1117 serge 32
#include "radeon.h"
1963 serge 33
#include "radeon_asic.h"
1221 serge 34
#include "atom.h"
1179 serge 35
#include "rv515_reg_safe.h"
1117 serge 36
 
1221 serge 37
/* This files gather functions specifics to: rv515 */
2997 Serge 38
static int rv515_debugfs_pipes_info_init(struct radeon_device *rdev);
39
static int rv515_debugfs_ga_info_init(struct radeon_device *rdev);
40
static void rv515_gpu_init(struct radeon_device *rdev);
1117 serge 41
int rv515_mc_wait_for_idle(struct radeon_device *rdev);
42
 
3192 Serge 43
static const u32 crtc_offsets[2] =
44
{
45
	0,
46
	AVIVO_D2CRTC_H_TOTAL - AVIVO_D1CRTC_H_TOTAL
47
};
48
 
1221 serge 49
void rv515_debugfs(struct radeon_device *rdev)
1117 serge 50
{
1129 serge 51
	if (r100_debugfs_rbbm_init(rdev)) {
52
		DRM_ERROR("Failed to register debugfs file for RBBM !\n");
53
	}
54
	if (rv515_debugfs_pipes_info_init(rdev)) {
55
		DRM_ERROR("Failed to register debugfs file for pipes !\n");
56
	}
57
	if (rv515_debugfs_ga_info_init(rdev)) {
58
		DRM_ERROR("Failed to register debugfs file for pipes !\n");
59
	}
1117 serge 60
}
61
 
2997 Serge 62
void rv515_ring_start(struct radeon_device *rdev, struct radeon_ring *ring)
1117 serge 63
{
64
	int r;
65
 
2997 Serge 66
	r = radeon_ring_lock(rdev, ring, 64);
1117 serge 67
	if (r) {
68
		return;
69
	}
2997 Serge 70
	radeon_ring_write(ring, PACKET0(ISYNC_CNTL, 0));
71
	radeon_ring_write(ring,
1179 serge 72
			  ISYNC_ANY2D_IDLE3D |
73
			  ISYNC_ANY3D_IDLE2D |
74
			  ISYNC_WAIT_IDLEGUI |
75
			  ISYNC_CPSCRATCH_IDLEGUI);
2997 Serge 76
	radeon_ring_write(ring, PACKET0(WAIT_UNTIL, 0));
77
	radeon_ring_write(ring, WAIT_2D_IDLECLEAN | WAIT_3D_IDLECLEAN);
78
	radeon_ring_write(ring, PACKET0(R300_DST_PIPE_CONFIG, 0));
79
	radeon_ring_write(ring, R300_PIPE_AUTO_CONFIG);
80
	radeon_ring_write(ring, PACKET0(GB_SELECT, 0));
81
	radeon_ring_write(ring, 0);
82
	radeon_ring_write(ring, PACKET0(GB_ENABLE, 0));
83
	radeon_ring_write(ring, 0);
84
	radeon_ring_write(ring, PACKET0(R500_SU_REG_DEST, 0));
85
	radeon_ring_write(ring, (1 << rdev->num_gb_pipes) - 1);
86
	radeon_ring_write(ring, PACKET0(VAP_INDEX_OFFSET, 0));
87
	radeon_ring_write(ring, 0);
88
	radeon_ring_write(ring, PACKET0(RB3D_DSTCACHE_CTLSTAT, 0));
89
	radeon_ring_write(ring, RB3D_DC_FLUSH | RB3D_DC_FREE);
90
	radeon_ring_write(ring, PACKET0(ZB_ZCACHE_CTLSTAT, 0));
91
	radeon_ring_write(ring, ZC_FLUSH | ZC_FREE);
92
	radeon_ring_write(ring, PACKET0(WAIT_UNTIL, 0));
93
	radeon_ring_write(ring, WAIT_2D_IDLECLEAN | WAIT_3D_IDLECLEAN);
94
	radeon_ring_write(ring, PACKET0(GB_AA_CONFIG, 0));
95
	radeon_ring_write(ring, 0);
96
	radeon_ring_write(ring, PACKET0(RB3D_DSTCACHE_CTLSTAT, 0));
97
	radeon_ring_write(ring, RB3D_DC_FLUSH | RB3D_DC_FREE);
98
	radeon_ring_write(ring, PACKET0(ZB_ZCACHE_CTLSTAT, 0));
99
	radeon_ring_write(ring, ZC_FLUSH | ZC_FREE);
100
	radeon_ring_write(ring, PACKET0(GB_MSPOS0, 0));
101
	radeon_ring_write(ring,
1179 serge 102
			  ((6 << MS_X0_SHIFT) |
103
			   (6 << MS_Y0_SHIFT) |
104
			   (6 << MS_X1_SHIFT) |
105
			   (6 << MS_Y1_SHIFT) |
106
			   (6 << MS_X2_SHIFT) |
107
			   (6 << MS_Y2_SHIFT) |
108
			   (6 << MSBD0_Y_SHIFT) |
109
			   (6 << MSBD0_X_SHIFT)));
2997 Serge 110
	radeon_ring_write(ring, PACKET0(GB_MSPOS1, 0));
111
	radeon_ring_write(ring,
1179 serge 112
			  ((6 << MS_X3_SHIFT) |
113
			   (6 << MS_Y3_SHIFT) |
114
			   (6 << MS_X4_SHIFT) |
115
			   (6 << MS_Y4_SHIFT) |
116
			   (6 << MS_X5_SHIFT) |
117
			   (6 << MS_Y5_SHIFT) |
118
			   (6 << MSBD1_SHIFT)));
2997 Serge 119
	radeon_ring_write(ring, PACKET0(GA_ENHANCE, 0));
120
	radeon_ring_write(ring, GA_DEADLOCK_CNTL | GA_FASTSYNC_CNTL);
121
	radeon_ring_write(ring, PACKET0(GA_POLY_MODE, 0));
122
	radeon_ring_write(ring, FRONT_PTYPE_TRIANGE | BACK_PTYPE_TRIANGE);
123
	radeon_ring_write(ring, PACKET0(GA_ROUND_MODE, 0));
124
	radeon_ring_write(ring, GEOMETRY_ROUND_NEAREST | COLOR_ROUND_NEAREST);
125
	radeon_ring_write(ring, PACKET0(0x20C8, 0));
126
	radeon_ring_write(ring, 0);
5078 serge 127
	radeon_ring_unlock_commit(rdev, ring, false);
1117 serge 128
}
129
 
130
int rv515_mc_wait_for_idle(struct radeon_device *rdev)
131
{
132
	unsigned i;
133
	uint32_t tmp;
134
 
135
	for (i = 0; i < rdev->usec_timeout; i++) {
136
		/* read MC_STATUS */
1179 serge 137
		tmp = RREG32_MC(MC_STATUS);
138
		if (tmp & MC_STATUS_IDLE) {
1117 serge 139
			return 0;
140
		}
141
		DRM_UDELAY(1);
142
	}
143
	return -1;
144
}
145
 
1221 serge 146
void rv515_vga_render_disable(struct radeon_device *rdev)
147
{
148
	WREG32(R_000300_VGA_RENDER_CONTROL,
149
		RREG32(R_000300_VGA_RENDER_CONTROL) & C_000300_VGA_VSTATUS_CNTL);
150
}
151
 
2997 Serge 152
static void rv515_gpu_init(struct radeon_device *rdev)
1117 serge 153
{
154
	unsigned pipe_select_current, gb_pipe_select, tmp;
155
 
156
	if (r100_gui_wait_for_idle(rdev)) {
157
		printk(KERN_WARNING "Failed to wait GUI idle while "
2997 Serge 158
		       "resetting GPU. Bad things might happen.\n");
1117 serge 159
	}
1221 serge 160
	rv515_vga_render_disable(rdev);
1117 serge 161
	r420_pipes_init(rdev);
1963 serge 162
	gb_pipe_select = RREG32(R400_GB_PIPE_SELECT);
163
	tmp = RREG32(R300_DST_PIPE_CONFIG);
1117 serge 164
	pipe_select_current = (tmp >> 2) & 3;
165
	tmp = (1 << pipe_select_current) |
166
	      (((gb_pipe_select >> 8) & 0xF) << 4);
167
	WREG32_PLL(0x000D, tmp);
168
	if (r100_gui_wait_for_idle(rdev)) {
169
		printk(KERN_WARNING "Failed to wait GUI idle while "
2997 Serge 170
		       "resetting GPU. Bad things might happen.\n");
1117 serge 171
	}
172
	if (rv515_mc_wait_for_idle(rdev)) {
173
		printk(KERN_WARNING "Failed to wait MC idle while "
174
		       "programming pipes. Bad things might happen.\n");
175
	}
176
}
177
 
178
static void rv515_vram_get_type(struct radeon_device *rdev)
179
{
180
	uint32_t tmp;
181
 
182
	rdev->mc.vram_width = 128;
183
	rdev->mc.vram_is_ddr = true;
1179 serge 184
	tmp = RREG32_MC(RV515_MC_CNTL) & MEM_NUM_CHANNELS_MASK;
1117 serge 185
	switch (tmp) {
186
	case 0:
187
		rdev->mc.vram_width = 64;
188
		break;
189
	case 1:
190
		rdev->mc.vram_width = 128;
191
		break;
192
	default:
193
		rdev->mc.vram_width = 128;
194
		break;
195
	}
196
}
197
 
2997 Serge 198
static void rv515_mc_init(struct radeon_device *rdev)
1117 serge 199
{
1179 serge 200
 
1117 serge 201
	rv515_vram_get_type(rdev);
1179 serge 202
	r100_vram_init_sizes(rdev);
1430 serge 203
	radeon_vram_location(rdev, &rdev->mc, 0);
1963 serge 204
	rdev->mc.gtt_base_align = 0;
1430 serge 205
	if (!(rdev->flags & RADEON_IS_AGP))
206
		radeon_gtt_location(rdev, &rdev->mc);
1963 serge 207
	radeon_update_bandwidth_info(rdev);
1117 serge 208
}
209
 
210
uint32_t rv515_mc_rreg(struct radeon_device *rdev, uint32_t reg)
211
{
5078 serge 212
	unsigned long flags;
1117 serge 213
	uint32_t r;
214
 
5078 serge 215
	spin_lock_irqsave(&rdev->mc_idx_lock, flags);
1179 serge 216
	WREG32(MC_IND_INDEX, 0x7f0000 | (reg & 0xffff));
217
	r = RREG32(MC_IND_DATA);
218
	WREG32(MC_IND_INDEX, 0);
5078 serge 219
	spin_unlock_irqrestore(&rdev->mc_idx_lock, flags);
220
 
1117 serge 221
	return r;
222
}
223
 
224
void rv515_mc_wreg(struct radeon_device *rdev, uint32_t reg, uint32_t v)
225
{
5078 serge 226
	unsigned long flags;
227
 
228
	spin_lock_irqsave(&rdev->mc_idx_lock, flags);
1179 serge 229
	WREG32(MC_IND_INDEX, 0xff0000 | ((reg) & 0xffff));
230
	WREG32(MC_IND_DATA, (v));
231
	WREG32(MC_IND_INDEX, 0);
5078 serge 232
	spin_unlock_irqrestore(&rdev->mc_idx_lock, flags);
1117 serge 233
}
234
 
235
#if defined(CONFIG_DEBUG_FS)
236
static int rv515_debugfs_pipes_info(struct seq_file *m, void *data)
237
{
238
	struct drm_info_node *node = (struct drm_info_node *) m->private;
239
	struct drm_device *dev = node->minor->dev;
240
	struct radeon_device *rdev = dev->dev_private;
241
	uint32_t tmp;
242
 
1179 serge 243
	tmp = RREG32(GB_PIPE_SELECT);
1117 serge 244
	seq_printf(m, "GB_PIPE_SELECT 0x%08x\n", tmp);
1179 serge 245
	tmp = RREG32(SU_REG_DEST);
1117 serge 246
	seq_printf(m, "SU_REG_DEST 0x%08x\n", tmp);
1179 serge 247
	tmp = RREG32(GB_TILE_CONFIG);
1117 serge 248
	seq_printf(m, "GB_TILE_CONFIG 0x%08x\n", tmp);
1179 serge 249
	tmp = RREG32(DST_PIPE_CONFIG);
1117 serge 250
	seq_printf(m, "DST_PIPE_CONFIG 0x%08x\n", tmp);
251
	return 0;
252
}
253
 
254
static int rv515_debugfs_ga_info(struct seq_file *m, void *data)
255
{
256
	struct drm_info_node *node = (struct drm_info_node *) m->private;
257
	struct drm_device *dev = node->minor->dev;
258
	struct radeon_device *rdev = dev->dev_private;
259
	uint32_t tmp;
260
 
261
	tmp = RREG32(0x2140);
262
	seq_printf(m, "VAP_CNTL_STATUS 0x%08x\n", tmp);
1963 serge 263
	radeon_asic_reset(rdev);
1117 serge 264
	tmp = RREG32(0x425C);
265
	seq_printf(m, "GA_IDLE 0x%08x\n", tmp);
266
	return 0;
267
}
268
 
269
static struct drm_info_list rv515_pipes_info_list[] = {
270
	{"rv515_pipes_info", rv515_debugfs_pipes_info, 0, NULL},
271
};
272
 
273
static struct drm_info_list rv515_ga_info_list[] = {
274
	{"rv515_ga_info", rv515_debugfs_ga_info, 0, NULL},
275
};
276
#endif
277
 
2997 Serge 278
static int rv515_debugfs_pipes_info_init(struct radeon_device *rdev)
1117 serge 279
{
280
#if defined(CONFIG_DEBUG_FS)
281
	return radeon_debugfs_add_files(rdev, rv515_pipes_info_list, 1);
282
#else
283
	return 0;
284
#endif
285
}
286
 
2997 Serge 287
static int rv515_debugfs_ga_info_init(struct radeon_device *rdev)
1117 serge 288
{
289
#if defined(CONFIG_DEBUG_FS)
290
	return radeon_debugfs_add_files(rdev, rv515_ga_info_list, 1);
291
#else
292
	return 0;
293
#endif
294
}
295
 
1221 serge 296
void rv515_mc_stop(struct radeon_device *rdev, struct rv515_mc_save *save)
1179 serge 297
{
3192 Serge 298
	u32 crtc_enabled, tmp, frame_count, blackout;
299
	int i, j;
300
 
1221 serge 301
	save->vga_render_control = RREG32(R_000300_VGA_RENDER_CONTROL);
302
	save->vga_hdp_control = RREG32(R_000328_VGA_HDP_CONTROL);
1179 serge 303
 
3192 Serge 304
	/* disable VGA render */
1221 serge 305
	WREG32(R_000300_VGA_RENDER_CONTROL, 0);
3192 Serge 306
	/* blank the display controllers */
307
	for (i = 0; i < rdev->num_crtc; i++) {
308
		crtc_enabled = RREG32(AVIVO_D1CRTC_CONTROL + crtc_offsets[i]) & AVIVO_CRTC_EN;
309
		if (crtc_enabled) {
310
			save->crtc_enabled[i] = true;
311
			tmp = RREG32(AVIVO_D1CRTC_CONTROL + crtc_offsets[i]);
312
			if (!(tmp & AVIVO_CRTC_DISP_READ_REQUEST_DISABLE)) {
313
				radeon_wait_for_vblank(rdev, i);
3764 Serge 314
				WREG32(AVIVO_D1CRTC_UPDATE_LOCK + crtc_offsets[i], 1);
3192 Serge 315
				tmp |= AVIVO_CRTC_DISP_READ_REQUEST_DISABLE;
316
				WREG32(AVIVO_D1CRTC_CONTROL + crtc_offsets[i], tmp);
3764 Serge 317
				WREG32(AVIVO_D1CRTC_UPDATE_LOCK + crtc_offsets[i], 0);
3192 Serge 318
			}
319
			/* wait for the next frame */
320
			frame_count = radeon_get_vblank_counter(rdev, i);
321
			for (j = 0; j < rdev->usec_timeout; j++) {
322
				if (radeon_get_vblank_counter(rdev, i) != frame_count)
323
					break;
324
				udelay(1);
325
			}
3764 Serge 326
 
327
			/* XXX this is a hack to avoid strange behavior with EFI on certain systems */
328
			WREG32(AVIVO_D1CRTC_UPDATE_LOCK + crtc_offsets[i], 1);
329
			tmp = RREG32(AVIVO_D1CRTC_CONTROL + crtc_offsets[i]);
330
			tmp &= ~AVIVO_CRTC_EN;
331
			WREG32(AVIVO_D1CRTC_CONTROL + crtc_offsets[i], tmp);
332
			WREG32(AVIVO_D1CRTC_UPDATE_LOCK + crtc_offsets[i], 0);
333
			save->crtc_enabled[i] = false;
334
			/* ***** */
3192 Serge 335
		} else {
336
			save->crtc_enabled[i] = false;
337
		}
338
	}
339
 
340
	radeon_mc_wait_for_idle(rdev);
341
 
342
	if (rdev->family >= CHIP_R600) {
343
		if (rdev->family >= CHIP_RV770)
344
			blackout = RREG32(R700_MC_CITF_CNTL);
345
		else
346
			blackout = RREG32(R600_CITF_CNTL);
347
		if ((blackout & R600_BLACKOUT_MASK) != R600_BLACKOUT_MASK) {
348
			/* Block CPU access */
349
			WREG32(R600_BIF_FB_EN, 0);
350
			/* blackout the MC */
351
			blackout |= R600_BLACKOUT_MASK;
352
			if (rdev->family >= CHIP_RV770)
353
				WREG32(R700_MC_CITF_CNTL, blackout);
354
			else
355
				WREG32(R600_CITF_CNTL, blackout);
356
		}
357
	}
3764 Serge 358
	/* wait for the MC to settle */
359
	udelay(100);
360
 
361
	/* lock double buffered regs */
362
	for (i = 0; i < rdev->num_crtc; i++) {
363
		if (save->crtc_enabled[i]) {
364
			tmp = RREG32(AVIVO_D1GRPH_UPDATE + crtc_offsets[i]);
365
			if (!(tmp & AVIVO_D1GRPH_UPDATE_LOCK)) {
366
				tmp |= AVIVO_D1GRPH_UPDATE_LOCK;
367
				WREG32(AVIVO_D1GRPH_UPDATE + crtc_offsets[i], tmp);
368
			}
369
			tmp = RREG32(AVIVO_D1MODE_MASTER_UPDATE_LOCK + crtc_offsets[i]);
370
			if (!(tmp & 1)) {
371
				tmp |= 1;
372
				WREG32(AVIVO_D1MODE_MASTER_UPDATE_LOCK + crtc_offsets[i], tmp);
373
			}
374
		}
375
	}
1221 serge 376
}
377
 
378
void rv515_mc_resume(struct radeon_device *rdev, struct rv515_mc_save *save)
379
{
3192 Serge 380
	u32 tmp, frame_count;
381
	int i, j;
382
 
383
	/* update crtc base addresses */
384
	for (i = 0; i < rdev->num_crtc; i++) {
385
		if (rdev->family >= CHIP_RV770) {
3764 Serge 386
			if (i == 0) {
3192 Serge 387
				WREG32(R700_D1GRPH_PRIMARY_SURFACE_ADDRESS_HIGH,
388
				       upper_32_bits(rdev->mc.vram_start));
389
				WREG32(R700_D1GRPH_SECONDARY_SURFACE_ADDRESS_HIGH,
390
				       upper_32_bits(rdev->mc.vram_start));
391
			} else {
392
				WREG32(R700_D2GRPH_PRIMARY_SURFACE_ADDRESS_HIGH,
393
				       upper_32_bits(rdev->mc.vram_start));
394
				WREG32(R700_D2GRPH_SECONDARY_SURFACE_ADDRESS_HIGH,
395
				       upper_32_bits(rdev->mc.vram_start));
396
			}
397
		}
398
		WREG32(R_006110_D1GRPH_PRIMARY_SURFACE_ADDRESS + crtc_offsets[i],
399
		       (u32)rdev->mc.vram_start);
400
		WREG32(R_006118_D1GRPH_SECONDARY_SURFACE_ADDRESS + crtc_offsets[i],
401
		       (u32)rdev->mc.vram_start);
402
	}
403
	WREG32(R_000310_VGA_MEMORY_BASE_ADDRESS, (u32)rdev->mc.vram_start);
404
 
3764 Serge 405
	/* unlock regs and wait for update */
406
	for (i = 0; i < rdev->num_crtc; i++) {
407
		if (save->crtc_enabled[i]) {
408
			tmp = RREG32(AVIVO_D1MODE_MASTER_UPDATE_MODE + crtc_offsets[i]);
5078 serge 409
			if ((tmp & 0x7) != 3) {
410
				tmp &= ~0x7;
411
				tmp |= 0x3;
3764 Serge 412
				WREG32(AVIVO_D1MODE_MASTER_UPDATE_MODE + crtc_offsets[i], tmp);
413
			}
414
			tmp = RREG32(AVIVO_D1GRPH_UPDATE + crtc_offsets[i]);
415
			if (tmp & AVIVO_D1GRPH_UPDATE_LOCK) {
416
				tmp &= ~AVIVO_D1GRPH_UPDATE_LOCK;
417
				WREG32(AVIVO_D1GRPH_UPDATE + crtc_offsets[i], tmp);
418
			}
419
			tmp = RREG32(AVIVO_D1MODE_MASTER_UPDATE_LOCK + crtc_offsets[i]);
420
			if (tmp & 1) {
421
				tmp &= ~1;
422
				WREG32(AVIVO_D1MODE_MASTER_UPDATE_LOCK + crtc_offsets[i], tmp);
423
			}
424
			for (j = 0; j < rdev->usec_timeout; j++) {
425
				tmp = RREG32(AVIVO_D1GRPH_UPDATE + crtc_offsets[i]);
426
				if ((tmp & AVIVO_D1GRPH_SURFACE_UPDATE_PENDING) == 0)
427
					break;
428
				udelay(1);
429
			}
430
		}
431
	}
432
 
3192 Serge 433
	if (rdev->family >= CHIP_R600) {
434
		/* unblackout the MC */
435
		if (rdev->family >= CHIP_RV770)
436
			tmp = RREG32(R700_MC_CITF_CNTL);
437
		else
438
			tmp = RREG32(R600_CITF_CNTL);
439
		tmp &= ~R600_BLACKOUT_MASK;
440
		if (rdev->family >= CHIP_RV770)
441
			WREG32(R700_MC_CITF_CNTL, tmp);
442
		else
443
			WREG32(R600_CITF_CNTL, tmp);
444
		/* allow CPU access */
445
		WREG32(R600_BIF_FB_EN, R600_FB_READ_EN | R600_FB_WRITE_EN);
446
	}
447
 
448
	for (i = 0; i < rdev->num_crtc; i++) {
449
		if (save->crtc_enabled[i]) {
450
			tmp = RREG32(AVIVO_D1CRTC_CONTROL + crtc_offsets[i]);
451
			tmp &= ~AVIVO_CRTC_DISP_READ_REQUEST_DISABLE;
452
			WREG32(AVIVO_D1CRTC_CONTROL + crtc_offsets[i], tmp);
453
			/* wait for the next frame */
454
			frame_count = radeon_get_vblank_counter(rdev, i);
455
			for (j = 0; j < rdev->usec_timeout; j++) {
456
				if (radeon_get_vblank_counter(rdev, i) != frame_count)
457
					break;
458
				udelay(1);
459
			}
460
		}
461
	}
462
	/* Unlock vga access */
1221 serge 463
	WREG32(R_000328_VGA_HDP_CONTROL, save->vga_hdp_control);
464
	mdelay(1);
465
	WREG32(R_000300_VGA_RENDER_CONTROL, save->vga_render_control);
466
}
467
 
2997 Serge 468
static void rv515_mc_program(struct radeon_device *rdev)
1221 serge 469
{
470
	struct rv515_mc_save save;
471
 
472
	/* Stops all mc clients */
473
	rv515_mc_stop(rdev, &save);
474
 
475
	/* Wait for mc idle */
476
	if (rv515_mc_wait_for_idle(rdev))
477
		dev_warn(rdev->dev, "Wait MC idle timeout before updating MC.\n");
478
	/* Write VRAM size in case we are limiting it */
479
	WREG32(R_0000F8_CONFIG_MEMSIZE, rdev->mc.real_vram_size);
480
	/* Program MC, should be a 32bits limited address space */
481
	WREG32_MC(R_000001_MC_FB_LOCATION,
482
			S_000001_MC_FB_START(rdev->mc.vram_start >> 16) |
483
			S_000001_MC_FB_TOP(rdev->mc.vram_end >> 16));
484
	WREG32(R_000134_HDP_FB_LOCATION,
485
		S_000134_HDP_FB_START(rdev->mc.vram_start >> 16));
486
	if (rdev->flags & RADEON_IS_AGP) {
487
		WREG32_MC(R_000002_MC_AGP_LOCATION,
488
			S_000002_MC_AGP_START(rdev->mc.gtt_start >> 16) |
489
			S_000002_MC_AGP_TOP(rdev->mc.gtt_end >> 16));
490
		WREG32_MC(R_000003_MC_AGP_BASE, lower_32_bits(rdev->mc.agp_base));
491
		WREG32_MC(R_000004_MC_AGP_BASE_2,
492
			S_000004_AGP_BASE_ADDR_2(upper_32_bits(rdev->mc.agp_base)));
493
	} else {
494
		WREG32_MC(R_000002_MC_AGP_LOCATION, 0xFFFFFFFF);
495
		WREG32_MC(R_000003_MC_AGP_BASE, 0);
496
		WREG32_MC(R_000004_MC_AGP_BASE_2, 0);
497
	}
498
 
499
	rv515_mc_resume(rdev, &save);
500
}
501
 
502
void rv515_clock_startup(struct radeon_device *rdev)
503
{
504
	if (radeon_dynclks != -1 && radeon_dynclks)
505
		radeon_atom_set_clock_gating(rdev, 1);
506
	/* We need to force on some of the block */
507
	WREG32_PLL(R_00000F_CP_DYN_CNTL,
508
		RREG32_PLL(R_00000F_CP_DYN_CNTL) | S_00000F_CP_FORCEON(1));
509
	WREG32_PLL(R_000011_E2_DYN_CNTL,
510
		RREG32_PLL(R_000011_E2_DYN_CNTL) | S_000011_E2_FORCEON(1));
511
	WREG32_PLL(R_000013_IDCT_DYN_CNTL,
512
		RREG32_PLL(R_000013_IDCT_DYN_CNTL) | S_000013_IDCT_FORCEON(1));
513
}
514
 
515
static int rv515_startup(struct radeon_device *rdev)
516
{
517
	int r;
518
 
519
	rv515_mc_program(rdev);
520
	/* Resume clock */
521
	rv515_clock_startup(rdev);
522
	/* Initialize GPU configuration (# pipes, ...) */
523
	rv515_gpu_init(rdev);
524
	/* Initialize GART (initialize after TTM so we can allocate
525
	 * memory through TTM but finalize after TTM) */
526
	if (rdev->flags & RADEON_IS_PCIE) {
527
		r = rv370_pcie_gart_enable(rdev);
528
		if (r)
529
			return r;
530
	}
2005 serge 531
 
532
	/* allocate wb buffer */
533
	r = radeon_wb_init(rdev);
534
	if (r)
535
		return r;
536
 
3120 serge 537
	r = radeon_fence_driver_start_ring(rdev, RADEON_RING_TYPE_GFX_INDEX);
538
	if (r) {
539
		dev_err(rdev->dev, "failed initializing CP fences (%d).\n", r);
540
		return r;
541
	}
542
 
1221 serge 543
	/* Enable IRQ */
3764 Serge 544
	if (!rdev->irq.installed) {
545
		r = radeon_irq_kms_init(rdev);
546
		if (r)
547
			return r;
548
	}
549
 
2005 serge 550
	rs600_irq_set(rdev);
1403 serge 551
	rdev->config.r300.hdp_cntl = RREG32(RADEON_HOST_PATH_CNTL);
1221 serge 552
	/* 1M ring buffer */
1413 serge 553
	r = r100_cp_init(rdev, 1024 * 1024);
554
	if (r) {
1963 serge 555
		dev_err(rdev->dev, "failed initializing CP (%d).\n", r);
1413 serge 556
		return r;
557
	}
2997 Serge 558
 
559
	r = radeon_ib_pool_init(rdev);
2005 serge 560
	if (r) {
2997 Serge 561
		dev_err(rdev->dev, "IB initialization failed (%d).\n", r);
2005 serge 562
		return r;
563
	}
2997 Serge 564
 
1221 serge 565
	return 0;
566
}
567
 
568
 
569
void rv515_set_safe_registers(struct radeon_device *rdev)
570
{
1179 serge 571
	rdev->config.r300.reg_safe_bm = rv515_reg_safe_bm;
572
	rdev->config.r300.reg_safe_bm_size = ARRAY_SIZE(rv515_reg_safe_bm);
1221 serge 573
}
574
 
575
int rv515_init(struct radeon_device *rdev)
576
{
577
	int r;
578
 
579
	/* Initialize scratch registers */
580
	radeon_scratch_init(rdev);
581
	/* Initialize surface registers */
582
	radeon_surface_init(rdev);
583
	/* TODO: disable VGA need to use VGA request */
1963 serge 584
	/* restore some register to sane defaults */
585
	r100_restore_sanity(rdev);
1221 serge 586
	/* BIOS*/
587
	if (!radeon_get_bios(rdev)) {
588
		if (ASIC_IS_AVIVO(rdev))
589
			return -EINVAL;
590
	}
591
	if (rdev->is_atom_bios) {
592
		r = radeon_atombios_init(rdev);
593
		if (r)
594
			return r;
595
	} else {
596
		dev_err(rdev->dev, "Expecting atombios for RV515 GPU\n");
597
		return -EINVAL;
598
	}
599
	/* Reset gpu before posting otherwise ATOM will enter infinite loop */
1963 serge 600
	if (radeon_asic_reset(rdev)) {
1221 serge 601
		dev_warn(rdev->dev,
602
			"GPU reset failed ! (0xE40=0x%08X, 0x7C0=0x%08X)\n",
603
			RREG32(R_000E40_RBBM_STATUS),
604
			RREG32(R_0007C0_CP_STAT));
605
	}
606
	/* check if cards are posted or not */
1403 serge 607
	if (radeon_boot_test_post_card(rdev) == false)
608
		return -EINVAL;
1221 serge 609
	/* Initialize clocks */
610
	radeon_get_clock_info(rdev->ddev);
1430 serge 611
	/* initialize AGP */
612
	if (rdev->flags & RADEON_IS_AGP) {
613
		r = radeon_agp_init(rdev);
614
		if (r) {
615
			radeon_agp_disable(rdev);
616
		}
617
	}
618
	/* initialize memory controller */
619
	rv515_mc_init(rdev);
1221 serge 620
	rv515_debugfs(rdev);
621
	/* Fence driver */
2005 serge 622
	r = radeon_fence_driver_init(rdev);
623
	if (r)
624
		return r;
1221 serge 625
	/* Memory manager */
1403 serge 626
	r = radeon_bo_init(rdev);
1221 serge 627
	if (r)
628
		return r;
629
	r = rv370_pcie_gart_init(rdev);
630
	if (r)
631
		return r;
632
	rv515_set_safe_registers(rdev);
2997 Serge 633
 
5078 serge 634
	/* Initialize power management */
635
	radeon_pm_init(rdev);
636
 
1221 serge 637
	rdev->accel_working = true;
638
	r = rv515_startup(rdev);
639
	if (r) {
640
		/* Somethings want wront with the accel init stop accel */
641
		dev_err(rdev->dev, "Disabling GPU acceleration\n");
642
		rdev->accel_working = false;
643
	}
1179 serge 644
	return 0;
645
}
646
 
647
void atom_rv515_force_tv_scaler(struct radeon_device *rdev, struct radeon_crtc *crtc)
648
{
649
	int index_reg = 0x6578 + crtc->crtc_offset;
650
	int data_reg = 0x657c + crtc->crtc_offset;
651
 
652
	WREG32(0x659C + crtc->crtc_offset, 0x0);
653
	WREG32(0x6594 + crtc->crtc_offset, 0x705);
654
	WREG32(0x65A4 + crtc->crtc_offset, 0x10001);
655
	WREG32(0x65D8 + crtc->crtc_offset, 0x0);
656
	WREG32(0x65B0 + crtc->crtc_offset, 0x0);
657
	WREG32(0x65C0 + crtc->crtc_offset, 0x0);
658
	WREG32(0x65D4 + crtc->crtc_offset, 0x0);
659
	WREG32(index_reg, 0x0);
660
	WREG32(data_reg, 0x841880A8);
661
	WREG32(index_reg, 0x1);
662
	WREG32(data_reg, 0x84208680);
663
	WREG32(index_reg, 0x2);
664
	WREG32(data_reg, 0xBFF880B0);
665
	WREG32(index_reg, 0x100);
666
	WREG32(data_reg, 0x83D88088);
667
	WREG32(index_reg, 0x101);
668
	WREG32(data_reg, 0x84608680);
669
	WREG32(index_reg, 0x102);
670
	WREG32(data_reg, 0xBFF080D0);
671
	WREG32(index_reg, 0x200);
672
	WREG32(data_reg, 0x83988068);
673
	WREG32(index_reg, 0x201);
674
	WREG32(data_reg, 0x84A08680);
675
	WREG32(index_reg, 0x202);
676
	WREG32(data_reg, 0xBFF080F8);
677
	WREG32(index_reg, 0x300);
678
	WREG32(data_reg, 0x83588058);
679
	WREG32(index_reg, 0x301);
680
	WREG32(data_reg, 0x84E08660);
681
	WREG32(index_reg, 0x302);
682
	WREG32(data_reg, 0xBFF88120);
683
	WREG32(index_reg, 0x400);
684
	WREG32(data_reg, 0x83188040);
685
	WREG32(index_reg, 0x401);
686
	WREG32(data_reg, 0x85008660);
687
	WREG32(index_reg, 0x402);
688
	WREG32(data_reg, 0xBFF88150);
689
	WREG32(index_reg, 0x500);
690
	WREG32(data_reg, 0x82D88030);
691
	WREG32(index_reg, 0x501);
692
	WREG32(data_reg, 0x85408640);
693
	WREG32(index_reg, 0x502);
694
	WREG32(data_reg, 0xBFF88180);
695
	WREG32(index_reg, 0x600);
696
	WREG32(data_reg, 0x82A08018);
697
	WREG32(index_reg, 0x601);
698
	WREG32(data_reg, 0x85808620);
699
	WREG32(index_reg, 0x602);
700
	WREG32(data_reg, 0xBFF081B8);
701
	WREG32(index_reg, 0x700);
702
	WREG32(data_reg, 0x82608010);
703
	WREG32(index_reg, 0x701);
704
	WREG32(data_reg, 0x85A08600);
705
	WREG32(index_reg, 0x702);
706
	WREG32(data_reg, 0x800081F0);
707
	WREG32(index_reg, 0x800);
708
	WREG32(data_reg, 0x8228BFF8);
709
	WREG32(index_reg, 0x801);
710
	WREG32(data_reg, 0x85E085E0);
711
	WREG32(index_reg, 0x802);
712
	WREG32(data_reg, 0xBFF88228);
713
	WREG32(index_reg, 0x10000);
714
	WREG32(data_reg, 0x82A8BF00);
715
	WREG32(index_reg, 0x10001);
716
	WREG32(data_reg, 0x82A08CC0);
717
	WREG32(index_reg, 0x10002);
718
	WREG32(data_reg, 0x8008BEF8);
719
	WREG32(index_reg, 0x10100);
720
	WREG32(data_reg, 0x81F0BF28);
721
	WREG32(index_reg, 0x10101);
722
	WREG32(data_reg, 0x83608CA0);
723
	WREG32(index_reg, 0x10102);
724
	WREG32(data_reg, 0x8018BED0);
725
	WREG32(index_reg, 0x10200);
726
	WREG32(data_reg, 0x8148BF38);
727
	WREG32(index_reg, 0x10201);
728
	WREG32(data_reg, 0x84408C80);
729
	WREG32(index_reg, 0x10202);
730
	WREG32(data_reg, 0x8008BEB8);
731
	WREG32(index_reg, 0x10300);
732
	WREG32(data_reg, 0x80B0BF78);
733
	WREG32(index_reg, 0x10301);
734
	WREG32(data_reg, 0x85008C20);
735
	WREG32(index_reg, 0x10302);
736
	WREG32(data_reg, 0x8020BEA0);
737
	WREG32(index_reg, 0x10400);
738
	WREG32(data_reg, 0x8028BF90);
739
	WREG32(index_reg, 0x10401);
740
	WREG32(data_reg, 0x85E08BC0);
741
	WREG32(index_reg, 0x10402);
742
	WREG32(data_reg, 0x8018BE90);
743
	WREG32(index_reg, 0x10500);
744
	WREG32(data_reg, 0xBFB8BFB0);
745
	WREG32(index_reg, 0x10501);
746
	WREG32(data_reg, 0x86C08B40);
747
	WREG32(index_reg, 0x10502);
748
	WREG32(data_reg, 0x8010BE90);
749
	WREG32(index_reg, 0x10600);
750
	WREG32(data_reg, 0xBF58BFC8);
751
	WREG32(index_reg, 0x10601);
752
	WREG32(data_reg, 0x87A08AA0);
753
	WREG32(index_reg, 0x10602);
754
	WREG32(data_reg, 0x8010BE98);
755
	WREG32(index_reg, 0x10700);
756
	WREG32(data_reg, 0xBF10BFF0);
757
	WREG32(index_reg, 0x10701);
758
	WREG32(data_reg, 0x886089E0);
759
	WREG32(index_reg, 0x10702);
760
	WREG32(data_reg, 0x8018BEB0);
761
	WREG32(index_reg, 0x10800);
762
	WREG32(data_reg, 0xBED8BFE8);
763
	WREG32(index_reg, 0x10801);
764
	WREG32(data_reg, 0x89408940);
765
	WREG32(index_reg, 0x10802);
766
	WREG32(data_reg, 0xBFE8BED8);
767
	WREG32(index_reg, 0x20000);
768
	WREG32(data_reg, 0x80008000);
769
	WREG32(index_reg, 0x20001);
770
	WREG32(data_reg, 0x90008000);
771
	WREG32(index_reg, 0x20002);
772
	WREG32(data_reg, 0x80008000);
773
	WREG32(index_reg, 0x20003);
774
	WREG32(data_reg, 0x80008000);
775
	WREG32(index_reg, 0x20100);
776
	WREG32(data_reg, 0x80108000);
777
	WREG32(index_reg, 0x20101);
778
	WREG32(data_reg, 0x8FE0BF70);
779
	WREG32(index_reg, 0x20102);
780
	WREG32(data_reg, 0xBFE880C0);
781
	WREG32(index_reg, 0x20103);
782
	WREG32(data_reg, 0x80008000);
783
	WREG32(index_reg, 0x20200);
784
	WREG32(data_reg, 0x8018BFF8);
785
	WREG32(index_reg, 0x20201);
786
	WREG32(data_reg, 0x8F80BF08);
787
	WREG32(index_reg, 0x20202);
788
	WREG32(data_reg, 0xBFD081A0);
789
	WREG32(index_reg, 0x20203);
790
	WREG32(data_reg, 0xBFF88000);
791
	WREG32(index_reg, 0x20300);
792
	WREG32(data_reg, 0x80188000);
793
	WREG32(index_reg, 0x20301);
794
	WREG32(data_reg, 0x8EE0BEC0);
795
	WREG32(index_reg, 0x20302);
796
	WREG32(data_reg, 0xBFB082A0);
797
	WREG32(index_reg, 0x20303);
798
	WREG32(data_reg, 0x80008000);
799
	WREG32(index_reg, 0x20400);
800
	WREG32(data_reg, 0x80188000);
801
	WREG32(index_reg, 0x20401);
802
	WREG32(data_reg, 0x8E00BEA0);
803
	WREG32(index_reg, 0x20402);
804
	WREG32(data_reg, 0xBF8883C0);
805
	WREG32(index_reg, 0x20403);
806
	WREG32(data_reg, 0x80008000);
807
	WREG32(index_reg, 0x20500);
808
	WREG32(data_reg, 0x80188000);
809
	WREG32(index_reg, 0x20501);
810
	WREG32(data_reg, 0x8D00BE90);
811
	WREG32(index_reg, 0x20502);
812
	WREG32(data_reg, 0xBF588500);
813
	WREG32(index_reg, 0x20503);
814
	WREG32(data_reg, 0x80008008);
815
	WREG32(index_reg, 0x20600);
816
	WREG32(data_reg, 0x80188000);
817
	WREG32(index_reg, 0x20601);
818
	WREG32(data_reg, 0x8BC0BE98);
819
	WREG32(index_reg, 0x20602);
820
	WREG32(data_reg, 0xBF308660);
821
	WREG32(index_reg, 0x20603);
822
	WREG32(data_reg, 0x80008008);
823
	WREG32(index_reg, 0x20700);
824
	WREG32(data_reg, 0x80108000);
825
	WREG32(index_reg, 0x20701);
826
	WREG32(data_reg, 0x8A80BEB0);
827
	WREG32(index_reg, 0x20702);
828
	WREG32(data_reg, 0xBF0087C0);
829
	WREG32(index_reg, 0x20703);
830
	WREG32(data_reg, 0x80008008);
831
	WREG32(index_reg, 0x20800);
832
	WREG32(data_reg, 0x80108000);
833
	WREG32(index_reg, 0x20801);
834
	WREG32(data_reg, 0x8920BED0);
835
	WREG32(index_reg, 0x20802);
836
	WREG32(data_reg, 0xBED08920);
837
	WREG32(index_reg, 0x20803);
838
	WREG32(data_reg, 0x80008010);
839
	WREG32(index_reg, 0x30000);
840
	WREG32(data_reg, 0x90008000);
841
	WREG32(index_reg, 0x30001);
842
	WREG32(data_reg, 0x80008000);
843
	WREG32(index_reg, 0x30100);
844
	WREG32(data_reg, 0x8FE0BF90);
845
	WREG32(index_reg, 0x30101);
846
	WREG32(data_reg, 0xBFF880A0);
847
	WREG32(index_reg, 0x30200);
848
	WREG32(data_reg, 0x8F60BF40);
849
	WREG32(index_reg, 0x30201);
850
	WREG32(data_reg, 0xBFE88180);
851
	WREG32(index_reg, 0x30300);
852
	WREG32(data_reg, 0x8EC0BF00);
853
	WREG32(index_reg, 0x30301);
854
	WREG32(data_reg, 0xBFC88280);
855
	WREG32(index_reg, 0x30400);
856
	WREG32(data_reg, 0x8DE0BEE0);
857
	WREG32(index_reg, 0x30401);
858
	WREG32(data_reg, 0xBFA083A0);
859
	WREG32(index_reg, 0x30500);
860
	WREG32(data_reg, 0x8CE0BED0);
861
	WREG32(index_reg, 0x30501);
862
	WREG32(data_reg, 0xBF7884E0);
863
	WREG32(index_reg, 0x30600);
864
	WREG32(data_reg, 0x8BA0BED8);
865
	WREG32(index_reg, 0x30601);
866
	WREG32(data_reg, 0xBF508640);
867
	WREG32(index_reg, 0x30700);
868
	WREG32(data_reg, 0x8A60BEE8);
869
	WREG32(index_reg, 0x30701);
870
	WREG32(data_reg, 0xBF2087A0);
871
	WREG32(index_reg, 0x30800);
872
	WREG32(data_reg, 0x8900BF00);
873
	WREG32(index_reg, 0x30801);
874
	WREG32(data_reg, 0xBF008900);
875
}
876
 
877
struct rv515_watermark {
878
	u32        lb_request_fifo_depth;
879
	fixed20_12 num_line_pair;
880
	fixed20_12 estimated_width;
881
	fixed20_12 worst_case_latency;
882
	fixed20_12 consumption_rate;
883
	fixed20_12 active_time;
884
	fixed20_12 dbpp;
885
	fixed20_12 priority_mark_max;
886
	fixed20_12 priority_mark;
887
	fixed20_12 sclk;
1117 serge 888
};
889
 
2997 Serge 890
static void rv515_crtc_bandwidth_compute(struct radeon_device *rdev,
1179 serge 891
				  struct radeon_crtc *crtc,
5078 serge 892
					 struct rv515_watermark *wm,
893
					 bool low)
1179 serge 894
{
895
	struct drm_display_mode *mode = &crtc->base.mode;
896
	fixed20_12 a, b, c;
897
	fixed20_12 pclk, request_fifo_depth, tolerable_latency, estimated_width;
898
	fixed20_12 consumption_time, line_time, chunk_time, read_delay_latency;
5078 serge 899
	fixed20_12 sclk;
900
	u32 selected_sclk;
1117 serge 901
 
1179 serge 902
	if (!crtc->base.enabled) {
903
		/* FIXME: wouldn't it better to set priority mark to maximum */
904
		wm->lb_request_fifo_depth = 4;
905
		return;
906
	}
1117 serge 907
 
5078 serge 908
	/* rv6xx, rv7xx */
909
	if ((rdev->family >= CHIP_RV610) &&
910
	    (rdev->pm.pm_method == PM_METHOD_DPM) && rdev->pm.dpm_enabled)
911
		selected_sclk = radeon_dpm_get_sclk(rdev, low);
912
	else
913
		selected_sclk = rdev->pm.current_sclk;
914
 
915
	/* sclk in Mhz */
916
	a.full = dfixed_const(100);
917
	sclk.full = dfixed_const(selected_sclk);
918
	sclk.full = dfixed_div(sclk, a);
919
 
1963 serge 920
	if (crtc->vsc.full > dfixed_const(2))
921
		wm->num_line_pair.full = dfixed_const(2);
1179 serge 922
	else
1963 serge 923
		wm->num_line_pair.full = dfixed_const(1);
1179 serge 924
 
1963 serge 925
	b.full = dfixed_const(mode->crtc_hdisplay);
926
	c.full = dfixed_const(256);
927
	a.full = dfixed_div(b, c);
928
	request_fifo_depth.full = dfixed_mul(a, wm->num_line_pair);
929
	request_fifo_depth.full = dfixed_ceil(request_fifo_depth);
930
	if (a.full < dfixed_const(4)) {
1179 serge 931
		wm->lb_request_fifo_depth = 4;
932
	} else {
1963 serge 933
		wm->lb_request_fifo_depth = dfixed_trunc(request_fifo_depth);
1179 serge 934
	}
935
 
936
	/* Determine consumption rate
937
	 *  pclk = pixel clock period(ns) = 1000 / (mode.clock / 1000)
938
	 *  vtaps = number of vertical taps,
939
	 *  vsc = vertical scaling ratio, defined as source/destination
940
	 *  hsc = horizontal scaling ration, defined as source/destination
941
	 */
1963 serge 942
	a.full = dfixed_const(mode->clock);
943
	b.full = dfixed_const(1000);
944
	a.full = dfixed_div(a, b);
945
	pclk.full = dfixed_div(b, a);
1179 serge 946
	if (crtc->rmx_type != RMX_OFF) {
1963 serge 947
		b.full = dfixed_const(2);
1179 serge 948
		if (crtc->vsc.full > b.full)
949
			b.full = crtc->vsc.full;
1963 serge 950
		b.full = dfixed_mul(b, crtc->hsc);
951
		c.full = dfixed_const(2);
952
		b.full = dfixed_div(b, c);
953
		consumption_time.full = dfixed_div(pclk, b);
1179 serge 954
	} else {
955
		consumption_time.full = pclk.full;
956
	}
1963 serge 957
	a.full = dfixed_const(1);
958
	wm->consumption_rate.full = dfixed_div(a, consumption_time);
1179 serge 959
 
960
 
961
	/* Determine line time
962
	 *  LineTime = total time for one line of displayhtotal
963
	 *  LineTime = total number of horizontal pixels
964
	 *  pclk = pixel clock period(ns)
965
	 */
1963 serge 966
	a.full = dfixed_const(crtc->base.mode.crtc_htotal);
967
	line_time.full = dfixed_mul(a, pclk);
1179 serge 968
 
969
	/* Determine active time
970
	 *  ActiveTime = time of active region of display within one line,
971
	 *  hactive = total number of horizontal active pixels
972
	 *  htotal = total number of horizontal pixels
973
	 */
1963 serge 974
	a.full = dfixed_const(crtc->base.mode.crtc_htotal);
975
	b.full = dfixed_const(crtc->base.mode.crtc_hdisplay);
976
	wm->active_time.full = dfixed_mul(line_time, b);
977
	wm->active_time.full = dfixed_div(wm->active_time, a);
1179 serge 978
 
979
	/* Determine chunk time
980
	 * ChunkTime = the time it takes the DCP to send one chunk of data
981
	 * to the LB which consists of pipeline delay and inter chunk gap
982
	 * sclk = system clock(Mhz)
983
	 */
1963 serge 984
	a.full = dfixed_const(600 * 1000);
5078 serge 985
	chunk_time.full = dfixed_div(a, sclk);
1963 serge 986
	read_delay_latency.full = dfixed_const(1000);
1179 serge 987
 
988
	/* Determine the worst case latency
989
	 * NumLinePair = Number of line pairs to request(1=2 lines, 2=4 lines)
990
	 * WorstCaseLatency = worst case time from urgent to when the MC starts
991
	 *                    to return data
992
	 * READ_DELAY_IDLE_MAX = constant of 1us
993
	 * ChunkTime = time it takes the DCP to send one chunk of data to the LB
994
	 *             which consists of pipeline delay and inter chunk gap
995
	 */
1963 serge 996
	if (dfixed_trunc(wm->num_line_pair) > 1) {
997
		a.full = dfixed_const(3);
998
		wm->worst_case_latency.full = dfixed_mul(a, chunk_time);
1179 serge 999
		wm->worst_case_latency.full += read_delay_latency.full;
1000
	} else {
1001
		wm->worst_case_latency.full = chunk_time.full + read_delay_latency.full;
1002
	}
1003
 
1004
	/* Determine the tolerable latency
1005
	 * TolerableLatency = Any given request has only 1 line time
1006
	 *                    for the data to be returned
1007
	 * LBRequestFifoDepth = Number of chunk requests the LB can
1008
	 *                      put into the request FIFO for a display
1009
	 *  LineTime = total time for one line of display
1010
	 *  ChunkTime = the time it takes the DCP to send one chunk
1011
	 *              of data to the LB which consists of
1012
	 *  pipeline delay and inter chunk gap
1013
	 */
1963 serge 1014
	if ((2+wm->lb_request_fifo_depth) >= dfixed_trunc(request_fifo_depth)) {
1179 serge 1015
		tolerable_latency.full = line_time.full;
1016
	} else {
1963 serge 1017
		tolerable_latency.full = dfixed_const(wm->lb_request_fifo_depth - 2);
1179 serge 1018
		tolerable_latency.full = request_fifo_depth.full - tolerable_latency.full;
1963 serge 1019
		tolerable_latency.full = dfixed_mul(tolerable_latency, chunk_time);
1179 serge 1020
		tolerable_latency.full = line_time.full - tolerable_latency.full;
1021
	}
1022
	/* We assume worst case 32bits (4 bytes) */
1963 serge 1023
	wm->dbpp.full = dfixed_const(2 * 16);
1179 serge 1024
 
1025
	/* Determine the maximum priority mark
1026
	 *  width = viewport width in pixels
1027
	 */
1963 serge 1028
	a.full = dfixed_const(16);
1029
	wm->priority_mark_max.full = dfixed_const(crtc->base.mode.crtc_hdisplay);
1030
	wm->priority_mark_max.full = dfixed_div(wm->priority_mark_max, a);
1031
	wm->priority_mark_max.full = dfixed_ceil(wm->priority_mark_max);
1179 serge 1032
 
1033
	/* Determine estimated width */
1034
	estimated_width.full = tolerable_latency.full - wm->worst_case_latency.full;
1963 serge 1035
	estimated_width.full = dfixed_div(estimated_width, consumption_time);
1036
	if (dfixed_trunc(estimated_width) > crtc->base.mode.crtc_hdisplay) {
1403 serge 1037
		wm->priority_mark.full = wm->priority_mark_max.full;
1179 serge 1038
	} else {
1963 serge 1039
		a.full = dfixed_const(16);
1040
		wm->priority_mark.full = dfixed_div(estimated_width, a);
1041
		wm->priority_mark.full = dfixed_ceil(wm->priority_mark);
1179 serge 1042
		wm->priority_mark.full = wm->priority_mark_max.full - wm->priority_mark.full;
1043
	}
1044
}
1045
 
5078 serge 1046
static void rv515_compute_mode_priority(struct radeon_device *rdev,
1047
					struct rv515_watermark *wm0,
1048
					struct rv515_watermark *wm1,
1049
					struct drm_display_mode *mode0,
1050
					struct drm_display_mode *mode1,
1051
					u32 *d1mode_priority_a_cnt,
1052
					u32 *d2mode_priority_a_cnt)
1117 serge 1053
{
1179 serge 1054
	fixed20_12 priority_mark02, priority_mark12, fill_rate;
1055
	fixed20_12 a, b;
1117 serge 1056
 
5078 serge 1057
	*d1mode_priority_a_cnt = MODE_PRIORITY_OFF;
1058
	*d2mode_priority_a_cnt = MODE_PRIORITY_OFF;
1179 serge 1059
 
1060
	if (mode0 && mode1) {
5078 serge 1061
		if (dfixed_trunc(wm0->dbpp) > 64)
1062
			a.full = dfixed_div(wm0->dbpp, wm0->num_line_pair);
1179 serge 1063
		else
5078 serge 1064
			a.full = wm0->num_line_pair.full;
1065
		if (dfixed_trunc(wm1->dbpp) > 64)
1066
			b.full = dfixed_div(wm1->dbpp, wm1->num_line_pair);
1179 serge 1067
		else
5078 serge 1068
			b.full = wm1->num_line_pair.full;
1179 serge 1069
		a.full += b.full;
5078 serge 1070
		fill_rate.full = dfixed_div(wm0->sclk, a);
1071
		if (wm0->consumption_rate.full > fill_rate.full) {
1072
			b.full = wm0->consumption_rate.full - fill_rate.full;
1073
			b.full = dfixed_mul(b, wm0->active_time);
1963 serge 1074
			a.full = dfixed_const(16);
1075
			b.full = dfixed_div(b, a);
5078 serge 1076
			a.full = dfixed_mul(wm0->worst_case_latency,
1077
						wm0->consumption_rate);
1179 serge 1078
			priority_mark02.full = a.full + b.full;
1079
		} else {
5078 serge 1080
			a.full = dfixed_mul(wm0->worst_case_latency,
1081
						wm0->consumption_rate);
1963 serge 1082
			b.full = dfixed_const(16 * 1000);
1083
			priority_mark02.full = dfixed_div(a, b);
1179 serge 1084
		}
5078 serge 1085
		if (wm1->consumption_rate.full > fill_rate.full) {
1086
			b.full = wm1->consumption_rate.full - fill_rate.full;
1087
			b.full = dfixed_mul(b, wm1->active_time);
1963 serge 1088
			a.full = dfixed_const(16);
1089
			b.full = dfixed_div(b, a);
5078 serge 1090
			a.full = dfixed_mul(wm1->worst_case_latency,
1091
						wm1->consumption_rate);
1179 serge 1092
			priority_mark12.full = a.full + b.full;
1093
		} else {
5078 serge 1094
			a.full = dfixed_mul(wm1->worst_case_latency,
1095
						wm1->consumption_rate);
1963 serge 1096
			b.full = dfixed_const(16 * 1000);
1097
			priority_mark12.full = dfixed_div(a, b);
1179 serge 1098
		}
5078 serge 1099
		if (wm0->priority_mark.full > priority_mark02.full)
1100
			priority_mark02.full = wm0->priority_mark.full;
1101
		if (wm0->priority_mark_max.full > priority_mark02.full)
1102
			priority_mark02.full = wm0->priority_mark_max.full;
1103
		if (wm1->priority_mark.full > priority_mark12.full)
1104
			priority_mark12.full = wm1->priority_mark.full;
1105
		if (wm1->priority_mark_max.full > priority_mark12.full)
1106
			priority_mark12.full = wm1->priority_mark_max.full;
1107
		*d1mode_priority_a_cnt = dfixed_trunc(priority_mark02);
1108
		*d2mode_priority_a_cnt = dfixed_trunc(priority_mark12);
1963 serge 1109
		if (rdev->disp_priority == 2) {
5078 serge 1110
			*d1mode_priority_a_cnt |= MODE_PRIORITY_ALWAYS_ON;
1111
			*d2mode_priority_a_cnt |= MODE_PRIORITY_ALWAYS_ON;
1963 serge 1112
		}
1179 serge 1113
	} else if (mode0) {
5078 serge 1114
		if (dfixed_trunc(wm0->dbpp) > 64)
1115
			a.full = dfixed_div(wm0->dbpp, wm0->num_line_pair);
1179 serge 1116
		else
5078 serge 1117
			a.full = wm0->num_line_pair.full;
1118
		fill_rate.full = dfixed_div(wm0->sclk, a);
1119
		if (wm0->consumption_rate.full > fill_rate.full) {
1120
			b.full = wm0->consumption_rate.full - fill_rate.full;
1121
			b.full = dfixed_mul(b, wm0->active_time);
1963 serge 1122
			a.full = dfixed_const(16);
1123
			b.full = dfixed_div(b, a);
5078 serge 1124
			a.full = dfixed_mul(wm0->worst_case_latency,
1125
						wm0->consumption_rate);
1179 serge 1126
			priority_mark02.full = a.full + b.full;
1127
		} else {
5078 serge 1128
			a.full = dfixed_mul(wm0->worst_case_latency,
1129
						wm0->consumption_rate);
1963 serge 1130
			b.full = dfixed_const(16);
1131
			priority_mark02.full = dfixed_div(a, b);
1179 serge 1132
		}
5078 serge 1133
		if (wm0->priority_mark.full > priority_mark02.full)
1134
			priority_mark02.full = wm0->priority_mark.full;
1135
		if (wm0->priority_mark_max.full > priority_mark02.full)
1136
			priority_mark02.full = wm0->priority_mark_max.full;
1137
		*d1mode_priority_a_cnt = dfixed_trunc(priority_mark02);
1963 serge 1138
		if (rdev->disp_priority == 2)
5078 serge 1139
			*d1mode_priority_a_cnt |= MODE_PRIORITY_ALWAYS_ON;
1963 serge 1140
	} else if (mode1) {
5078 serge 1141
		if (dfixed_trunc(wm1->dbpp) > 64)
1142
			a.full = dfixed_div(wm1->dbpp, wm1->num_line_pair);
1179 serge 1143
		else
5078 serge 1144
			a.full = wm1->num_line_pair.full;
1145
		fill_rate.full = dfixed_div(wm1->sclk, a);
1146
		if (wm1->consumption_rate.full > fill_rate.full) {
1147
			b.full = wm1->consumption_rate.full - fill_rate.full;
1148
			b.full = dfixed_mul(b, wm1->active_time);
1963 serge 1149
			a.full = dfixed_const(16);
1150
			b.full = dfixed_div(b, a);
5078 serge 1151
			a.full = dfixed_mul(wm1->worst_case_latency,
1152
						wm1->consumption_rate);
1179 serge 1153
			priority_mark12.full = a.full + b.full;
1154
		} else {
5078 serge 1155
			a.full = dfixed_mul(wm1->worst_case_latency,
1156
						wm1->consumption_rate);
1963 serge 1157
			b.full = dfixed_const(16 * 1000);
1158
			priority_mark12.full = dfixed_div(a, b);
1179 serge 1159
		}
5078 serge 1160
		if (wm1->priority_mark.full > priority_mark12.full)
1161
			priority_mark12.full = wm1->priority_mark.full;
1162
		if (wm1->priority_mark_max.full > priority_mark12.full)
1163
			priority_mark12.full = wm1->priority_mark_max.full;
1164
		*d2mode_priority_a_cnt = dfixed_trunc(priority_mark12);
1963 serge 1165
		if (rdev->disp_priority == 2)
5078 serge 1166
			*d2mode_priority_a_cnt |= MODE_PRIORITY_ALWAYS_ON;
1179 serge 1167
	}
5078 serge 1168
}
1963 serge 1169
 
5078 serge 1170
void rv515_bandwidth_avivo_update(struct radeon_device *rdev)
1171
{
1172
	struct drm_display_mode *mode0 = NULL;
1173
	struct drm_display_mode *mode1 = NULL;
1174
	struct rv515_watermark wm0_high, wm0_low;
1175
	struct rv515_watermark wm1_high, wm1_low;
1176
	u32 tmp;
1177
	u32 d1mode_priority_a_cnt, d1mode_priority_b_cnt;
1178
	u32 d2mode_priority_a_cnt, d2mode_priority_b_cnt;
1179
 
1180
	if (rdev->mode_info.crtcs[0]->base.enabled)
1181
		mode0 = &rdev->mode_info.crtcs[0]->base.mode;
1182
	if (rdev->mode_info.crtcs[1]->base.enabled)
1183
		mode1 = &rdev->mode_info.crtcs[1]->base.mode;
1184
	rs690_line_buffer_adjust(rdev, mode0, mode1);
1185
 
1186
	rv515_crtc_bandwidth_compute(rdev, rdev->mode_info.crtcs[0], &wm0_high, false);
1187
	rv515_crtc_bandwidth_compute(rdev, rdev->mode_info.crtcs[1], &wm1_high, false);
1188
 
1189
	rv515_crtc_bandwidth_compute(rdev, rdev->mode_info.crtcs[0], &wm0_low, false);
1190
	rv515_crtc_bandwidth_compute(rdev, rdev->mode_info.crtcs[1], &wm1_low, false);
1191
 
1192
	tmp = wm0_high.lb_request_fifo_depth;
1193
	tmp |= wm1_high.lb_request_fifo_depth << 16;
1194
	WREG32(LB_MAX_REQ_OUTSTANDING, tmp);
1195
 
1196
	rv515_compute_mode_priority(rdev,
1197
				    &wm0_high, &wm1_high,
1198
				    mode0, mode1,
1199
				    &d1mode_priority_a_cnt, &d2mode_priority_a_cnt);
1200
	rv515_compute_mode_priority(rdev,
1201
				    &wm0_low, &wm1_low,
1202
				    mode0, mode1,
1203
				    &d1mode_priority_b_cnt, &d2mode_priority_b_cnt);
1204
 
1963 serge 1205
	WREG32(D1MODE_PRIORITY_A_CNT, d1mode_priority_a_cnt);
5078 serge 1206
	WREG32(D1MODE_PRIORITY_B_CNT, d1mode_priority_b_cnt);
1963 serge 1207
		WREG32(D2MODE_PRIORITY_A_CNT, d2mode_priority_a_cnt);
5078 serge 1208
	WREG32(D2MODE_PRIORITY_B_CNT, d2mode_priority_b_cnt);
1117 serge 1209
}
1179 serge 1210
 
1211
void rv515_bandwidth_update(struct radeon_device *rdev)
1212
{
1213
	uint32_t tmp;
1214
	struct drm_display_mode *mode0 = NULL;
1215
	struct drm_display_mode *mode1 = NULL;
1216
 
5271 serge 1217
	if (!rdev->mode_info.mode_config_initialized)
1218
		return;
1219
 
1963 serge 1220
	radeon_update_display_priority(rdev);
1221
 
1179 serge 1222
	if (rdev->mode_info.crtcs[0]->base.enabled)
1223
		mode0 = &rdev->mode_info.crtcs[0]->base.mode;
1224
	if (rdev->mode_info.crtcs[1]->base.enabled)
1225
		mode1 = &rdev->mode_info.crtcs[1]->base.mode;
1226
	/*
1227
	 * Set display0/1 priority up in the memory controller for
1228
	 * modes if the user specifies HIGH for displaypriority
1229
	 * option.
1230
	 */
1963 serge 1231
	if ((rdev->disp_priority == 2) &&
1232
	    (rdev->family == CHIP_RV515)) {
1179 serge 1233
		tmp = RREG32_MC(MC_MISC_LAT_TIMER);
1234
		tmp &= ~MC_DISP1R_INIT_LAT_MASK;
1235
		tmp &= ~MC_DISP0R_INIT_LAT_MASK;
1236
		if (mode1)
1237
			tmp |= (1 << MC_DISP1R_INIT_LAT_SHIFT);
1238
		if (mode0)
1239
			tmp |= (1 << MC_DISP0R_INIT_LAT_SHIFT);
1240
		WREG32_MC(MC_MISC_LAT_TIMER, tmp);
1241
	}
1242
	rv515_bandwidth_avivo_update(rdev);
1243
}