Subversion Repositories Kolibri OS

Rev

Rev 5078 | Rev 6104 | Go to most recent revision | Only display areas with differences | Regard whitespace | Details | Blame | Last modification | View Log | RSS feed

Rev 5078 Rev 5271
1
/*
1
/*
2
 * Copyright 2007-8 Advanced Micro Devices, Inc.
2
 * Copyright 2007-8 Advanced Micro Devices, Inc.
3
 * Copyright 2008 Red Hat Inc.
3
 * Copyright 2008 Red Hat Inc.
4
 *
4
 *
5
 * Permission is hereby granted, free of charge, to any person obtaining a
5
 * Permission is hereby granted, free of charge, to any person obtaining a
6
 * copy of this software and associated documentation files (the "Software"),
6
 * copy of this software and associated documentation files (the "Software"),
7
 * to deal in the Software without restriction, including without limitation
7
 * to deal in the Software without restriction, including without limitation
8
 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8
 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
9
 * and/or sell copies of the Software, and to permit persons to whom the
9
 * and/or sell copies of the Software, and to permit persons to whom the
10
 * Software is furnished to do so, subject to the following conditions:
10
 * Software is furnished to do so, subject to the following conditions:
11
 *
11
 *
12
 * The above copyright notice and this permission notice shall be included in
12
 * The above copyright notice and this permission notice shall be included in
13
 * all copies or substantial portions of the Software.
13
 * all copies or substantial portions of the Software.
14
 *
14
 *
15
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
17
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
18
 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18
 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
19
 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19
 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
20
 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20
 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
21
 * OTHER DEALINGS IN THE SOFTWARE.
21
 * OTHER DEALINGS IN THE SOFTWARE.
22
 *
22
 *
23
 * Authors: Dave Airlie
23
 * Authors: Dave Airlie
24
 *          Alex Deucher
24
 *          Alex Deucher
25
 */
25
 */
26
#include 
26
#include 
27
#include 
27
#include 
28
#include 
28
#include 
29
#include 
29
#include 
30
#include "radeon.h"
30
#include "radeon.h"
31
#include "atom.h"
31
#include "atom.h"
32
#include "atom-bits.h"
32
#include "atom-bits.h"
33
 
33
 
34
static void atombios_overscan_setup(struct drm_crtc *crtc,
34
static void atombios_overscan_setup(struct drm_crtc *crtc,
35
				    struct drm_display_mode *mode,
35
				    struct drm_display_mode *mode,
36
				    struct drm_display_mode *adjusted_mode)
36
				    struct drm_display_mode *adjusted_mode)
37
{
37
{
38
	struct drm_device *dev = crtc->dev;
38
	struct drm_device *dev = crtc->dev;
39
	struct radeon_device *rdev = dev->dev_private;
39
	struct radeon_device *rdev = dev->dev_private;
40
	struct radeon_crtc *radeon_crtc = to_radeon_crtc(crtc);
40
	struct radeon_crtc *radeon_crtc = to_radeon_crtc(crtc);
41
	SET_CRTC_OVERSCAN_PS_ALLOCATION args;
41
	SET_CRTC_OVERSCAN_PS_ALLOCATION args;
42
	int index = GetIndexIntoMasterTable(COMMAND, SetCRTC_OverScan);
42
	int index = GetIndexIntoMasterTable(COMMAND, SetCRTC_OverScan);
43
	int a1, a2;
43
	int a1, a2;
44
 
44
 
45
	memset(&args, 0, sizeof(args));
45
	memset(&args, 0, sizeof(args));
46
 
46
 
47
	args.ucCRTC = radeon_crtc->crtc_id;
47
	args.ucCRTC = radeon_crtc->crtc_id;
48
 
48
 
49
	switch (radeon_crtc->rmx_type) {
49
	switch (radeon_crtc->rmx_type) {
50
	case RMX_CENTER:
50
	case RMX_CENTER:
51
		args.usOverscanTop = cpu_to_le16((adjusted_mode->crtc_vdisplay - mode->crtc_vdisplay) / 2);
51
		args.usOverscanTop = cpu_to_le16((adjusted_mode->crtc_vdisplay - mode->crtc_vdisplay) / 2);
52
		args.usOverscanBottom = cpu_to_le16((adjusted_mode->crtc_vdisplay - mode->crtc_vdisplay) / 2);
52
		args.usOverscanBottom = cpu_to_le16((adjusted_mode->crtc_vdisplay - mode->crtc_vdisplay) / 2);
53
		args.usOverscanLeft = cpu_to_le16((adjusted_mode->crtc_hdisplay - mode->crtc_hdisplay) / 2);
53
		args.usOverscanLeft = cpu_to_le16((adjusted_mode->crtc_hdisplay - mode->crtc_hdisplay) / 2);
54
		args.usOverscanRight = cpu_to_le16((adjusted_mode->crtc_hdisplay - mode->crtc_hdisplay) / 2);
54
		args.usOverscanRight = cpu_to_le16((adjusted_mode->crtc_hdisplay - mode->crtc_hdisplay) / 2);
55
		break;
55
		break;
56
	case RMX_ASPECT:
56
	case RMX_ASPECT:
57
		a1 = mode->crtc_vdisplay * adjusted_mode->crtc_hdisplay;
57
		a1 = mode->crtc_vdisplay * adjusted_mode->crtc_hdisplay;
58
		a2 = adjusted_mode->crtc_vdisplay * mode->crtc_hdisplay;
58
		a2 = adjusted_mode->crtc_vdisplay * mode->crtc_hdisplay;
59
 
59
 
60
		if (a1 > a2) {
60
		if (a1 > a2) {
61
			args.usOverscanLeft = cpu_to_le16((adjusted_mode->crtc_hdisplay - (a2 / mode->crtc_vdisplay)) / 2);
61
			args.usOverscanLeft = cpu_to_le16((adjusted_mode->crtc_hdisplay - (a2 / mode->crtc_vdisplay)) / 2);
62
			args.usOverscanRight = cpu_to_le16((adjusted_mode->crtc_hdisplay - (a2 / mode->crtc_vdisplay)) / 2);
62
			args.usOverscanRight = cpu_to_le16((adjusted_mode->crtc_hdisplay - (a2 / mode->crtc_vdisplay)) / 2);
63
		} else if (a2 > a1) {
63
		} else if (a2 > a1) {
64
			args.usOverscanTop = cpu_to_le16((adjusted_mode->crtc_vdisplay - (a1 / mode->crtc_hdisplay)) / 2);
64
			args.usOverscanTop = cpu_to_le16((adjusted_mode->crtc_vdisplay - (a1 / mode->crtc_hdisplay)) / 2);
65
			args.usOverscanBottom = cpu_to_le16((adjusted_mode->crtc_vdisplay - (a1 / mode->crtc_hdisplay)) / 2);
65
			args.usOverscanBottom = cpu_to_le16((adjusted_mode->crtc_vdisplay - (a1 / mode->crtc_hdisplay)) / 2);
66
		}
66
		}
67
		break;
67
		break;
68
	case RMX_FULL:
68
	case RMX_FULL:
69
	default:
69
	default:
70
		args.usOverscanRight = cpu_to_le16(radeon_crtc->h_border);
70
		args.usOverscanRight = cpu_to_le16(radeon_crtc->h_border);
71
		args.usOverscanLeft = cpu_to_le16(radeon_crtc->h_border);
71
		args.usOverscanLeft = cpu_to_le16(radeon_crtc->h_border);
72
		args.usOverscanBottom = cpu_to_le16(radeon_crtc->v_border);
72
		args.usOverscanBottom = cpu_to_le16(radeon_crtc->v_border);
73
		args.usOverscanTop = cpu_to_le16(radeon_crtc->v_border);
73
		args.usOverscanTop = cpu_to_le16(radeon_crtc->v_border);
74
		break;
74
		break;
75
	}
75
	}
76
	atom_execute_table(rdev->mode_info.atom_context, index, (uint32_t *)&args);
76
	atom_execute_table(rdev->mode_info.atom_context, index, (uint32_t *)&args);
77
}
77
}
78
 
78
 
79
static void atombios_scaler_setup(struct drm_crtc *crtc)
79
static void atombios_scaler_setup(struct drm_crtc *crtc)
80
{
80
{
81
	struct drm_device *dev = crtc->dev;
81
	struct drm_device *dev = crtc->dev;
82
	struct radeon_device *rdev = dev->dev_private;
82
	struct radeon_device *rdev = dev->dev_private;
83
	struct radeon_crtc *radeon_crtc = to_radeon_crtc(crtc);
83
	struct radeon_crtc *radeon_crtc = to_radeon_crtc(crtc);
84
	ENABLE_SCALER_PS_ALLOCATION args;
84
	ENABLE_SCALER_PS_ALLOCATION args;
85
	int index = GetIndexIntoMasterTable(COMMAND, EnableScaler);
85
	int index = GetIndexIntoMasterTable(COMMAND, EnableScaler);
86
	struct radeon_encoder *radeon_encoder =
86
	struct radeon_encoder *radeon_encoder =
87
		to_radeon_encoder(radeon_crtc->encoder);
87
		to_radeon_encoder(radeon_crtc->encoder);
88
	/* fixme - fill in enc_priv for atom dac */
88
	/* fixme - fill in enc_priv for atom dac */
89
	enum radeon_tv_std tv_std = TV_STD_NTSC;
89
	enum radeon_tv_std tv_std = TV_STD_NTSC;
90
	bool is_tv = false, is_cv = false;
90
	bool is_tv = false, is_cv = false;
91
 
91
 
92
	if (!ASIC_IS_AVIVO(rdev) && radeon_crtc->crtc_id)
92
	if (!ASIC_IS_AVIVO(rdev) && radeon_crtc->crtc_id)
93
		return;
93
		return;
94
 
94
 
95
	if (radeon_encoder->active_device & ATOM_DEVICE_TV_SUPPORT) {
95
	if (radeon_encoder->active_device & ATOM_DEVICE_TV_SUPPORT) {
96
		struct radeon_encoder_atom_dac *tv_dac = radeon_encoder->enc_priv;
96
		struct radeon_encoder_atom_dac *tv_dac = radeon_encoder->enc_priv;
97
		tv_std = tv_dac->tv_std;
97
		tv_std = tv_dac->tv_std;
98
		is_tv = true;
98
		is_tv = true;
99
	}
99
	}
100
 
100
 
101
	memset(&args, 0, sizeof(args));
101
	memset(&args, 0, sizeof(args));
102
 
102
 
103
	args.ucScaler = radeon_crtc->crtc_id;
103
	args.ucScaler = radeon_crtc->crtc_id;
104
 
104
 
105
	if (is_tv) {
105
	if (is_tv) {
106
		switch (tv_std) {
106
		switch (tv_std) {
107
		case TV_STD_NTSC:
107
		case TV_STD_NTSC:
108
		default:
108
		default:
109
			args.ucTVStandard = ATOM_TV_NTSC;
109
			args.ucTVStandard = ATOM_TV_NTSC;
110
			break;
110
			break;
111
		case TV_STD_PAL:
111
		case TV_STD_PAL:
112
			args.ucTVStandard = ATOM_TV_PAL;
112
			args.ucTVStandard = ATOM_TV_PAL;
113
			break;
113
			break;
114
		case TV_STD_PAL_M:
114
		case TV_STD_PAL_M:
115
			args.ucTVStandard = ATOM_TV_PALM;
115
			args.ucTVStandard = ATOM_TV_PALM;
116
			break;
116
			break;
117
		case TV_STD_PAL_60:
117
		case TV_STD_PAL_60:
118
			args.ucTVStandard = ATOM_TV_PAL60;
118
			args.ucTVStandard = ATOM_TV_PAL60;
119
			break;
119
			break;
120
		case TV_STD_NTSC_J:
120
		case TV_STD_NTSC_J:
121
			args.ucTVStandard = ATOM_TV_NTSCJ;
121
			args.ucTVStandard = ATOM_TV_NTSCJ;
122
			break;
122
			break;
123
		case TV_STD_SCART_PAL:
123
		case TV_STD_SCART_PAL:
124
			args.ucTVStandard = ATOM_TV_PAL; /* ??? */
124
			args.ucTVStandard = ATOM_TV_PAL; /* ??? */
125
			break;
125
			break;
126
		case TV_STD_SECAM:
126
		case TV_STD_SECAM:
127
			args.ucTVStandard = ATOM_TV_SECAM;
127
			args.ucTVStandard = ATOM_TV_SECAM;
128
			break;
128
			break;
129
		case TV_STD_PAL_CN:
129
		case TV_STD_PAL_CN:
130
			args.ucTVStandard = ATOM_TV_PALCN;
130
			args.ucTVStandard = ATOM_TV_PALCN;
131
			break;
131
			break;
132
		}
132
		}
133
		args.ucEnable = SCALER_ENABLE_MULTITAP_MODE;
133
		args.ucEnable = SCALER_ENABLE_MULTITAP_MODE;
134
	} else if (is_cv) {
134
	} else if (is_cv) {
135
		args.ucTVStandard = ATOM_TV_CV;
135
		args.ucTVStandard = ATOM_TV_CV;
136
		args.ucEnable = SCALER_ENABLE_MULTITAP_MODE;
136
		args.ucEnable = SCALER_ENABLE_MULTITAP_MODE;
137
	} else {
137
	} else {
138
		switch (radeon_crtc->rmx_type) {
138
		switch (radeon_crtc->rmx_type) {
139
		case RMX_FULL:
139
		case RMX_FULL:
140
			args.ucEnable = ATOM_SCALER_EXPANSION;
140
			args.ucEnable = ATOM_SCALER_EXPANSION;
141
			break;
141
			break;
142
		case RMX_CENTER:
142
		case RMX_CENTER:
143
			args.ucEnable = ATOM_SCALER_CENTER;
143
			args.ucEnable = ATOM_SCALER_CENTER;
144
			break;
144
			break;
145
		case RMX_ASPECT:
145
		case RMX_ASPECT:
146
			args.ucEnable = ATOM_SCALER_EXPANSION;
146
			args.ucEnable = ATOM_SCALER_EXPANSION;
147
			break;
147
			break;
148
		default:
148
		default:
149
			if (ASIC_IS_AVIVO(rdev))
149
			if (ASIC_IS_AVIVO(rdev))
150
				args.ucEnable = ATOM_SCALER_DISABLE;
150
				args.ucEnable = ATOM_SCALER_DISABLE;
151
			else
151
			else
152
				args.ucEnable = ATOM_SCALER_CENTER;
152
				args.ucEnable = ATOM_SCALER_CENTER;
153
			break;
153
			break;
154
		}
154
		}
155
	}
155
	}
156
	atom_execute_table(rdev->mode_info.atom_context, index, (uint32_t *)&args);
156
	atom_execute_table(rdev->mode_info.atom_context, index, (uint32_t *)&args);
157
	if ((is_tv || is_cv)
157
	if ((is_tv || is_cv)
158
	    && rdev->family >= CHIP_RV515 && rdev->family <= CHIP_R580) {
158
	    && rdev->family >= CHIP_RV515 && rdev->family <= CHIP_R580) {
159
		atom_rv515_force_tv_scaler(rdev, radeon_crtc);
159
		atom_rv515_force_tv_scaler(rdev, radeon_crtc);
160
	}
160
	}
161
}
161
}
162
 
162
 
163
static void atombios_lock_crtc(struct drm_crtc *crtc, int lock)
163
static void atombios_lock_crtc(struct drm_crtc *crtc, int lock)
164
{
164
{
165
	struct radeon_crtc *radeon_crtc = to_radeon_crtc(crtc);
165
	struct radeon_crtc *radeon_crtc = to_radeon_crtc(crtc);
166
	struct drm_device *dev = crtc->dev;
166
	struct drm_device *dev = crtc->dev;
167
	struct radeon_device *rdev = dev->dev_private;
167
	struct radeon_device *rdev = dev->dev_private;
168
	int index =
168
	int index =
169
	    GetIndexIntoMasterTable(COMMAND, UpdateCRTC_DoubleBufferRegisters);
169
	    GetIndexIntoMasterTable(COMMAND, UpdateCRTC_DoubleBufferRegisters);
170
	ENABLE_CRTC_PS_ALLOCATION args;
170
	ENABLE_CRTC_PS_ALLOCATION args;
171
 
171
 
172
	memset(&args, 0, sizeof(args));
172
	memset(&args, 0, sizeof(args));
173
 
173
 
174
	args.ucCRTC = radeon_crtc->crtc_id;
174
	args.ucCRTC = radeon_crtc->crtc_id;
175
	args.ucEnable = lock;
175
	args.ucEnable = lock;
176
 
176
 
177
	atom_execute_table(rdev->mode_info.atom_context, index, (uint32_t *)&args);
177
	atom_execute_table(rdev->mode_info.atom_context, index, (uint32_t *)&args);
178
}
178
}
179
 
179
 
180
static void atombios_enable_crtc(struct drm_crtc *crtc, int state)
180
static void atombios_enable_crtc(struct drm_crtc *crtc, int state)
181
{
181
{
182
	struct radeon_crtc *radeon_crtc = to_radeon_crtc(crtc);
182
	struct radeon_crtc *radeon_crtc = to_radeon_crtc(crtc);
183
	struct drm_device *dev = crtc->dev;
183
	struct drm_device *dev = crtc->dev;
184
	struct radeon_device *rdev = dev->dev_private;
184
	struct radeon_device *rdev = dev->dev_private;
185
	int index = GetIndexIntoMasterTable(COMMAND, EnableCRTC);
185
	int index = GetIndexIntoMasterTable(COMMAND, EnableCRTC);
186
	ENABLE_CRTC_PS_ALLOCATION args;
186
	ENABLE_CRTC_PS_ALLOCATION args;
187
 
187
 
188
	memset(&args, 0, sizeof(args));
188
	memset(&args, 0, sizeof(args));
189
 
189
 
190
	args.ucCRTC = radeon_crtc->crtc_id;
190
	args.ucCRTC = radeon_crtc->crtc_id;
191
	args.ucEnable = state;
191
	args.ucEnable = state;
192
 
192
 
193
	atom_execute_table(rdev->mode_info.atom_context, index, (uint32_t *)&args);
193
	atom_execute_table(rdev->mode_info.atom_context, index, (uint32_t *)&args);
194
}
194
}
195
 
195
 
196
static void atombios_enable_crtc_memreq(struct drm_crtc *crtc, int state)
196
static void atombios_enable_crtc_memreq(struct drm_crtc *crtc, int state)
197
{
197
{
198
	struct radeon_crtc *radeon_crtc = to_radeon_crtc(crtc);
198
	struct radeon_crtc *radeon_crtc = to_radeon_crtc(crtc);
199
	struct drm_device *dev = crtc->dev;
199
	struct drm_device *dev = crtc->dev;
200
	struct radeon_device *rdev = dev->dev_private;
200
	struct radeon_device *rdev = dev->dev_private;
201
	int index = GetIndexIntoMasterTable(COMMAND, EnableCRTCMemReq);
201
	int index = GetIndexIntoMasterTable(COMMAND, EnableCRTCMemReq);
202
	ENABLE_CRTC_PS_ALLOCATION args;
202
	ENABLE_CRTC_PS_ALLOCATION args;
203
 
203
 
204
	memset(&args, 0, sizeof(args));
204
	memset(&args, 0, sizeof(args));
205
 
205
 
206
	args.ucCRTC = radeon_crtc->crtc_id;
206
	args.ucCRTC = radeon_crtc->crtc_id;
207
	args.ucEnable = state;
207
	args.ucEnable = state;
208
 
208
 
209
	atom_execute_table(rdev->mode_info.atom_context, index, (uint32_t *)&args);
209
	atom_execute_table(rdev->mode_info.atom_context, index, (uint32_t *)&args);
210
}
210
}
211
 
211
 
212
static const u32 vga_control_regs[6] =
212
static const u32 vga_control_regs[6] =
213
{
213
{
214
	AVIVO_D1VGA_CONTROL,
214
	AVIVO_D1VGA_CONTROL,
215
	AVIVO_D2VGA_CONTROL,
215
	AVIVO_D2VGA_CONTROL,
216
	EVERGREEN_D3VGA_CONTROL,
216
	EVERGREEN_D3VGA_CONTROL,
217
	EVERGREEN_D4VGA_CONTROL,
217
	EVERGREEN_D4VGA_CONTROL,
218
	EVERGREEN_D5VGA_CONTROL,
218
	EVERGREEN_D5VGA_CONTROL,
219
	EVERGREEN_D6VGA_CONTROL,
219
	EVERGREEN_D6VGA_CONTROL,
220
};
220
};
221
 
221
 
222
static void atombios_blank_crtc(struct drm_crtc *crtc, int state)
222
static void atombios_blank_crtc(struct drm_crtc *crtc, int state)
223
{
223
{
224
	struct radeon_crtc *radeon_crtc = to_radeon_crtc(crtc);
224
	struct radeon_crtc *radeon_crtc = to_radeon_crtc(crtc);
225
	struct drm_device *dev = crtc->dev;
225
	struct drm_device *dev = crtc->dev;
226
	struct radeon_device *rdev = dev->dev_private;
226
	struct radeon_device *rdev = dev->dev_private;
227
	int index = GetIndexIntoMasterTable(COMMAND, BlankCRTC);
227
	int index = GetIndexIntoMasterTable(COMMAND, BlankCRTC);
228
	BLANK_CRTC_PS_ALLOCATION args;
228
	BLANK_CRTC_PS_ALLOCATION args;
229
	u32 vga_control = 0;
229
	u32 vga_control = 0;
230
 
230
 
231
	memset(&args, 0, sizeof(args));
231
	memset(&args, 0, sizeof(args));
232
 
232
 
233
	if (ASIC_IS_DCE8(rdev)) {
233
	if (ASIC_IS_DCE8(rdev)) {
234
		vga_control = RREG32(vga_control_regs[radeon_crtc->crtc_id]);
234
		vga_control = RREG32(vga_control_regs[radeon_crtc->crtc_id]);
235
		WREG32(vga_control_regs[radeon_crtc->crtc_id], vga_control | 1);
235
		WREG32(vga_control_regs[radeon_crtc->crtc_id], vga_control | 1);
236
	}
236
	}
237
 
237
 
238
	args.ucCRTC = radeon_crtc->crtc_id;
238
	args.ucCRTC = radeon_crtc->crtc_id;
239
	args.ucBlanking = state;
239
	args.ucBlanking = state;
240
 
240
 
241
	atom_execute_table(rdev->mode_info.atom_context, index, (uint32_t *)&args);
241
	atom_execute_table(rdev->mode_info.atom_context, index, (uint32_t *)&args);
242
 
242
 
243
	if (ASIC_IS_DCE8(rdev)) {
243
	if (ASIC_IS_DCE8(rdev)) {
244
		WREG32(vga_control_regs[radeon_crtc->crtc_id], vga_control);
244
		WREG32(vga_control_regs[radeon_crtc->crtc_id], vga_control);
245
	}
245
	}
246
}
246
}
247
 
247
 
248
static void atombios_powergate_crtc(struct drm_crtc *crtc, int state)
248
static void atombios_powergate_crtc(struct drm_crtc *crtc, int state)
249
{
249
{
250
	struct radeon_crtc *radeon_crtc = to_radeon_crtc(crtc);
250
	struct radeon_crtc *radeon_crtc = to_radeon_crtc(crtc);
251
	struct drm_device *dev = crtc->dev;
251
	struct drm_device *dev = crtc->dev;
252
	struct radeon_device *rdev = dev->dev_private;
252
	struct radeon_device *rdev = dev->dev_private;
253
	int index = GetIndexIntoMasterTable(COMMAND, EnableDispPowerGating);
253
	int index = GetIndexIntoMasterTable(COMMAND, EnableDispPowerGating);
254
	ENABLE_DISP_POWER_GATING_PARAMETERS_V2_1 args;
254
	ENABLE_DISP_POWER_GATING_PARAMETERS_V2_1 args;
255
 
255
 
256
	memset(&args, 0, sizeof(args));
256
	memset(&args, 0, sizeof(args));
257
 
257
 
258
	args.ucDispPipeId = radeon_crtc->crtc_id;
258
	args.ucDispPipeId = radeon_crtc->crtc_id;
259
	args.ucEnable = state;
259
	args.ucEnable = state;
260
 
260
 
261
	atom_execute_table(rdev->mode_info.atom_context, index, (uint32_t *)&args);
261
	atom_execute_table(rdev->mode_info.atom_context, index, (uint32_t *)&args);
262
}
262
}
263
 
263
 
264
void atombios_crtc_dpms(struct drm_crtc *crtc, int mode)
264
void atombios_crtc_dpms(struct drm_crtc *crtc, int mode)
265
{
265
{
266
	struct drm_device *dev = crtc->dev;
266
	struct drm_device *dev = crtc->dev;
267
	struct radeon_device *rdev = dev->dev_private;
267
	struct radeon_device *rdev = dev->dev_private;
268
	struct radeon_crtc *radeon_crtc = to_radeon_crtc(crtc);
268
	struct radeon_crtc *radeon_crtc = to_radeon_crtc(crtc);
269
 
269
 
270
	switch (mode) {
270
	switch (mode) {
271
	case DRM_MODE_DPMS_ON:
271
	case DRM_MODE_DPMS_ON:
272
		radeon_crtc->enabled = true;
272
		radeon_crtc->enabled = true;
273
		atombios_enable_crtc(crtc, ATOM_ENABLE);
273
		atombios_enable_crtc(crtc, ATOM_ENABLE);
274
		if (ASIC_IS_DCE3(rdev) && !ASIC_IS_DCE6(rdev))
274
		if (ASIC_IS_DCE3(rdev) && !ASIC_IS_DCE6(rdev))
275
			atombios_enable_crtc_memreq(crtc, ATOM_ENABLE);
275
			atombios_enable_crtc_memreq(crtc, ATOM_ENABLE);
276
		atombios_blank_crtc(crtc, ATOM_DISABLE);
276
		atombios_blank_crtc(crtc, ATOM_DISABLE);
277
		drm_vblank_post_modeset(dev, radeon_crtc->crtc_id);
277
		drm_vblank_post_modeset(dev, radeon_crtc->crtc_id);
278
		radeon_crtc_load_lut(crtc);
278
		radeon_crtc_load_lut(crtc);
279
		break;
279
		break;
280
	case DRM_MODE_DPMS_STANDBY:
280
	case DRM_MODE_DPMS_STANDBY:
281
	case DRM_MODE_DPMS_SUSPEND:
281
	case DRM_MODE_DPMS_SUSPEND:
282
	case DRM_MODE_DPMS_OFF:
282
	case DRM_MODE_DPMS_OFF:
283
		drm_vblank_pre_modeset(dev, radeon_crtc->crtc_id);
283
		drm_vblank_pre_modeset(dev, radeon_crtc->crtc_id);
284
		if (radeon_crtc->enabled)
284
		if (radeon_crtc->enabled)
285
			atombios_blank_crtc(crtc, ATOM_ENABLE);
285
			atombios_blank_crtc(crtc, ATOM_ENABLE);
286
		if (ASIC_IS_DCE3(rdev) && !ASIC_IS_DCE6(rdev))
286
		if (ASIC_IS_DCE3(rdev) && !ASIC_IS_DCE6(rdev))
287
			atombios_enable_crtc_memreq(crtc, ATOM_DISABLE);
287
			atombios_enable_crtc_memreq(crtc, ATOM_DISABLE);
288
		atombios_enable_crtc(crtc, ATOM_DISABLE);
288
		atombios_enable_crtc(crtc, ATOM_DISABLE);
289
		radeon_crtc->enabled = false;
289
		radeon_crtc->enabled = false;
290
		break;
290
		break;
291
	}
291
	}
292
	/* adjust pm to dpms */
292
	/* adjust pm to dpms */
293
	radeon_pm_compute_clocks(rdev);
293
	radeon_pm_compute_clocks(rdev);
294
}
294
}
295
 
295
 
296
static void
296
static void
297
atombios_set_crtc_dtd_timing(struct drm_crtc *crtc,
297
atombios_set_crtc_dtd_timing(struct drm_crtc *crtc,
298
			     struct drm_display_mode *mode)
298
			     struct drm_display_mode *mode)
299
{
299
{
300
	struct radeon_crtc *radeon_crtc = to_radeon_crtc(crtc);
300
	struct radeon_crtc *radeon_crtc = to_radeon_crtc(crtc);
301
	struct drm_device *dev = crtc->dev;
301
	struct drm_device *dev = crtc->dev;
302
	struct radeon_device *rdev = dev->dev_private;
302
	struct radeon_device *rdev = dev->dev_private;
303
	SET_CRTC_USING_DTD_TIMING_PARAMETERS args;
303
	SET_CRTC_USING_DTD_TIMING_PARAMETERS args;
304
	int index = GetIndexIntoMasterTable(COMMAND, SetCRTC_UsingDTDTiming);
304
	int index = GetIndexIntoMasterTable(COMMAND, SetCRTC_UsingDTDTiming);
305
	u16 misc = 0;
305
	u16 misc = 0;
306
 
306
 
307
	memset(&args, 0, sizeof(args));
307
	memset(&args, 0, sizeof(args));
308
	args.usH_Size = cpu_to_le16(mode->crtc_hdisplay - (radeon_crtc->h_border * 2));
308
	args.usH_Size = cpu_to_le16(mode->crtc_hdisplay - (radeon_crtc->h_border * 2));
309
	args.usH_Blanking_Time =
309
	args.usH_Blanking_Time =
310
		cpu_to_le16(mode->crtc_hblank_end - mode->crtc_hdisplay + (radeon_crtc->h_border * 2));
310
		cpu_to_le16(mode->crtc_hblank_end - mode->crtc_hdisplay + (radeon_crtc->h_border * 2));
311
	args.usV_Size = cpu_to_le16(mode->crtc_vdisplay - (radeon_crtc->v_border * 2));
311
	args.usV_Size = cpu_to_le16(mode->crtc_vdisplay - (radeon_crtc->v_border * 2));
312
	args.usV_Blanking_Time =
312
	args.usV_Blanking_Time =
313
		cpu_to_le16(mode->crtc_vblank_end - mode->crtc_vdisplay + (radeon_crtc->v_border * 2));
313
		cpu_to_le16(mode->crtc_vblank_end - mode->crtc_vdisplay + (radeon_crtc->v_border * 2));
314
	args.usH_SyncOffset =
314
	args.usH_SyncOffset =
315
		cpu_to_le16(mode->crtc_hsync_start - mode->crtc_hdisplay + radeon_crtc->h_border);
315
		cpu_to_le16(mode->crtc_hsync_start - mode->crtc_hdisplay + radeon_crtc->h_border);
316
	args.usH_SyncWidth =
316
	args.usH_SyncWidth =
317
		cpu_to_le16(mode->crtc_hsync_end - mode->crtc_hsync_start);
317
		cpu_to_le16(mode->crtc_hsync_end - mode->crtc_hsync_start);
318
	args.usV_SyncOffset =
318
	args.usV_SyncOffset =
319
		cpu_to_le16(mode->crtc_vsync_start - mode->crtc_vdisplay + radeon_crtc->v_border);
319
		cpu_to_le16(mode->crtc_vsync_start - mode->crtc_vdisplay + radeon_crtc->v_border);
320
	args.usV_SyncWidth =
320
	args.usV_SyncWidth =
321
		cpu_to_le16(mode->crtc_vsync_end - mode->crtc_vsync_start);
321
		cpu_to_le16(mode->crtc_vsync_end - mode->crtc_vsync_start);
322
	args.ucH_Border = radeon_crtc->h_border;
322
	args.ucH_Border = radeon_crtc->h_border;
323
	args.ucV_Border = radeon_crtc->v_border;
323
	args.ucV_Border = radeon_crtc->v_border;
324
 
324
 
325
	if (mode->flags & DRM_MODE_FLAG_NVSYNC)
325
	if (mode->flags & DRM_MODE_FLAG_NVSYNC)
326
		misc |= ATOM_VSYNC_POLARITY;
326
		misc |= ATOM_VSYNC_POLARITY;
327
	if (mode->flags & DRM_MODE_FLAG_NHSYNC)
327
	if (mode->flags & DRM_MODE_FLAG_NHSYNC)
328
		misc |= ATOM_HSYNC_POLARITY;
328
		misc |= ATOM_HSYNC_POLARITY;
329
	if (mode->flags & DRM_MODE_FLAG_CSYNC)
329
	if (mode->flags & DRM_MODE_FLAG_CSYNC)
330
		misc |= ATOM_COMPOSITESYNC;
330
		misc |= ATOM_COMPOSITESYNC;
331
	if (mode->flags & DRM_MODE_FLAG_INTERLACE)
331
	if (mode->flags & DRM_MODE_FLAG_INTERLACE)
332
		misc |= ATOM_INTERLACE;
332
		misc |= ATOM_INTERLACE;
333
	if (mode->flags & DRM_MODE_FLAG_DBLSCAN)
333
	if (mode->flags & DRM_MODE_FLAG_DBLSCAN)
334
		misc |= ATOM_DOUBLE_CLOCK_MODE;
334
		misc |= ATOM_DOUBLE_CLOCK_MODE;
335
 
335
 
336
	args.susModeMiscInfo.usAccess = cpu_to_le16(misc);
336
	args.susModeMiscInfo.usAccess = cpu_to_le16(misc);
337
	args.ucCRTC = radeon_crtc->crtc_id;
337
	args.ucCRTC = radeon_crtc->crtc_id;
338
 
338
 
339
	atom_execute_table(rdev->mode_info.atom_context, index, (uint32_t *)&args);
339
	atom_execute_table(rdev->mode_info.atom_context, index, (uint32_t *)&args);
340
}
340
}
341
 
341
 
342
static void atombios_crtc_set_timing(struct drm_crtc *crtc,
342
static void atombios_crtc_set_timing(struct drm_crtc *crtc,
343
				     struct drm_display_mode *mode)
343
				     struct drm_display_mode *mode)
344
{
344
{
345
	struct radeon_crtc *radeon_crtc = to_radeon_crtc(crtc);
345
	struct radeon_crtc *radeon_crtc = to_radeon_crtc(crtc);
346
	struct drm_device *dev = crtc->dev;
346
	struct drm_device *dev = crtc->dev;
347
	struct radeon_device *rdev = dev->dev_private;
347
	struct radeon_device *rdev = dev->dev_private;
348
	SET_CRTC_TIMING_PARAMETERS_PS_ALLOCATION args;
348
	SET_CRTC_TIMING_PARAMETERS_PS_ALLOCATION args;
349
	int index = GetIndexIntoMasterTable(COMMAND, SetCRTC_Timing);
349
	int index = GetIndexIntoMasterTable(COMMAND, SetCRTC_Timing);
350
	u16 misc = 0;
350
	u16 misc = 0;
351
 
351
 
352
	memset(&args, 0, sizeof(args));
352
	memset(&args, 0, sizeof(args));
353
	args.usH_Total = cpu_to_le16(mode->crtc_htotal);
353
	args.usH_Total = cpu_to_le16(mode->crtc_htotal);
354
	args.usH_Disp = cpu_to_le16(mode->crtc_hdisplay);
354
	args.usH_Disp = cpu_to_le16(mode->crtc_hdisplay);
355
	args.usH_SyncStart = cpu_to_le16(mode->crtc_hsync_start);
355
	args.usH_SyncStart = cpu_to_le16(mode->crtc_hsync_start);
356
	args.usH_SyncWidth =
356
	args.usH_SyncWidth =
357
		cpu_to_le16(mode->crtc_hsync_end - mode->crtc_hsync_start);
357
		cpu_to_le16(mode->crtc_hsync_end - mode->crtc_hsync_start);
358
	args.usV_Total = cpu_to_le16(mode->crtc_vtotal);
358
	args.usV_Total = cpu_to_le16(mode->crtc_vtotal);
359
	args.usV_Disp = cpu_to_le16(mode->crtc_vdisplay);
359
	args.usV_Disp = cpu_to_le16(mode->crtc_vdisplay);
360
	args.usV_SyncStart = cpu_to_le16(mode->crtc_vsync_start);
360
	args.usV_SyncStart = cpu_to_le16(mode->crtc_vsync_start);
361
	args.usV_SyncWidth =
361
	args.usV_SyncWidth =
362
		cpu_to_le16(mode->crtc_vsync_end - mode->crtc_vsync_start);
362
		cpu_to_le16(mode->crtc_vsync_end - mode->crtc_vsync_start);
363
 
363
 
364
	args.ucOverscanRight = radeon_crtc->h_border;
364
	args.ucOverscanRight = radeon_crtc->h_border;
365
	args.ucOverscanLeft = radeon_crtc->h_border;
365
	args.ucOverscanLeft = radeon_crtc->h_border;
366
	args.ucOverscanBottom = radeon_crtc->v_border;
366
	args.ucOverscanBottom = radeon_crtc->v_border;
367
	args.ucOverscanTop = radeon_crtc->v_border;
367
	args.ucOverscanTop = radeon_crtc->v_border;
368
 
368
 
369
	if (mode->flags & DRM_MODE_FLAG_NVSYNC)
369
	if (mode->flags & DRM_MODE_FLAG_NVSYNC)
370
		misc |= ATOM_VSYNC_POLARITY;
370
		misc |= ATOM_VSYNC_POLARITY;
371
	if (mode->flags & DRM_MODE_FLAG_NHSYNC)
371
	if (mode->flags & DRM_MODE_FLAG_NHSYNC)
372
		misc |= ATOM_HSYNC_POLARITY;
372
		misc |= ATOM_HSYNC_POLARITY;
373
	if (mode->flags & DRM_MODE_FLAG_CSYNC)
373
	if (mode->flags & DRM_MODE_FLAG_CSYNC)
374
		misc |= ATOM_COMPOSITESYNC;
374
		misc |= ATOM_COMPOSITESYNC;
375
	if (mode->flags & DRM_MODE_FLAG_INTERLACE)
375
	if (mode->flags & DRM_MODE_FLAG_INTERLACE)
376
		misc |= ATOM_INTERLACE;
376
		misc |= ATOM_INTERLACE;
377
	if (mode->flags & DRM_MODE_FLAG_DBLSCAN)
377
	if (mode->flags & DRM_MODE_FLAG_DBLSCAN)
378
		misc |= ATOM_DOUBLE_CLOCK_MODE;
378
		misc |= ATOM_DOUBLE_CLOCK_MODE;
379
 
379
 
380
	args.susModeMiscInfo.usAccess = cpu_to_le16(misc);
380
	args.susModeMiscInfo.usAccess = cpu_to_le16(misc);
381
	args.ucCRTC = radeon_crtc->crtc_id;
381
	args.ucCRTC = radeon_crtc->crtc_id;
382
 
382
 
383
	atom_execute_table(rdev->mode_info.atom_context, index, (uint32_t *)&args);
383
	atom_execute_table(rdev->mode_info.atom_context, index, (uint32_t *)&args);
384
}
384
}
385
 
385
 
386
static void atombios_disable_ss(struct radeon_device *rdev, int pll_id)
386
static void atombios_disable_ss(struct radeon_device *rdev, int pll_id)
387
{
387
{
388
	u32 ss_cntl;
388
	u32 ss_cntl;
389
 
389
 
390
	if (ASIC_IS_DCE4(rdev)) {
390
	if (ASIC_IS_DCE4(rdev)) {
391
		switch (pll_id) {
391
		switch (pll_id) {
392
		case ATOM_PPLL1:
392
		case ATOM_PPLL1:
393
			ss_cntl = RREG32(EVERGREEN_P1PLL_SS_CNTL);
393
			ss_cntl = RREG32(EVERGREEN_P1PLL_SS_CNTL);
394
			ss_cntl &= ~EVERGREEN_PxPLL_SS_EN;
394
			ss_cntl &= ~EVERGREEN_PxPLL_SS_EN;
395
			WREG32(EVERGREEN_P1PLL_SS_CNTL, ss_cntl);
395
			WREG32(EVERGREEN_P1PLL_SS_CNTL, ss_cntl);
396
			break;
396
			break;
397
		case ATOM_PPLL2:
397
		case ATOM_PPLL2:
398
			ss_cntl = RREG32(EVERGREEN_P2PLL_SS_CNTL);
398
			ss_cntl = RREG32(EVERGREEN_P2PLL_SS_CNTL);
399
			ss_cntl &= ~EVERGREEN_PxPLL_SS_EN;
399
			ss_cntl &= ~EVERGREEN_PxPLL_SS_EN;
400
			WREG32(EVERGREEN_P2PLL_SS_CNTL, ss_cntl);
400
			WREG32(EVERGREEN_P2PLL_SS_CNTL, ss_cntl);
401
			break;
401
			break;
402
		case ATOM_DCPLL:
402
		case ATOM_DCPLL:
403
		case ATOM_PPLL_INVALID:
403
		case ATOM_PPLL_INVALID:
404
			return;
404
			return;
405
		}
405
		}
406
	} else if (ASIC_IS_AVIVO(rdev)) {
406
	} else if (ASIC_IS_AVIVO(rdev)) {
407
		switch (pll_id) {
407
		switch (pll_id) {
408
		case ATOM_PPLL1:
408
		case ATOM_PPLL1:
409
			ss_cntl = RREG32(AVIVO_P1PLL_INT_SS_CNTL);
409
			ss_cntl = RREG32(AVIVO_P1PLL_INT_SS_CNTL);
410
			ss_cntl &= ~1;
410
			ss_cntl &= ~1;
411
			WREG32(AVIVO_P1PLL_INT_SS_CNTL, ss_cntl);
411
			WREG32(AVIVO_P1PLL_INT_SS_CNTL, ss_cntl);
412
			break;
412
			break;
413
		case ATOM_PPLL2:
413
		case ATOM_PPLL2:
414
			ss_cntl = RREG32(AVIVO_P2PLL_INT_SS_CNTL);
414
			ss_cntl = RREG32(AVIVO_P2PLL_INT_SS_CNTL);
415
			ss_cntl &= ~1;
415
			ss_cntl &= ~1;
416
			WREG32(AVIVO_P2PLL_INT_SS_CNTL, ss_cntl);
416
			WREG32(AVIVO_P2PLL_INT_SS_CNTL, ss_cntl);
417
			break;
417
			break;
418
		case ATOM_DCPLL:
418
		case ATOM_DCPLL:
419
		case ATOM_PPLL_INVALID:
419
		case ATOM_PPLL_INVALID:
420
			return;
420
			return;
421
		}
421
		}
422
	}
422
	}
423
}
423
}
424
 
424
 
425
 
425
 
426
union atom_enable_ss {
426
union atom_enable_ss {
427
	ENABLE_LVDS_SS_PARAMETERS lvds_ss;
427
	ENABLE_LVDS_SS_PARAMETERS lvds_ss;
428
	ENABLE_LVDS_SS_PARAMETERS_V2 lvds_ss_2;
428
	ENABLE_LVDS_SS_PARAMETERS_V2 lvds_ss_2;
429
	ENABLE_SPREAD_SPECTRUM_ON_PPLL_PS_ALLOCATION v1;
429
	ENABLE_SPREAD_SPECTRUM_ON_PPLL_PS_ALLOCATION v1;
430
	ENABLE_SPREAD_SPECTRUM_ON_PPLL_V2 v2;
430
	ENABLE_SPREAD_SPECTRUM_ON_PPLL_V2 v2;
431
	ENABLE_SPREAD_SPECTRUM_ON_PPLL_V3 v3;
431
	ENABLE_SPREAD_SPECTRUM_ON_PPLL_V3 v3;
432
};
432
};
433
 
433
 
434
static void atombios_crtc_program_ss(struct radeon_device *rdev,
434
static void atombios_crtc_program_ss(struct radeon_device *rdev,
435
				     int enable,
435
				     int enable,
436
				     int pll_id,
436
				     int pll_id,
437
				     int crtc_id,
437
				     int crtc_id,
438
				     struct radeon_atom_ss *ss)
438
				     struct radeon_atom_ss *ss)
439
{
439
{
440
	unsigned i;
440
	unsigned i;
441
	int index = GetIndexIntoMasterTable(COMMAND, EnableSpreadSpectrumOnPPLL);
441
	int index = GetIndexIntoMasterTable(COMMAND, EnableSpreadSpectrumOnPPLL);
442
	union atom_enable_ss args;
442
	union atom_enable_ss args;
443
 
443
 
444
	if (enable) {
444
	if (enable) {
445
		/* Don't mess with SS if percentage is 0 or external ss.
445
		/* Don't mess with SS if percentage is 0 or external ss.
446
		 * SS is already disabled previously, and disabling it
446
		 * SS is already disabled previously, and disabling it
447
		 * again can cause display problems if the pll is already
447
		 * again can cause display problems if the pll is already
448
		 * programmed.
448
		 * programmed.
449
		 */
449
		 */
450
		if (ss->percentage == 0)
450
		if (ss->percentage == 0)
451
			return;
451
			return;
452
		if (ss->type & ATOM_EXTERNAL_SS_MASK)
452
		if (ss->type & ATOM_EXTERNAL_SS_MASK)
453
			return;
453
			return;
454
	} else {
454
	} else {
455
		for (i = 0; i < rdev->num_crtc; i++) {
455
		for (i = 0; i < rdev->num_crtc; i++) {
456
			if (rdev->mode_info.crtcs[i] &&
456
			if (rdev->mode_info.crtcs[i] &&
457
			    rdev->mode_info.crtcs[i]->enabled &&
457
			    rdev->mode_info.crtcs[i]->enabled &&
458
			    i != crtc_id &&
458
			    i != crtc_id &&
459
			    pll_id == rdev->mode_info.crtcs[i]->pll_id) {
459
			    pll_id == rdev->mode_info.crtcs[i]->pll_id) {
460
				/* one other crtc is using this pll don't turn
460
				/* one other crtc is using this pll don't turn
461
				 * off spread spectrum as it might turn off
461
				 * off spread spectrum as it might turn off
462
				 * display on active crtc
462
				 * display on active crtc
463
				 */
463
				 */
464
				return;
464
				return;
465
			}
465
			}
466
		}
466
		}
467
	}
467
	}
468
 
468
 
469
	memset(&args, 0, sizeof(args));
469
	memset(&args, 0, sizeof(args));
470
 
470
 
471
	if (ASIC_IS_DCE5(rdev)) {
471
	if (ASIC_IS_DCE5(rdev)) {
472
		args.v3.usSpreadSpectrumAmountFrac = cpu_to_le16(0);
472
		args.v3.usSpreadSpectrumAmountFrac = cpu_to_le16(0);
473
		args.v3.ucSpreadSpectrumType = ss->type & ATOM_SS_CENTRE_SPREAD_MODE_MASK;
473
		args.v3.ucSpreadSpectrumType = ss->type & ATOM_SS_CENTRE_SPREAD_MODE_MASK;
474
		switch (pll_id) {
474
		switch (pll_id) {
475
		case ATOM_PPLL1:
475
		case ATOM_PPLL1:
476
			args.v3.ucSpreadSpectrumType |= ATOM_PPLL_SS_TYPE_V3_P1PLL;
476
			args.v3.ucSpreadSpectrumType |= ATOM_PPLL_SS_TYPE_V3_P1PLL;
477
			break;
477
			break;
478
		case ATOM_PPLL2:
478
		case ATOM_PPLL2:
479
			args.v3.ucSpreadSpectrumType |= ATOM_PPLL_SS_TYPE_V3_P2PLL;
479
			args.v3.ucSpreadSpectrumType |= ATOM_PPLL_SS_TYPE_V3_P2PLL;
480
			break;
480
			break;
481
		case ATOM_DCPLL:
481
		case ATOM_DCPLL:
482
			args.v3.ucSpreadSpectrumType |= ATOM_PPLL_SS_TYPE_V3_DCPLL;
482
			args.v3.ucSpreadSpectrumType |= ATOM_PPLL_SS_TYPE_V3_DCPLL;
483
			break;
483
			break;
484
		case ATOM_PPLL_INVALID:
484
		case ATOM_PPLL_INVALID:
485
			return;
485
			return;
486
		}
486
		}
487
		args.v3.usSpreadSpectrumAmount = cpu_to_le16(ss->amount);
487
		args.v3.usSpreadSpectrumAmount = cpu_to_le16(ss->amount);
488
		args.v3.usSpreadSpectrumStep = cpu_to_le16(ss->step);
488
		args.v3.usSpreadSpectrumStep = cpu_to_le16(ss->step);
489
		args.v3.ucEnable = enable;
489
		args.v3.ucEnable = enable;
490
	} else if (ASIC_IS_DCE4(rdev)) {
490
	} else if (ASIC_IS_DCE4(rdev)) {
491
		args.v2.usSpreadSpectrumPercentage = cpu_to_le16(ss->percentage);
491
		args.v2.usSpreadSpectrumPercentage = cpu_to_le16(ss->percentage);
492
		args.v2.ucSpreadSpectrumType = ss->type & ATOM_SS_CENTRE_SPREAD_MODE_MASK;
492
		args.v2.ucSpreadSpectrumType = ss->type & ATOM_SS_CENTRE_SPREAD_MODE_MASK;
493
		switch (pll_id) {
493
		switch (pll_id) {
494
		case ATOM_PPLL1:
494
		case ATOM_PPLL1:
495
			args.v2.ucSpreadSpectrumType |= ATOM_PPLL_SS_TYPE_V2_P1PLL;
495
			args.v2.ucSpreadSpectrumType |= ATOM_PPLL_SS_TYPE_V2_P1PLL;
496
			break;
496
			break;
497
		case ATOM_PPLL2:
497
		case ATOM_PPLL2:
498
			args.v2.ucSpreadSpectrumType |= ATOM_PPLL_SS_TYPE_V2_P2PLL;
498
			args.v2.ucSpreadSpectrumType |= ATOM_PPLL_SS_TYPE_V2_P2PLL;
499
			break;
499
			break;
500
		case ATOM_DCPLL:
500
		case ATOM_DCPLL:
501
			args.v2.ucSpreadSpectrumType |= ATOM_PPLL_SS_TYPE_V2_DCPLL;
501
			args.v2.ucSpreadSpectrumType |= ATOM_PPLL_SS_TYPE_V2_DCPLL;
502
			break;
502
			break;
503
		case ATOM_PPLL_INVALID:
503
		case ATOM_PPLL_INVALID:
504
			return;
504
			return;
505
		}
505
		}
506
		args.v2.usSpreadSpectrumAmount = cpu_to_le16(ss->amount);
506
		args.v2.usSpreadSpectrumAmount = cpu_to_le16(ss->amount);
507
		args.v2.usSpreadSpectrumStep = cpu_to_le16(ss->step);
507
		args.v2.usSpreadSpectrumStep = cpu_to_le16(ss->step);
508
		args.v2.ucEnable = enable;
508
		args.v2.ucEnable = enable;
509
	} else if (ASIC_IS_DCE3(rdev)) {
509
	} else if (ASIC_IS_DCE3(rdev)) {
510
		args.v1.usSpreadSpectrumPercentage = cpu_to_le16(ss->percentage);
510
		args.v1.usSpreadSpectrumPercentage = cpu_to_le16(ss->percentage);
511
		args.v1.ucSpreadSpectrumType = ss->type & ATOM_SS_CENTRE_SPREAD_MODE_MASK;
511
		args.v1.ucSpreadSpectrumType = ss->type & ATOM_SS_CENTRE_SPREAD_MODE_MASK;
512
		args.v1.ucSpreadSpectrumStep = ss->step;
512
		args.v1.ucSpreadSpectrumStep = ss->step;
513
		args.v1.ucSpreadSpectrumDelay = ss->delay;
513
		args.v1.ucSpreadSpectrumDelay = ss->delay;
514
		args.v1.ucSpreadSpectrumRange = ss->range;
514
		args.v1.ucSpreadSpectrumRange = ss->range;
515
		args.v1.ucPpll = pll_id;
515
		args.v1.ucPpll = pll_id;
516
		args.v1.ucEnable = enable;
516
		args.v1.ucEnable = enable;
517
	} else if (ASIC_IS_AVIVO(rdev)) {
517
	} else if (ASIC_IS_AVIVO(rdev)) {
518
		if ((enable == ATOM_DISABLE) || (ss->percentage == 0) ||
518
		if ((enable == ATOM_DISABLE) || (ss->percentage == 0) ||
519
		    (ss->type & ATOM_EXTERNAL_SS_MASK)) {
519
		    (ss->type & ATOM_EXTERNAL_SS_MASK)) {
520
			atombios_disable_ss(rdev, pll_id);
520
			atombios_disable_ss(rdev, pll_id);
521
			return;
521
			return;
522
		}
522
		}
523
		args.lvds_ss_2.usSpreadSpectrumPercentage = cpu_to_le16(ss->percentage);
523
		args.lvds_ss_2.usSpreadSpectrumPercentage = cpu_to_le16(ss->percentage);
524
		args.lvds_ss_2.ucSpreadSpectrumType = ss->type & ATOM_SS_CENTRE_SPREAD_MODE_MASK;
524
		args.lvds_ss_2.ucSpreadSpectrumType = ss->type & ATOM_SS_CENTRE_SPREAD_MODE_MASK;
525
		args.lvds_ss_2.ucSpreadSpectrumStep = ss->step;
525
		args.lvds_ss_2.ucSpreadSpectrumStep = ss->step;
526
		args.lvds_ss_2.ucSpreadSpectrumDelay = ss->delay;
526
		args.lvds_ss_2.ucSpreadSpectrumDelay = ss->delay;
527
		args.lvds_ss_2.ucSpreadSpectrumRange = ss->range;
527
		args.lvds_ss_2.ucSpreadSpectrumRange = ss->range;
528
		args.lvds_ss_2.ucEnable = enable;
528
		args.lvds_ss_2.ucEnable = enable;
529
	} else {
529
	} else {
530
		if (enable == ATOM_DISABLE) {
530
		if (enable == ATOM_DISABLE) {
531
			atombios_disable_ss(rdev, pll_id);
531
			atombios_disable_ss(rdev, pll_id);
532
			return;
532
			return;
533
		}
533
		}
534
		args.lvds_ss.usSpreadSpectrumPercentage = cpu_to_le16(ss->percentage);
534
		args.lvds_ss.usSpreadSpectrumPercentage = cpu_to_le16(ss->percentage);
535
		args.lvds_ss.ucSpreadSpectrumType = ss->type & ATOM_SS_CENTRE_SPREAD_MODE_MASK;
535
		args.lvds_ss.ucSpreadSpectrumType = ss->type & ATOM_SS_CENTRE_SPREAD_MODE_MASK;
536
		args.lvds_ss.ucSpreadSpectrumStepSize_Delay = (ss->step & 3) << 2;
536
		args.lvds_ss.ucSpreadSpectrumStepSize_Delay = (ss->step & 3) << 2;
537
		args.lvds_ss.ucSpreadSpectrumStepSize_Delay |= (ss->delay & 7) << 4;
537
		args.lvds_ss.ucSpreadSpectrumStepSize_Delay |= (ss->delay & 7) << 4;
538
		args.lvds_ss.ucEnable = enable;
538
		args.lvds_ss.ucEnable = enable;
539
	}
539
	}
540
	atom_execute_table(rdev->mode_info.atom_context, index, (uint32_t *)&args);
540
	atom_execute_table(rdev->mode_info.atom_context, index, (uint32_t *)&args);
541
}
541
}
542
 
542
 
543
union adjust_pixel_clock {
543
union adjust_pixel_clock {
544
	ADJUST_DISPLAY_PLL_PS_ALLOCATION v1;
544
	ADJUST_DISPLAY_PLL_PS_ALLOCATION v1;
545
	ADJUST_DISPLAY_PLL_PS_ALLOCATION_V3 v3;
545
	ADJUST_DISPLAY_PLL_PS_ALLOCATION_V3 v3;
546
};
546
};
547
 
547
 
548
static u32 atombios_adjust_pll(struct drm_crtc *crtc,
548
static u32 atombios_adjust_pll(struct drm_crtc *crtc,
549
			       struct drm_display_mode *mode)
549
			       struct drm_display_mode *mode)
550
{
550
{
551
	struct radeon_crtc *radeon_crtc = to_radeon_crtc(crtc);
551
	struct radeon_crtc *radeon_crtc = to_radeon_crtc(crtc);
552
	struct drm_device *dev = crtc->dev;
552
	struct drm_device *dev = crtc->dev;
553
	struct radeon_device *rdev = dev->dev_private;
553
	struct radeon_device *rdev = dev->dev_private;
554
	struct drm_encoder *encoder = radeon_crtc->encoder;
554
	struct drm_encoder *encoder = radeon_crtc->encoder;
555
	struct radeon_encoder *radeon_encoder = to_radeon_encoder(encoder);
555
	struct radeon_encoder *radeon_encoder = to_radeon_encoder(encoder);
556
	struct drm_connector *connector = radeon_get_connector_for_encoder(encoder);
556
	struct drm_connector *connector = radeon_get_connector_for_encoder(encoder);
557
	u32 adjusted_clock = mode->clock;
557
	u32 adjusted_clock = mode->clock;
558
	int encoder_mode = atombios_get_encoder_mode(encoder);
558
	int encoder_mode = atombios_get_encoder_mode(encoder);
559
	u32 dp_clock = mode->clock;
559
	u32 dp_clock = mode->clock;
560
	u32 clock = mode->clock;
560
	u32 clock = mode->clock;
561
	int bpc = radeon_crtc->bpc;
561
	int bpc = radeon_crtc->bpc;
562
	bool is_duallink = radeon_dig_monitor_is_duallink(encoder, mode->clock);
562
	bool is_duallink = radeon_dig_monitor_is_duallink(encoder, mode->clock);
563
 
563
 
564
	/* reset the pll flags */
564
	/* reset the pll flags */
565
	radeon_crtc->pll_flags = 0;
565
	radeon_crtc->pll_flags = 0;
566
 
566
 
567
	if (ASIC_IS_AVIVO(rdev)) {
567
	if (ASIC_IS_AVIVO(rdev)) {
568
		if ((rdev->family == CHIP_RS600) ||
568
		if ((rdev->family == CHIP_RS600) ||
569
		    (rdev->family == CHIP_RS690) ||
569
		    (rdev->family == CHIP_RS690) ||
570
		    (rdev->family == CHIP_RS740))
570
		    (rdev->family == CHIP_RS740))
571
			radeon_crtc->pll_flags |= (/*RADEON_PLL_USE_FRAC_FB_DIV |*/
571
			radeon_crtc->pll_flags |= (/*RADEON_PLL_USE_FRAC_FB_DIV |*/
572
				RADEON_PLL_PREFER_CLOSEST_LOWER);
572
				RADEON_PLL_PREFER_CLOSEST_LOWER);
573
 
573
 
574
		if (ASIC_IS_DCE32(rdev) && mode->clock > 200000)	/* range limits??? */
574
		if (ASIC_IS_DCE32(rdev) && mode->clock > 200000)	/* range limits??? */
575
			radeon_crtc->pll_flags |= RADEON_PLL_PREFER_HIGH_FB_DIV;
575
			radeon_crtc->pll_flags |= RADEON_PLL_PREFER_HIGH_FB_DIV;
576
		else
576
		else
577
			radeon_crtc->pll_flags |= RADEON_PLL_PREFER_LOW_REF_DIV;
577
			radeon_crtc->pll_flags |= RADEON_PLL_PREFER_LOW_REF_DIV;
578
 
578
 
579
		if (rdev->family < CHIP_RV770)
579
		if (rdev->family < CHIP_RV770)
580
			radeon_crtc->pll_flags |= RADEON_PLL_PREFER_MINM_OVER_MAXP;
580
			radeon_crtc->pll_flags |= RADEON_PLL_PREFER_MINM_OVER_MAXP;
581
		/* use frac fb div on APUs */
581
		/* use frac fb div on APUs */
582
		if (ASIC_IS_DCE41(rdev) || ASIC_IS_DCE61(rdev) || ASIC_IS_DCE8(rdev))
582
		if (ASIC_IS_DCE41(rdev) || ASIC_IS_DCE61(rdev) || ASIC_IS_DCE8(rdev))
583
			radeon_crtc->pll_flags |= RADEON_PLL_USE_FRAC_FB_DIV;
583
			radeon_crtc->pll_flags |= RADEON_PLL_USE_FRAC_FB_DIV;
584
		/* use frac fb div on RS780/RS880 */
584
		/* use frac fb div on RS780/RS880 */
585
		if ((rdev->family == CHIP_RS780) || (rdev->family == CHIP_RS880))
585
		if ((rdev->family == CHIP_RS780) || (rdev->family == CHIP_RS880))
586
			radeon_crtc->pll_flags |= RADEON_PLL_USE_FRAC_FB_DIV;
586
			radeon_crtc->pll_flags |= RADEON_PLL_USE_FRAC_FB_DIV;
587
		if (ASIC_IS_DCE32(rdev) && mode->clock > 165000)
587
		if (ASIC_IS_DCE32(rdev) && mode->clock > 165000)
588
			radeon_crtc->pll_flags |= RADEON_PLL_USE_FRAC_FB_DIV;
588
			radeon_crtc->pll_flags |= RADEON_PLL_USE_FRAC_FB_DIV;
589
	} else {
589
	} else {
590
		radeon_crtc->pll_flags |= RADEON_PLL_LEGACY;
590
		radeon_crtc->pll_flags |= RADEON_PLL_LEGACY;
591
 
591
 
592
		if (mode->clock > 200000)	/* range limits??? */
592
		if (mode->clock > 200000)	/* range limits??? */
593
			radeon_crtc->pll_flags |= RADEON_PLL_PREFER_HIGH_FB_DIV;
593
			radeon_crtc->pll_flags |= RADEON_PLL_PREFER_HIGH_FB_DIV;
594
		else
594
		else
595
			radeon_crtc->pll_flags |= RADEON_PLL_PREFER_LOW_REF_DIV;
595
			radeon_crtc->pll_flags |= RADEON_PLL_PREFER_LOW_REF_DIV;
596
	}
596
	}
597
 
597
 
598
	if ((radeon_encoder->devices & (ATOM_DEVICE_LCD_SUPPORT | ATOM_DEVICE_DFP_SUPPORT)) ||
598
	if ((radeon_encoder->devices & (ATOM_DEVICE_LCD_SUPPORT | ATOM_DEVICE_DFP_SUPPORT)) ||
599
	    (radeon_encoder_get_dp_bridge_encoder_id(encoder) != ENCODER_OBJECT_ID_NONE)) {
599
	    (radeon_encoder_get_dp_bridge_encoder_id(encoder) != ENCODER_OBJECT_ID_NONE)) {
600
		if (connector) {
600
		if (connector) {
601
			struct radeon_connector *radeon_connector = to_radeon_connector(connector);
601
			struct radeon_connector *radeon_connector = to_radeon_connector(connector);
602
			struct radeon_connector_atom_dig *dig_connector =
602
			struct radeon_connector_atom_dig *dig_connector =
603
				radeon_connector->con_priv;
603
				radeon_connector->con_priv;
604
 
604
 
605
			dp_clock = dig_connector->dp_clock;
605
			dp_clock = dig_connector->dp_clock;
606
		}
606
		}
607
	}
607
	}
608
 
608
 
609
	/* use recommended ref_div for ss */
609
	/* use recommended ref_div for ss */
610
	if (radeon_encoder->devices & (ATOM_DEVICE_LCD_SUPPORT)) {
610
	if (radeon_encoder->devices & (ATOM_DEVICE_LCD_SUPPORT)) {
611
		if (radeon_crtc->ss_enabled) {
611
		if (radeon_crtc->ss_enabled) {
612
			if (radeon_crtc->ss.refdiv) {
612
			if (radeon_crtc->ss.refdiv) {
613
				radeon_crtc->pll_flags |= RADEON_PLL_USE_REF_DIV;
613
				radeon_crtc->pll_flags |= RADEON_PLL_USE_REF_DIV;
614
				radeon_crtc->pll_reference_div = radeon_crtc->ss.refdiv;
614
				radeon_crtc->pll_reference_div = radeon_crtc->ss.refdiv;
615
				if (ASIC_IS_AVIVO(rdev))
615
				if (ASIC_IS_AVIVO(rdev))
616
					radeon_crtc->pll_flags |= RADEON_PLL_USE_FRAC_FB_DIV;
616
					radeon_crtc->pll_flags |= RADEON_PLL_USE_FRAC_FB_DIV;
617
			}
617
			}
618
		}
618
		}
619
	}
619
	}
620
 
620
 
621
	if (ASIC_IS_AVIVO(rdev)) {
621
	if (ASIC_IS_AVIVO(rdev)) {
622
		/* DVO wants 2x pixel clock if the DVO chip is in 12 bit mode */
622
		/* DVO wants 2x pixel clock if the DVO chip is in 12 bit mode */
623
		if (radeon_encoder->encoder_id == ENCODER_OBJECT_ID_INTERNAL_KLDSCP_DVO1)
623
		if (radeon_encoder->encoder_id == ENCODER_OBJECT_ID_INTERNAL_KLDSCP_DVO1)
624
			adjusted_clock = mode->clock * 2;
624
			adjusted_clock = mode->clock * 2;
625
		if (radeon_encoder->active_device & (ATOM_DEVICE_TV_SUPPORT))
625
		if (radeon_encoder->active_device & (ATOM_DEVICE_TV_SUPPORT))
626
			radeon_crtc->pll_flags |= RADEON_PLL_PREFER_CLOSEST_LOWER;
626
			radeon_crtc->pll_flags |= RADEON_PLL_PREFER_CLOSEST_LOWER;
627
		if (radeon_encoder->devices & (ATOM_DEVICE_LCD_SUPPORT))
627
		if (radeon_encoder->devices & (ATOM_DEVICE_LCD_SUPPORT))
628
			radeon_crtc->pll_flags |= RADEON_PLL_IS_LCD;
628
			radeon_crtc->pll_flags |= RADEON_PLL_IS_LCD;
629
	} else {
629
	} else {
630
		if (encoder->encoder_type != DRM_MODE_ENCODER_DAC)
630
		if (encoder->encoder_type != DRM_MODE_ENCODER_DAC)
631
			radeon_crtc->pll_flags |= RADEON_PLL_NO_ODD_POST_DIV;
631
			radeon_crtc->pll_flags |= RADEON_PLL_NO_ODD_POST_DIV;
632
		if (encoder->encoder_type == DRM_MODE_ENCODER_LVDS)
632
		if (encoder->encoder_type == DRM_MODE_ENCODER_LVDS)
633
			radeon_crtc->pll_flags |= RADEON_PLL_USE_REF_DIV;
633
			radeon_crtc->pll_flags |= RADEON_PLL_USE_REF_DIV;
634
	}
634
	}
635
 
635
 
636
	/* adjust pll for deep color modes */
636
	/* adjust pll for deep color modes */
637
	if (encoder_mode == ATOM_ENCODER_MODE_HDMI) {
637
	if (encoder_mode == ATOM_ENCODER_MODE_HDMI) {
638
		switch (bpc) {
638
		switch (bpc) {
639
		case 8:
639
		case 8:
640
		default:
640
		default:
641
			break;
641
			break;
642
		case 10:
642
		case 10:
643
			clock = (clock * 5) / 4;
643
			clock = (clock * 5) / 4;
644
			break;
644
			break;
645
		case 12:
645
		case 12:
646
			clock = (clock * 3) / 2;
646
			clock = (clock * 3) / 2;
647
			break;
647
			break;
648
		case 16:
648
		case 16:
649
			clock = clock * 2;
649
			clock = clock * 2;
650
			break;
650
			break;
651
		}
651
		}
652
	}
652
	}
653
 
653
 
654
	/* DCE3+ has an AdjustDisplayPll that will adjust the pixel clock
654
	/* DCE3+ has an AdjustDisplayPll that will adjust the pixel clock
655
	 * accordingly based on the encoder/transmitter to work around
655
	 * accordingly based on the encoder/transmitter to work around
656
	 * special hw requirements.
656
	 * special hw requirements.
657
	 */
657
	 */
658
	if (ASIC_IS_DCE3(rdev)) {
658
	if (ASIC_IS_DCE3(rdev)) {
659
		union adjust_pixel_clock args;
659
		union adjust_pixel_clock args;
660
		u8 frev, crev;
660
		u8 frev, crev;
661
		int index;
661
		int index;
662
 
662
 
663
		index = GetIndexIntoMasterTable(COMMAND, AdjustDisplayPll);
663
		index = GetIndexIntoMasterTable(COMMAND, AdjustDisplayPll);
664
		if (!atom_parse_cmd_header(rdev->mode_info.atom_context, index, &frev,
664
		if (!atom_parse_cmd_header(rdev->mode_info.atom_context, index, &frev,
665
					   &crev))
665
					   &crev))
666
			return adjusted_clock;
666
			return adjusted_clock;
667
 
667
 
668
		memset(&args, 0, sizeof(args));
668
		memset(&args, 0, sizeof(args));
669
 
669
 
670
		switch (frev) {
670
		switch (frev) {
671
		case 1:
671
		case 1:
672
			switch (crev) {
672
			switch (crev) {
673
			case 1:
673
			case 1:
674
			case 2:
674
			case 2:
675
				args.v1.usPixelClock = cpu_to_le16(clock / 10);
675
				args.v1.usPixelClock = cpu_to_le16(clock / 10);
676
				args.v1.ucTransmitterID = radeon_encoder->encoder_id;
676
				args.v1.ucTransmitterID = radeon_encoder->encoder_id;
677
				args.v1.ucEncodeMode = encoder_mode;
677
				args.v1.ucEncodeMode = encoder_mode;
678
				if (radeon_crtc->ss_enabled && radeon_crtc->ss.percentage)
678
				if (radeon_crtc->ss_enabled && radeon_crtc->ss.percentage)
679
					args.v1.ucConfig |=
679
					args.v1.ucConfig |=
680
						ADJUST_DISPLAY_CONFIG_SS_ENABLE;
680
						ADJUST_DISPLAY_CONFIG_SS_ENABLE;
681
 
681
 
682
				atom_execute_table(rdev->mode_info.atom_context,
682
				atom_execute_table(rdev->mode_info.atom_context,
683
						   index, (uint32_t *)&args);
683
						   index, (uint32_t *)&args);
684
				adjusted_clock = le16_to_cpu(args.v1.usPixelClock) * 10;
684
				adjusted_clock = le16_to_cpu(args.v1.usPixelClock) * 10;
685
				break;
685
				break;
686
			case 3:
686
			case 3:
687
				args.v3.sInput.usPixelClock = cpu_to_le16(clock / 10);
687
				args.v3.sInput.usPixelClock = cpu_to_le16(clock / 10);
688
				args.v3.sInput.ucTransmitterID = radeon_encoder->encoder_id;
688
				args.v3.sInput.ucTransmitterID = radeon_encoder->encoder_id;
689
				args.v3.sInput.ucEncodeMode = encoder_mode;
689
				args.v3.sInput.ucEncodeMode = encoder_mode;
690
				args.v3.sInput.ucDispPllConfig = 0;
690
				args.v3.sInput.ucDispPllConfig = 0;
691
				if (radeon_crtc->ss_enabled && radeon_crtc->ss.percentage)
691
				if (radeon_crtc->ss_enabled && radeon_crtc->ss.percentage)
692
					args.v3.sInput.ucDispPllConfig |=
692
					args.v3.sInput.ucDispPllConfig |=
693
						DISPPLL_CONFIG_SS_ENABLE;
693
						DISPPLL_CONFIG_SS_ENABLE;
694
				if (ENCODER_MODE_IS_DP(encoder_mode)) {
694
				if (ENCODER_MODE_IS_DP(encoder_mode)) {
695
					args.v3.sInput.ucDispPllConfig |=
695
					args.v3.sInput.ucDispPllConfig |=
696
						DISPPLL_CONFIG_COHERENT_MODE;
696
						DISPPLL_CONFIG_COHERENT_MODE;
697
					/* 16200 or 27000 */
697
					/* 16200 or 27000 */
698
					args.v3.sInput.usPixelClock = cpu_to_le16(dp_clock / 10);
698
					args.v3.sInput.usPixelClock = cpu_to_le16(dp_clock / 10);
699
				} else if (radeon_encoder->devices & (ATOM_DEVICE_DFP_SUPPORT)) {
699
				} else if (radeon_encoder->devices & (ATOM_DEVICE_DFP_SUPPORT)) {
700
					struct radeon_encoder_atom_dig *dig = radeon_encoder->enc_priv;
700
					struct radeon_encoder_atom_dig *dig = radeon_encoder->enc_priv;
701
					if (dig->coherent_mode)
701
					if (dig->coherent_mode)
702
						args.v3.sInput.ucDispPllConfig |=
702
						args.v3.sInput.ucDispPllConfig |=
703
							DISPPLL_CONFIG_COHERENT_MODE;
703
							DISPPLL_CONFIG_COHERENT_MODE;
704
					if (is_duallink)
704
					if (is_duallink)
705
						args.v3.sInput.ucDispPllConfig |=
705
						args.v3.sInput.ucDispPllConfig |=
706
							DISPPLL_CONFIG_DUAL_LINK;
706
							DISPPLL_CONFIG_DUAL_LINK;
707
				}
707
				}
708
				if (radeon_encoder_get_dp_bridge_encoder_id(encoder) !=
708
				if (radeon_encoder_get_dp_bridge_encoder_id(encoder) !=
709
				    ENCODER_OBJECT_ID_NONE)
709
				    ENCODER_OBJECT_ID_NONE)
710
					args.v3.sInput.ucExtTransmitterID =
710
					args.v3.sInput.ucExtTransmitterID =
711
						radeon_encoder_get_dp_bridge_encoder_id(encoder);
711
						radeon_encoder_get_dp_bridge_encoder_id(encoder);
712
				else
712
				else
713
					args.v3.sInput.ucExtTransmitterID = 0;
713
					args.v3.sInput.ucExtTransmitterID = 0;
714
 
714
 
715
				atom_execute_table(rdev->mode_info.atom_context,
715
				atom_execute_table(rdev->mode_info.atom_context,
716
						   index, (uint32_t *)&args);
716
						   index, (uint32_t *)&args);
717
				adjusted_clock = le32_to_cpu(args.v3.sOutput.ulDispPllFreq) * 10;
717
				adjusted_clock = le32_to_cpu(args.v3.sOutput.ulDispPllFreq) * 10;
718
				if (args.v3.sOutput.ucRefDiv) {
718
				if (args.v3.sOutput.ucRefDiv) {
719
					radeon_crtc->pll_flags |= RADEON_PLL_USE_FRAC_FB_DIV;
719
					radeon_crtc->pll_flags |= RADEON_PLL_USE_FRAC_FB_DIV;
720
					radeon_crtc->pll_flags |= RADEON_PLL_USE_REF_DIV;
720
					radeon_crtc->pll_flags |= RADEON_PLL_USE_REF_DIV;
721
					radeon_crtc->pll_reference_div = args.v3.sOutput.ucRefDiv;
721
					radeon_crtc->pll_reference_div = args.v3.sOutput.ucRefDiv;
722
				}
722
				}
723
				if (args.v3.sOutput.ucPostDiv) {
723
				if (args.v3.sOutput.ucPostDiv) {
724
					radeon_crtc->pll_flags |= RADEON_PLL_USE_FRAC_FB_DIV;
724
					radeon_crtc->pll_flags |= RADEON_PLL_USE_FRAC_FB_DIV;
725
					radeon_crtc->pll_flags |= RADEON_PLL_USE_POST_DIV;
725
					radeon_crtc->pll_flags |= RADEON_PLL_USE_POST_DIV;
726
					radeon_crtc->pll_post_div = args.v3.sOutput.ucPostDiv;
726
					radeon_crtc->pll_post_div = args.v3.sOutput.ucPostDiv;
727
				}
727
				}
728
				break;
728
				break;
729
			default:
729
			default:
730
				DRM_ERROR("Unknown table version %d %d\n", frev, crev);
730
				DRM_ERROR("Unknown table version %d %d\n", frev, crev);
731
				return adjusted_clock;
731
				return adjusted_clock;
732
			}
732
			}
733
			break;
733
			break;
734
		default:
734
		default:
735
			DRM_ERROR("Unknown table version %d %d\n", frev, crev);
735
			DRM_ERROR("Unknown table version %d %d\n", frev, crev);
736
			return adjusted_clock;
736
			return adjusted_clock;
737
		}
737
		}
738
	}
738
	}
739
	return adjusted_clock;
739
	return adjusted_clock;
740
}
740
}
741
 
741
 
742
union set_pixel_clock {
742
union set_pixel_clock {
743
	SET_PIXEL_CLOCK_PS_ALLOCATION base;
743
	SET_PIXEL_CLOCK_PS_ALLOCATION base;
744
	PIXEL_CLOCK_PARAMETERS v1;
744
	PIXEL_CLOCK_PARAMETERS v1;
745
	PIXEL_CLOCK_PARAMETERS_V2 v2;
745
	PIXEL_CLOCK_PARAMETERS_V2 v2;
746
	PIXEL_CLOCK_PARAMETERS_V3 v3;
746
	PIXEL_CLOCK_PARAMETERS_V3 v3;
747
	PIXEL_CLOCK_PARAMETERS_V5 v5;
747
	PIXEL_CLOCK_PARAMETERS_V5 v5;
748
	PIXEL_CLOCK_PARAMETERS_V6 v6;
748
	PIXEL_CLOCK_PARAMETERS_V6 v6;
749
};
749
};
750
 
750
 
751
/* on DCE5, make sure the voltage is high enough to support the
751
/* on DCE5, make sure the voltage is high enough to support the
752
 * required disp clk.
752
 * required disp clk.
753
 */
753
 */
754
static void atombios_crtc_set_disp_eng_pll(struct radeon_device *rdev,
754
static void atombios_crtc_set_disp_eng_pll(struct radeon_device *rdev,
755
				    u32 dispclk)
755
				    u32 dispclk)
756
{
756
{
757
	u8 frev, crev;
757
	u8 frev, crev;
758
	int index;
758
	int index;
759
	union set_pixel_clock args;
759
	union set_pixel_clock args;
760
 
760
 
761
	memset(&args, 0, sizeof(args));
761
	memset(&args, 0, sizeof(args));
762
 
762
 
763
	index = GetIndexIntoMasterTable(COMMAND, SetPixelClock);
763
	index = GetIndexIntoMasterTable(COMMAND, SetPixelClock);
764
	if (!atom_parse_cmd_header(rdev->mode_info.atom_context, index, &frev,
764
	if (!atom_parse_cmd_header(rdev->mode_info.atom_context, index, &frev,
765
				   &crev))
765
				   &crev))
766
		return;
766
		return;
767
 
767
 
768
	switch (frev) {
768
	switch (frev) {
769
	case 1:
769
	case 1:
770
		switch (crev) {
770
		switch (crev) {
771
		case 5:
771
		case 5:
772
			/* if the default dcpll clock is specified,
772
			/* if the default dcpll clock is specified,
773
			 * SetPixelClock provides the dividers
773
			 * SetPixelClock provides the dividers
774
			 */
774
			 */
775
			args.v5.ucCRTC = ATOM_CRTC_INVALID;
775
			args.v5.ucCRTC = ATOM_CRTC_INVALID;
776
			args.v5.usPixelClock = cpu_to_le16(dispclk);
776
			args.v5.usPixelClock = cpu_to_le16(dispclk);
777
			args.v5.ucPpll = ATOM_DCPLL;
777
			args.v5.ucPpll = ATOM_DCPLL;
778
			break;
778
			break;
779
		case 6:
779
		case 6:
780
			/* if the default dcpll clock is specified,
780
			/* if the default dcpll clock is specified,
781
			 * SetPixelClock provides the dividers
781
			 * SetPixelClock provides the dividers
782
			 */
782
			 */
783
			args.v6.ulDispEngClkFreq = cpu_to_le32(dispclk);
783
			args.v6.ulDispEngClkFreq = cpu_to_le32(dispclk);
784
			if (ASIC_IS_DCE61(rdev) || ASIC_IS_DCE8(rdev))
784
			if (ASIC_IS_DCE61(rdev) || ASIC_IS_DCE8(rdev))
785
				args.v6.ucPpll = ATOM_EXT_PLL1;
785
				args.v6.ucPpll = ATOM_EXT_PLL1;
786
			else if (ASIC_IS_DCE6(rdev))
786
			else if (ASIC_IS_DCE6(rdev))
787
				args.v6.ucPpll = ATOM_PPLL0;
787
				args.v6.ucPpll = ATOM_PPLL0;
788
			else
788
			else
789
				args.v6.ucPpll = ATOM_DCPLL;
789
				args.v6.ucPpll = ATOM_DCPLL;
790
			break;
790
			break;
791
		default:
791
		default:
792
			DRM_ERROR("Unknown table version %d %d\n", frev, crev);
792
			DRM_ERROR("Unknown table version %d %d\n", frev, crev);
793
			return;
793
			return;
794
		}
794
		}
795
		break;
795
		break;
796
	default:
796
	default:
797
		DRM_ERROR("Unknown table version %d %d\n", frev, crev);
797
		DRM_ERROR("Unknown table version %d %d\n", frev, crev);
798
		return;
798
		return;
799
	}
799
	}
800
	atom_execute_table(rdev->mode_info.atom_context, index, (uint32_t *)&args);
800
	atom_execute_table(rdev->mode_info.atom_context, index, (uint32_t *)&args);
801
}
801
}
802
 
802
 
803
static void atombios_crtc_program_pll(struct drm_crtc *crtc,
803
static void atombios_crtc_program_pll(struct drm_crtc *crtc,
804
				      u32 crtc_id,
804
				      u32 crtc_id,
805
				      int pll_id,
805
				      int pll_id,
806
				      u32 encoder_mode,
806
				      u32 encoder_mode,
807
				      u32 encoder_id,
807
				      u32 encoder_id,
808
				      u32 clock,
808
				      u32 clock,
809
				      u32 ref_div,
809
				      u32 ref_div,
810
				      u32 fb_div,
810
				      u32 fb_div,
811
				      u32 frac_fb_div,
811
				      u32 frac_fb_div,
812
				      u32 post_div,
812
				      u32 post_div,
813
				      int bpc,
813
				      int bpc,
814
				      bool ss_enabled,
814
				      bool ss_enabled,
815
				      struct radeon_atom_ss *ss)
815
				      struct radeon_atom_ss *ss)
816
{
816
{
817
	struct drm_device *dev = crtc->dev;
817
	struct drm_device *dev = crtc->dev;
818
	struct radeon_device *rdev = dev->dev_private;
818
	struct radeon_device *rdev = dev->dev_private;
819
	u8 frev, crev;
819
	u8 frev, crev;
820
	int index = GetIndexIntoMasterTable(COMMAND, SetPixelClock);
820
	int index = GetIndexIntoMasterTable(COMMAND, SetPixelClock);
821
	union set_pixel_clock args;
821
	union set_pixel_clock args;
822
 
822
 
823
	memset(&args, 0, sizeof(args));
823
	memset(&args, 0, sizeof(args));
824
 
824
 
825
	if (!atom_parse_cmd_header(rdev->mode_info.atom_context, index, &frev,
825
	if (!atom_parse_cmd_header(rdev->mode_info.atom_context, index, &frev,
826
				   &crev))
826
				   &crev))
827
		return;
827
		return;
828
 
828
 
829
	switch (frev) {
829
	switch (frev) {
830
	case 1:
830
	case 1:
831
		switch (crev) {
831
		switch (crev) {
832
		case 1:
832
		case 1:
833
			if (clock == ATOM_DISABLE)
833
			if (clock == ATOM_DISABLE)
834
				return;
834
				return;
835
			args.v1.usPixelClock = cpu_to_le16(clock / 10);
835
			args.v1.usPixelClock = cpu_to_le16(clock / 10);
836
			args.v1.usRefDiv = cpu_to_le16(ref_div);
836
			args.v1.usRefDiv = cpu_to_le16(ref_div);
837
			args.v1.usFbDiv = cpu_to_le16(fb_div);
837
			args.v1.usFbDiv = cpu_to_le16(fb_div);
838
			args.v1.ucFracFbDiv = frac_fb_div;
838
			args.v1.ucFracFbDiv = frac_fb_div;
839
			args.v1.ucPostDiv = post_div;
839
			args.v1.ucPostDiv = post_div;
840
			args.v1.ucPpll = pll_id;
840
			args.v1.ucPpll = pll_id;
841
			args.v1.ucCRTC = crtc_id;
841
			args.v1.ucCRTC = crtc_id;
842
			args.v1.ucRefDivSrc = 1;
842
			args.v1.ucRefDivSrc = 1;
843
			break;
843
			break;
844
		case 2:
844
		case 2:
845
			args.v2.usPixelClock = cpu_to_le16(clock / 10);
845
			args.v2.usPixelClock = cpu_to_le16(clock / 10);
846
			args.v2.usRefDiv = cpu_to_le16(ref_div);
846
			args.v2.usRefDiv = cpu_to_le16(ref_div);
847
			args.v2.usFbDiv = cpu_to_le16(fb_div);
847
			args.v2.usFbDiv = cpu_to_le16(fb_div);
848
			args.v2.ucFracFbDiv = frac_fb_div;
848
			args.v2.ucFracFbDiv = frac_fb_div;
849
			args.v2.ucPostDiv = post_div;
849
			args.v2.ucPostDiv = post_div;
850
			args.v2.ucPpll = pll_id;
850
			args.v2.ucPpll = pll_id;
851
			args.v2.ucCRTC = crtc_id;
851
			args.v2.ucCRTC = crtc_id;
852
			args.v2.ucRefDivSrc = 1;
852
			args.v2.ucRefDivSrc = 1;
853
			break;
853
			break;
854
		case 3:
854
		case 3:
855
			args.v3.usPixelClock = cpu_to_le16(clock / 10);
855
			args.v3.usPixelClock = cpu_to_le16(clock / 10);
856
			args.v3.usRefDiv = cpu_to_le16(ref_div);
856
			args.v3.usRefDiv = cpu_to_le16(ref_div);
857
			args.v3.usFbDiv = cpu_to_le16(fb_div);
857
			args.v3.usFbDiv = cpu_to_le16(fb_div);
858
			args.v3.ucFracFbDiv = frac_fb_div;
858
			args.v3.ucFracFbDiv = frac_fb_div;
859
			args.v3.ucPostDiv = post_div;
859
			args.v3.ucPostDiv = post_div;
860
			args.v3.ucPpll = pll_id;
860
			args.v3.ucPpll = pll_id;
861
			if (crtc_id == ATOM_CRTC2)
861
			if (crtc_id == ATOM_CRTC2)
862
				args.v3.ucMiscInfo = PIXEL_CLOCK_MISC_CRTC_SEL_CRTC2;
862
				args.v3.ucMiscInfo = PIXEL_CLOCK_MISC_CRTC_SEL_CRTC2;
863
			else
863
			else
864
				args.v3.ucMiscInfo = PIXEL_CLOCK_MISC_CRTC_SEL_CRTC1;
864
				args.v3.ucMiscInfo = PIXEL_CLOCK_MISC_CRTC_SEL_CRTC1;
865
			if (ss_enabled && (ss->type & ATOM_EXTERNAL_SS_MASK))
865
			if (ss_enabled && (ss->type & ATOM_EXTERNAL_SS_MASK))
866
				args.v3.ucMiscInfo |= PIXEL_CLOCK_MISC_REF_DIV_SRC;
866
				args.v3.ucMiscInfo |= PIXEL_CLOCK_MISC_REF_DIV_SRC;
867
			args.v3.ucTransmitterId = encoder_id;
867
			args.v3.ucTransmitterId = encoder_id;
868
			args.v3.ucEncoderMode = encoder_mode;
868
			args.v3.ucEncoderMode = encoder_mode;
869
			break;
869
			break;
870
		case 5:
870
		case 5:
871
			args.v5.ucCRTC = crtc_id;
871
			args.v5.ucCRTC = crtc_id;
872
			args.v5.usPixelClock = cpu_to_le16(clock / 10);
872
			args.v5.usPixelClock = cpu_to_le16(clock / 10);
873
			args.v5.ucRefDiv = ref_div;
873
			args.v5.ucRefDiv = ref_div;
874
			args.v5.usFbDiv = cpu_to_le16(fb_div);
874
			args.v5.usFbDiv = cpu_to_le16(fb_div);
875
			args.v5.ulFbDivDecFrac = cpu_to_le32(frac_fb_div * 100000);
875
			args.v5.ulFbDivDecFrac = cpu_to_le32(frac_fb_div * 100000);
876
			args.v5.ucPostDiv = post_div;
876
			args.v5.ucPostDiv = post_div;
877
			args.v5.ucMiscInfo = 0; /* HDMI depth, etc. */
877
			args.v5.ucMiscInfo = 0; /* HDMI depth, etc. */
878
			if (ss_enabled && (ss->type & ATOM_EXTERNAL_SS_MASK))
878
			if (ss_enabled && (ss->type & ATOM_EXTERNAL_SS_MASK))
879
				args.v5.ucMiscInfo |= PIXEL_CLOCK_V5_MISC_REF_DIV_SRC;
879
				args.v5.ucMiscInfo |= PIXEL_CLOCK_V5_MISC_REF_DIV_SRC;
880
			if (encoder_mode == ATOM_ENCODER_MODE_HDMI) {
880
			if (encoder_mode == ATOM_ENCODER_MODE_HDMI) {
881
			switch (bpc) {
881
			switch (bpc) {
882
			case 8:
882
			case 8:
883
			default:
883
			default:
884
				args.v5.ucMiscInfo |= PIXEL_CLOCK_V5_MISC_HDMI_24BPP;
884
				args.v5.ucMiscInfo |= PIXEL_CLOCK_V5_MISC_HDMI_24BPP;
885
				break;
885
				break;
886
			case 10:
886
			case 10:
887
					/* yes this is correct, the atom define is wrong */
887
					/* yes this is correct, the atom define is wrong */
888
					args.v5.ucMiscInfo |= PIXEL_CLOCK_V5_MISC_HDMI_32BPP;
888
					args.v5.ucMiscInfo |= PIXEL_CLOCK_V5_MISC_HDMI_32BPP;
889
					break;
889
					break;
890
				case 12:
890
				case 12:
891
					/* yes this is correct, the atom define is wrong */
891
					/* yes this is correct, the atom define is wrong */
892
				args.v5.ucMiscInfo |= PIXEL_CLOCK_V5_MISC_HDMI_30BPP;
892
				args.v5.ucMiscInfo |= PIXEL_CLOCK_V5_MISC_HDMI_30BPP;
893
				break;
893
				break;
894
			}
894
			}
895
			}
895
			}
896
			args.v5.ucTransmitterID = encoder_id;
896
			args.v5.ucTransmitterID = encoder_id;
897
			args.v5.ucEncoderMode = encoder_mode;
897
			args.v5.ucEncoderMode = encoder_mode;
898
			args.v5.ucPpll = pll_id;
898
			args.v5.ucPpll = pll_id;
899
			break;
899
			break;
900
		case 6:
900
		case 6:
901
			args.v6.ulDispEngClkFreq = cpu_to_le32(crtc_id << 24 | clock / 10);
901
			args.v6.ulDispEngClkFreq = cpu_to_le32(crtc_id << 24 | clock / 10);
902
			args.v6.ucRefDiv = ref_div;
902
			args.v6.ucRefDiv = ref_div;
903
			args.v6.usFbDiv = cpu_to_le16(fb_div);
903
			args.v6.usFbDiv = cpu_to_le16(fb_div);
904
			args.v6.ulFbDivDecFrac = cpu_to_le32(frac_fb_div * 100000);
904
			args.v6.ulFbDivDecFrac = cpu_to_le32(frac_fb_div * 100000);
905
			args.v6.ucPostDiv = post_div;
905
			args.v6.ucPostDiv = post_div;
906
			args.v6.ucMiscInfo = 0; /* HDMI depth, etc. */
906
			args.v6.ucMiscInfo = 0; /* HDMI depth, etc. */
907
			if (ss_enabled && (ss->type & ATOM_EXTERNAL_SS_MASK))
907
			if (ss_enabled && (ss->type & ATOM_EXTERNAL_SS_MASK))
908
				args.v6.ucMiscInfo |= PIXEL_CLOCK_V6_MISC_REF_DIV_SRC;
908
				args.v6.ucMiscInfo |= PIXEL_CLOCK_V6_MISC_REF_DIV_SRC;
909
			if (encoder_mode == ATOM_ENCODER_MODE_HDMI) {
909
			if (encoder_mode == ATOM_ENCODER_MODE_HDMI) {
910
			switch (bpc) {
910
			switch (bpc) {
911
			case 8:
911
			case 8:
912
			default:
912
			default:
913
				args.v6.ucMiscInfo |= PIXEL_CLOCK_V6_MISC_HDMI_24BPP;
913
				args.v6.ucMiscInfo |= PIXEL_CLOCK_V6_MISC_HDMI_24BPP;
914
				break;
914
				break;
915
			case 10:
915
			case 10:
916
					args.v6.ucMiscInfo |= PIXEL_CLOCK_V6_MISC_HDMI_30BPP_V6;
916
					args.v6.ucMiscInfo |= PIXEL_CLOCK_V6_MISC_HDMI_30BPP_V6;
917
				break;
917
				break;
918
			case 12:
918
			case 12:
919
					args.v6.ucMiscInfo |= PIXEL_CLOCK_V6_MISC_HDMI_36BPP_V6;
919
					args.v6.ucMiscInfo |= PIXEL_CLOCK_V6_MISC_HDMI_36BPP_V6;
920
				break;
920
				break;
921
			case 16:
921
			case 16:
922
				args.v6.ucMiscInfo |= PIXEL_CLOCK_V6_MISC_HDMI_48BPP;
922
				args.v6.ucMiscInfo |= PIXEL_CLOCK_V6_MISC_HDMI_48BPP;
923
				break;
923
				break;
924
			}
924
			}
925
			}
925
			}
926
			args.v6.ucTransmitterID = encoder_id;
926
			args.v6.ucTransmitterID = encoder_id;
927
			args.v6.ucEncoderMode = encoder_mode;
927
			args.v6.ucEncoderMode = encoder_mode;
928
			args.v6.ucPpll = pll_id;
928
			args.v6.ucPpll = pll_id;
929
			break;
929
			break;
930
		default:
930
		default:
931
			DRM_ERROR("Unknown table version %d %d\n", frev, crev);
931
			DRM_ERROR("Unknown table version %d %d\n", frev, crev);
932
			return;
932
			return;
933
		}
933
		}
934
		break;
934
		break;
935
	default:
935
	default:
936
		DRM_ERROR("Unknown table version %d %d\n", frev, crev);
936
		DRM_ERROR("Unknown table version %d %d\n", frev, crev);
937
		return;
937
		return;
938
	}
938
	}
939
 
939
 
940
	atom_execute_table(rdev->mode_info.atom_context, index, (uint32_t *)&args);
940
	atom_execute_table(rdev->mode_info.atom_context, index, (uint32_t *)&args);
941
}
941
}
942
 
942
 
943
static bool atombios_crtc_prepare_pll(struct drm_crtc *crtc, struct drm_display_mode *mode)
943
static bool atombios_crtc_prepare_pll(struct drm_crtc *crtc, struct drm_display_mode *mode)
944
{
944
{
945
	struct radeon_crtc *radeon_crtc = to_radeon_crtc(crtc);
945
	struct radeon_crtc *radeon_crtc = to_radeon_crtc(crtc);
946
	struct drm_device *dev = crtc->dev;
946
	struct drm_device *dev = crtc->dev;
947
	struct radeon_device *rdev = dev->dev_private;
947
	struct radeon_device *rdev = dev->dev_private;
948
	struct radeon_encoder *radeon_encoder =
948
	struct radeon_encoder *radeon_encoder =
949
		to_radeon_encoder(radeon_crtc->encoder);
949
		to_radeon_encoder(radeon_crtc->encoder);
950
	int encoder_mode = atombios_get_encoder_mode(radeon_crtc->encoder);
950
	int encoder_mode = atombios_get_encoder_mode(radeon_crtc->encoder);
951
 
951
 
952
	radeon_crtc->bpc = 8;
952
	radeon_crtc->bpc = 8;
953
	radeon_crtc->ss_enabled = false;
953
	radeon_crtc->ss_enabled = false;
954
 
954
 
955
	if ((radeon_encoder->active_device & (ATOM_DEVICE_LCD_SUPPORT | ATOM_DEVICE_DFP_SUPPORT)) ||
955
	if ((radeon_encoder->active_device & (ATOM_DEVICE_LCD_SUPPORT | ATOM_DEVICE_DFP_SUPPORT)) ||
956
	    (radeon_encoder_get_dp_bridge_encoder_id(radeon_crtc->encoder) != ENCODER_OBJECT_ID_NONE)) {
956
	    (radeon_encoder_get_dp_bridge_encoder_id(radeon_crtc->encoder) != ENCODER_OBJECT_ID_NONE)) {
957
		struct radeon_encoder_atom_dig *dig = radeon_encoder->enc_priv;
957
		struct radeon_encoder_atom_dig *dig = radeon_encoder->enc_priv;
958
		struct drm_connector *connector =
958
		struct drm_connector *connector =
959
			radeon_get_connector_for_encoder(radeon_crtc->encoder);
959
			radeon_get_connector_for_encoder(radeon_crtc->encoder);
960
		struct radeon_connector *radeon_connector =
960
		struct radeon_connector *radeon_connector =
961
			to_radeon_connector(connector);
961
			to_radeon_connector(connector);
962
		struct radeon_connector_atom_dig *dig_connector =
962
		struct radeon_connector_atom_dig *dig_connector =
963
			radeon_connector->con_priv;
963
			radeon_connector->con_priv;
964
		int dp_clock;
964
		int dp_clock;
965
 
965
 
966
		/* Assign mode clock for hdmi deep color max clock limit check */
966
		/* Assign mode clock for hdmi deep color max clock limit check */
967
		radeon_connector->pixelclock_for_modeset = mode->clock;
967
		radeon_connector->pixelclock_for_modeset = mode->clock;
968
		radeon_crtc->bpc = radeon_get_monitor_bpc(connector);
968
		radeon_crtc->bpc = radeon_get_monitor_bpc(connector);
969
 
969
 
970
		switch (encoder_mode) {
970
		switch (encoder_mode) {
971
		case ATOM_ENCODER_MODE_DP_MST:
971
		case ATOM_ENCODER_MODE_DP_MST:
972
		case ATOM_ENCODER_MODE_DP:
972
		case ATOM_ENCODER_MODE_DP:
973
			/* DP/eDP */
973
			/* DP/eDP */
974
			dp_clock = dig_connector->dp_clock / 10;
974
			dp_clock = dig_connector->dp_clock / 10;
975
			if (ASIC_IS_DCE4(rdev))
975
			if (ASIC_IS_DCE4(rdev))
976
				radeon_crtc->ss_enabled =
976
				radeon_crtc->ss_enabled =
977
					radeon_atombios_get_asic_ss_info(rdev, &radeon_crtc->ss,
977
					radeon_atombios_get_asic_ss_info(rdev, &radeon_crtc->ss,
978
									 ASIC_INTERNAL_SS_ON_DP,
978
									 ASIC_INTERNAL_SS_ON_DP,
979
									 dp_clock);
979
									 dp_clock);
980
			else {
980
			else {
981
				if (dp_clock == 16200) {
981
				if (dp_clock == 16200) {
982
					radeon_crtc->ss_enabled =
982
					radeon_crtc->ss_enabled =
983
						radeon_atombios_get_ppll_ss_info(rdev,
983
						radeon_atombios_get_ppll_ss_info(rdev,
984
										 &radeon_crtc->ss,
984
										 &radeon_crtc->ss,
985
										 ATOM_DP_SS_ID2);
985
										 ATOM_DP_SS_ID2);
986
					if (!radeon_crtc->ss_enabled)
986
					if (!radeon_crtc->ss_enabled)
987
						radeon_crtc->ss_enabled =
987
						radeon_crtc->ss_enabled =
988
							radeon_atombios_get_ppll_ss_info(rdev,
988
							radeon_atombios_get_ppll_ss_info(rdev,
989
											 &radeon_crtc->ss,
989
											 &radeon_crtc->ss,
990
											 ATOM_DP_SS_ID1);
990
											 ATOM_DP_SS_ID1);
991
				} else {
991
				} else {
992
					radeon_crtc->ss_enabled =
992
					radeon_crtc->ss_enabled =
993
						radeon_atombios_get_ppll_ss_info(rdev,
993
						radeon_atombios_get_ppll_ss_info(rdev,
994
										 &radeon_crtc->ss,
994
										 &radeon_crtc->ss,
995
										 ATOM_DP_SS_ID1);
995
										 ATOM_DP_SS_ID1);
996
			}
996
			}
997
				/* disable spread spectrum on DCE3 DP */
997
				/* disable spread spectrum on DCE3 DP */
998
				radeon_crtc->ss_enabled = false;
998
				radeon_crtc->ss_enabled = false;
999
			}
999
			}
1000
			break;
1000
			break;
1001
		case ATOM_ENCODER_MODE_LVDS:
1001
		case ATOM_ENCODER_MODE_LVDS:
1002
			if (ASIC_IS_DCE4(rdev))
1002
			if (ASIC_IS_DCE4(rdev))
1003
				radeon_crtc->ss_enabled =
1003
				radeon_crtc->ss_enabled =
1004
					radeon_atombios_get_asic_ss_info(rdev,
1004
					radeon_atombios_get_asic_ss_info(rdev,
1005
									 &radeon_crtc->ss,
1005
									 &radeon_crtc->ss,
1006
									 dig->lcd_ss_id,
1006
									 dig->lcd_ss_id,
1007
									 mode->clock / 10);
1007
									 mode->clock / 10);
1008
			else
1008
			else
1009
				radeon_crtc->ss_enabled =
1009
				radeon_crtc->ss_enabled =
1010
					radeon_atombios_get_ppll_ss_info(rdev,
1010
					radeon_atombios_get_ppll_ss_info(rdev,
1011
									 &radeon_crtc->ss,
1011
									 &radeon_crtc->ss,
1012
									 dig->lcd_ss_id);
1012
									 dig->lcd_ss_id);
1013
			break;
1013
			break;
1014
		case ATOM_ENCODER_MODE_DVI:
1014
		case ATOM_ENCODER_MODE_DVI:
1015
			if (ASIC_IS_DCE4(rdev))
1015
			if (ASIC_IS_DCE4(rdev))
1016
				radeon_crtc->ss_enabled =
1016
				radeon_crtc->ss_enabled =
1017
					radeon_atombios_get_asic_ss_info(rdev,
1017
					radeon_atombios_get_asic_ss_info(rdev,
1018
									 &radeon_crtc->ss,
1018
									 &radeon_crtc->ss,
1019
									 ASIC_INTERNAL_SS_ON_TMDS,
1019
									 ASIC_INTERNAL_SS_ON_TMDS,
1020
									 mode->clock / 10);
1020
									 mode->clock / 10);
1021
			break;
1021
			break;
1022
		case ATOM_ENCODER_MODE_HDMI:
1022
		case ATOM_ENCODER_MODE_HDMI:
1023
			if (ASIC_IS_DCE4(rdev))
1023
			if (ASIC_IS_DCE4(rdev))
1024
				radeon_crtc->ss_enabled =
1024
				radeon_crtc->ss_enabled =
1025
					radeon_atombios_get_asic_ss_info(rdev,
1025
					radeon_atombios_get_asic_ss_info(rdev,
1026
									 &radeon_crtc->ss,
1026
									 &radeon_crtc->ss,
1027
									 ASIC_INTERNAL_SS_ON_HDMI,
1027
									 ASIC_INTERNAL_SS_ON_HDMI,
1028
									 mode->clock / 10);
1028
									 mode->clock / 10);
1029
			break;
1029
			break;
1030
		default:
1030
		default:
1031
			break;
1031
			break;
1032
		}
1032
		}
1033
	}
1033
	}
1034
 
1034
 
1035
	/* adjust pixel clock as needed */
1035
	/* adjust pixel clock as needed */
1036
	radeon_crtc->adjusted_clock = atombios_adjust_pll(crtc, mode);
1036
	radeon_crtc->adjusted_clock = atombios_adjust_pll(crtc, mode);
1037
 
1037
 
1038
	return true;
1038
	return true;
1039
}
1039
}
1040
 
1040
 
1041
static void atombios_crtc_set_pll(struct drm_crtc *crtc, struct drm_display_mode *mode)
1041
static void atombios_crtc_set_pll(struct drm_crtc *crtc, struct drm_display_mode *mode)
1042
{
1042
{
1043
	struct radeon_crtc *radeon_crtc = to_radeon_crtc(crtc);
1043
	struct radeon_crtc *radeon_crtc = to_radeon_crtc(crtc);
1044
	struct drm_device *dev = crtc->dev;
1044
	struct drm_device *dev = crtc->dev;
1045
	struct radeon_device *rdev = dev->dev_private;
1045
	struct radeon_device *rdev = dev->dev_private;
1046
	struct radeon_encoder *radeon_encoder =
1046
	struct radeon_encoder *radeon_encoder =
1047
		to_radeon_encoder(radeon_crtc->encoder);
1047
		to_radeon_encoder(radeon_crtc->encoder);
1048
	u32 pll_clock = mode->clock;
1048
	u32 pll_clock = mode->clock;
1049
	u32 clock = mode->clock;
1049
	u32 clock = mode->clock;
1050
	u32 ref_div = 0, fb_div = 0, frac_fb_div = 0, post_div = 0;
1050
	u32 ref_div = 0, fb_div = 0, frac_fb_div = 0, post_div = 0;
1051
	struct radeon_pll *pll;
1051
	struct radeon_pll *pll;
1052
	int encoder_mode = atombios_get_encoder_mode(radeon_crtc->encoder);
1052
	int encoder_mode = atombios_get_encoder_mode(radeon_crtc->encoder);
1053
 
1053
 
1054
	/* pass the actual clock to atombios_crtc_program_pll for DCE5,6 for HDMI */
1054
	/* pass the actual clock to atombios_crtc_program_pll for DCE5,6 for HDMI */
1055
	if (ASIC_IS_DCE5(rdev) &&
1055
	if (ASIC_IS_DCE5(rdev) &&
1056
	    (encoder_mode == ATOM_ENCODER_MODE_HDMI) &&
1056
	    (encoder_mode == ATOM_ENCODER_MODE_HDMI) &&
1057
	    (radeon_crtc->bpc > 8))
1057
	    (radeon_crtc->bpc > 8))
1058
		clock = radeon_crtc->adjusted_clock;
1058
		clock = radeon_crtc->adjusted_clock;
1059
 
1059
 
1060
	switch (radeon_crtc->pll_id) {
1060
	switch (radeon_crtc->pll_id) {
1061
	case ATOM_PPLL1:
1061
	case ATOM_PPLL1:
1062
		pll = &rdev->clock.p1pll;
1062
		pll = &rdev->clock.p1pll;
1063
		break;
1063
		break;
1064
	case ATOM_PPLL2:
1064
	case ATOM_PPLL2:
1065
		pll = &rdev->clock.p2pll;
1065
		pll = &rdev->clock.p2pll;
1066
		break;
1066
		break;
1067
	case ATOM_DCPLL:
1067
	case ATOM_DCPLL:
1068
	case ATOM_PPLL_INVALID:
1068
	case ATOM_PPLL_INVALID:
1069
	default:
1069
	default:
1070
		pll = &rdev->clock.dcpll;
1070
		pll = &rdev->clock.dcpll;
1071
		break;
1071
		break;
1072
	}
1072
	}
1073
 
1073
 
1074
	/* update pll params */
1074
	/* update pll params */
1075
	pll->flags = radeon_crtc->pll_flags;
1075
	pll->flags = radeon_crtc->pll_flags;
1076
	pll->reference_div = radeon_crtc->pll_reference_div;
1076
	pll->reference_div = radeon_crtc->pll_reference_div;
1077
	pll->post_div = radeon_crtc->pll_post_div;
1077
	pll->post_div = radeon_crtc->pll_post_div;
1078
 
1078
 
1079
	if (radeon_encoder->active_device & (ATOM_DEVICE_TV_SUPPORT))
1079
	if (radeon_encoder->active_device & (ATOM_DEVICE_TV_SUPPORT))
1080
		/* TV seems to prefer the legacy algo on some boards */
1080
		/* TV seems to prefer the legacy algo on some boards */
1081
		radeon_compute_pll_legacy(pll, radeon_crtc->adjusted_clock, &pll_clock,
1081
		radeon_compute_pll_legacy(pll, radeon_crtc->adjusted_clock, &pll_clock,
1082
					  &fb_div, &frac_fb_div, &ref_div, &post_div);
1082
					  &fb_div, &frac_fb_div, &ref_div, &post_div);
1083
	else if (ASIC_IS_AVIVO(rdev))
1083
	else if (ASIC_IS_AVIVO(rdev))
1084
		radeon_compute_pll_avivo(pll, radeon_crtc->adjusted_clock, &pll_clock,
1084
		radeon_compute_pll_avivo(pll, radeon_crtc->adjusted_clock, &pll_clock,
1085
					 &fb_div, &frac_fb_div, &ref_div, &post_div);
1085
					 &fb_div, &frac_fb_div, &ref_div, &post_div);
1086
	else
1086
	else
1087
		radeon_compute_pll_legacy(pll, radeon_crtc->adjusted_clock, &pll_clock,
1087
		radeon_compute_pll_legacy(pll, radeon_crtc->adjusted_clock, &pll_clock,
1088
					  &fb_div, &frac_fb_div, &ref_div, &post_div);
1088
					  &fb_div, &frac_fb_div, &ref_div, &post_div);
1089
 
1089
 
1090
	atombios_crtc_program_ss(rdev, ATOM_DISABLE, radeon_crtc->pll_id,
1090
	atombios_crtc_program_ss(rdev, ATOM_DISABLE, radeon_crtc->pll_id,
1091
				 radeon_crtc->crtc_id, &radeon_crtc->ss);
1091
				 radeon_crtc->crtc_id, &radeon_crtc->ss);
1092
 
1092
 
1093
	atombios_crtc_program_pll(crtc, radeon_crtc->crtc_id, radeon_crtc->pll_id,
1093
	atombios_crtc_program_pll(crtc, radeon_crtc->crtc_id, radeon_crtc->pll_id,
1094
				  encoder_mode, radeon_encoder->encoder_id, clock,
1094
				  encoder_mode, radeon_encoder->encoder_id, clock,
1095
				  ref_div, fb_div, frac_fb_div, post_div,
1095
				  ref_div, fb_div, frac_fb_div, post_div,
1096
				  radeon_crtc->bpc, radeon_crtc->ss_enabled, &radeon_crtc->ss);
1096
				  radeon_crtc->bpc, radeon_crtc->ss_enabled, &radeon_crtc->ss);
1097
 
1097
 
1098
	if (radeon_crtc->ss_enabled) {
1098
	if (radeon_crtc->ss_enabled) {
1099
		/* calculate ss amount and step size */
1099
		/* calculate ss amount and step size */
1100
		if (ASIC_IS_DCE4(rdev)) {
1100
		if (ASIC_IS_DCE4(rdev)) {
1101
			u32 step_size;
1101
			u32 step_size;
1102
			u32 amount = (((fb_div * 10) + frac_fb_div) *
1102
			u32 amount = (((fb_div * 10) + frac_fb_div) *
1103
				      (u32)radeon_crtc->ss.percentage) /
1103
				      (u32)radeon_crtc->ss.percentage) /
1104
				(100 * (u32)radeon_crtc->ss.percentage_divider);
1104
				(100 * (u32)radeon_crtc->ss.percentage_divider);
1105
			radeon_crtc->ss.amount = (amount / 10) & ATOM_PPLL_SS_AMOUNT_V2_FBDIV_MASK;
1105
			radeon_crtc->ss.amount = (amount / 10) & ATOM_PPLL_SS_AMOUNT_V2_FBDIV_MASK;
1106
			radeon_crtc->ss.amount |= ((amount - (amount / 10)) << ATOM_PPLL_SS_AMOUNT_V2_NFRAC_SHIFT) &
1106
			radeon_crtc->ss.amount |= ((amount - (amount / 10)) << ATOM_PPLL_SS_AMOUNT_V2_NFRAC_SHIFT) &
1107
				ATOM_PPLL_SS_AMOUNT_V2_NFRAC_MASK;
1107
				ATOM_PPLL_SS_AMOUNT_V2_NFRAC_MASK;
1108
			if (radeon_crtc->ss.type & ATOM_PPLL_SS_TYPE_V2_CENTRE_SPREAD)
1108
			if (radeon_crtc->ss.type & ATOM_PPLL_SS_TYPE_V2_CENTRE_SPREAD)
1109
				step_size = (4 * amount * ref_div * ((u32)radeon_crtc->ss.rate * 2048)) /
1109
				step_size = (4 * amount * ref_div * ((u32)radeon_crtc->ss.rate * 2048)) /
1110
					(125 * 25 * pll->reference_freq / 100);
1110
					(125 * 25 * pll->reference_freq / 100);
1111
			else
1111
			else
1112
				step_size = (2 * amount * ref_div * ((u32)radeon_crtc->ss.rate * 2048)) /
1112
				step_size = (2 * amount * ref_div * ((u32)radeon_crtc->ss.rate * 2048)) /
1113
					(125 * 25 * pll->reference_freq / 100);
1113
					(125 * 25 * pll->reference_freq / 100);
1114
			radeon_crtc->ss.step = step_size;
1114
			radeon_crtc->ss.step = step_size;
1115
		}
1115
		}
1116
 
1116
 
1117
        atombios_crtc_program_ss(rdev, ATOM_ENABLE, radeon_crtc->pll_id,
1117
        atombios_crtc_program_ss(rdev, ATOM_ENABLE, radeon_crtc->pll_id,
1118
              radeon_crtc->crtc_id, &radeon_crtc->ss);
1118
              radeon_crtc->crtc_id, &radeon_crtc->ss);
1119
	}
1119
	}
1120
}
1120
}
1121
 
1121
 
1122
static int dce4_crtc_do_set_base(struct drm_crtc *crtc,
1122
static int dce4_crtc_do_set_base(struct drm_crtc *crtc,
1123
				 struct drm_framebuffer *fb,
1123
				 struct drm_framebuffer *fb,
1124
				 int x, int y, int atomic)
1124
				 int x, int y, int atomic)
1125
{
1125
{
1126
	struct radeon_crtc *radeon_crtc = to_radeon_crtc(crtc);
1126
	struct radeon_crtc *radeon_crtc = to_radeon_crtc(crtc);
1127
	struct drm_device *dev = crtc->dev;
1127
	struct drm_device *dev = crtc->dev;
1128
	struct radeon_device *rdev = dev->dev_private;
1128
	struct radeon_device *rdev = dev->dev_private;
1129
	struct radeon_framebuffer *radeon_fb;
1129
	struct radeon_framebuffer *radeon_fb;
1130
	struct drm_framebuffer *target_fb;
1130
	struct drm_framebuffer *target_fb;
1131
	struct drm_gem_object *obj;
1131
	struct drm_gem_object *obj;
1132
	struct radeon_bo *rbo;
1132
	struct radeon_bo *rbo;
1133
	uint64_t fb_location;
1133
	uint64_t fb_location;
1134
	uint32_t fb_format, fb_pitch_pixels, tiling_flags;
1134
	uint32_t fb_format, fb_pitch_pixels, tiling_flags;
1135
	unsigned bankw, bankh, mtaspect, tile_split;
1135
	unsigned bankw, bankh, mtaspect, tile_split;
1136
	u32 fb_swap = EVERGREEN_GRPH_ENDIAN_SWAP(EVERGREEN_GRPH_ENDIAN_NONE);
1136
	u32 fb_swap = EVERGREEN_GRPH_ENDIAN_SWAP(EVERGREEN_GRPH_ENDIAN_NONE);
1137
	u32 tmp, viewport_w, viewport_h;
1137
	u32 tmp, viewport_w, viewport_h;
1138
	int r;
1138
	int r;
1139
	bool bypass_lut = false;
1139
	bool bypass_lut = false;
1140
 
1140
 
1141
	/* no fb bound */
1141
	/* no fb bound */
1142
	if (!atomic && !crtc->primary->fb) {
1142
	if (!atomic && !crtc->primary->fb) {
1143
		DRM_DEBUG_KMS("No FB bound\n");
1143
		DRM_DEBUG_KMS("No FB bound\n");
1144
		return 0;
1144
		return 0;
1145
	}
1145
	}
1146
 
1146
 
1147
	if (atomic) {
1147
	if (atomic) {
1148
		radeon_fb = to_radeon_framebuffer(fb);
1148
		radeon_fb = to_radeon_framebuffer(fb);
1149
		target_fb = fb;
1149
		target_fb = fb;
1150
	}
1150
	}
1151
	else {
1151
	else {
1152
		radeon_fb = to_radeon_framebuffer(crtc->primary->fb);
1152
		radeon_fb = to_radeon_framebuffer(crtc->primary->fb);
1153
		target_fb = crtc->primary->fb;
1153
		target_fb = crtc->primary->fb;
1154
	}
1154
	}
1155
 
1155
 
1156
	/* If atomic, assume fb object is pinned & idle & fenced and
1156
	/* If atomic, assume fb object is pinned & idle & fenced and
1157
	 * just update base pointers
1157
	 * just update base pointers
1158
	 */
1158
	 */
1159
	obj = radeon_fb->obj;
1159
	obj = radeon_fb->obj;
1160
	rbo = gem_to_radeon_bo(obj);
1160
	rbo = gem_to_radeon_bo(obj);
1161
    r = radeon_bo_reserve(rbo, false);
1161
    r = radeon_bo_reserve(rbo, false);
1162
    if (unlikely(r != 0))
1162
    if (unlikely(r != 0))
1163
        return r;
1163
        return r;
1164
 
1164
 
1165
	if (atomic)
1165
	if (atomic)
1166
		fb_location = radeon_bo_gpu_offset(rbo);
1166
		fb_location = radeon_bo_gpu_offset(rbo);
1167
	else {
1167
	else {
1168
		r = radeon_bo_pin(rbo, RADEON_GEM_DOMAIN_VRAM, &fb_location);
1168
		r = radeon_bo_pin(rbo, RADEON_GEM_DOMAIN_VRAM, &fb_location);
1169
		if (unlikely(r != 0)) {
1169
		if (unlikely(r != 0)) {
1170
			radeon_bo_unreserve(rbo);
1170
			radeon_bo_unreserve(rbo);
1171
			return -EINVAL;
1171
			return -EINVAL;
1172
		}
1172
		}
1173
	}
1173
	}
1174
 
1174
 
1175
	radeon_bo_get_tiling_flags(rbo, &tiling_flags, NULL);
1175
	radeon_bo_get_tiling_flags(rbo, &tiling_flags, NULL);
1176
    radeon_bo_unreserve(rbo);
1176
    radeon_bo_unreserve(rbo);
1177
 
1177
 
1178
	switch (target_fb->pixel_format) {
1178
	switch (target_fb->pixel_format) {
1179
	case DRM_FORMAT_C8:
1179
	case DRM_FORMAT_C8:
1180
		fb_format = (EVERGREEN_GRPH_DEPTH(EVERGREEN_GRPH_DEPTH_8BPP) |
1180
		fb_format = (EVERGREEN_GRPH_DEPTH(EVERGREEN_GRPH_DEPTH_8BPP) |
1181
			     EVERGREEN_GRPH_FORMAT(EVERGREEN_GRPH_FORMAT_INDEXED));
1181
			     EVERGREEN_GRPH_FORMAT(EVERGREEN_GRPH_FORMAT_INDEXED));
1182
		break;
1182
		break;
1183
	case DRM_FORMAT_XRGB4444:
1183
	case DRM_FORMAT_XRGB4444:
1184
	case DRM_FORMAT_ARGB4444:
1184
	case DRM_FORMAT_ARGB4444:
1185
		fb_format = (EVERGREEN_GRPH_DEPTH(EVERGREEN_GRPH_DEPTH_16BPP) |
1185
		fb_format = (EVERGREEN_GRPH_DEPTH(EVERGREEN_GRPH_DEPTH_16BPP) |
1186
			     EVERGREEN_GRPH_FORMAT(EVERGREEN_GRPH_FORMAT_ARGB4444));
1186
			     EVERGREEN_GRPH_FORMAT(EVERGREEN_GRPH_FORMAT_ARGB4444));
1187
#ifdef __BIG_ENDIAN
1187
#ifdef __BIG_ENDIAN
1188
		fb_swap = EVERGREEN_GRPH_ENDIAN_SWAP(EVERGREEN_GRPH_ENDIAN_8IN16);
1188
		fb_swap = EVERGREEN_GRPH_ENDIAN_SWAP(EVERGREEN_GRPH_ENDIAN_8IN16);
1189
#endif
1189
#endif
1190
		break;
1190
		break;
1191
	case DRM_FORMAT_XRGB1555:
1191
	case DRM_FORMAT_XRGB1555:
1192
	case DRM_FORMAT_ARGB1555:
1192
	case DRM_FORMAT_ARGB1555:
1193
		fb_format = (EVERGREEN_GRPH_DEPTH(EVERGREEN_GRPH_DEPTH_16BPP) |
1193
		fb_format = (EVERGREEN_GRPH_DEPTH(EVERGREEN_GRPH_DEPTH_16BPP) |
1194
			     EVERGREEN_GRPH_FORMAT(EVERGREEN_GRPH_FORMAT_ARGB1555));
1194
			     EVERGREEN_GRPH_FORMAT(EVERGREEN_GRPH_FORMAT_ARGB1555));
1195
#ifdef __BIG_ENDIAN
1195
#ifdef __BIG_ENDIAN
1196
		fb_swap = EVERGREEN_GRPH_ENDIAN_SWAP(EVERGREEN_GRPH_ENDIAN_8IN16);
1196
		fb_swap = EVERGREEN_GRPH_ENDIAN_SWAP(EVERGREEN_GRPH_ENDIAN_8IN16);
1197
#endif
1197
#endif
1198
		break;
1198
		break;
1199
	case DRM_FORMAT_BGRX5551:
1199
	case DRM_FORMAT_BGRX5551:
1200
	case DRM_FORMAT_BGRA5551:
1200
	case DRM_FORMAT_BGRA5551:
1201
		fb_format = (EVERGREEN_GRPH_DEPTH(EVERGREEN_GRPH_DEPTH_16BPP) |
1201
		fb_format = (EVERGREEN_GRPH_DEPTH(EVERGREEN_GRPH_DEPTH_16BPP) |
1202
			     EVERGREEN_GRPH_FORMAT(EVERGREEN_GRPH_FORMAT_BGRA5551));
1202
			     EVERGREEN_GRPH_FORMAT(EVERGREEN_GRPH_FORMAT_BGRA5551));
1203
#ifdef __BIG_ENDIAN
1203
#ifdef __BIG_ENDIAN
1204
		fb_swap = EVERGREEN_GRPH_ENDIAN_SWAP(EVERGREEN_GRPH_ENDIAN_8IN16);
1204
		fb_swap = EVERGREEN_GRPH_ENDIAN_SWAP(EVERGREEN_GRPH_ENDIAN_8IN16);
1205
#endif
1205
#endif
1206
		break;
1206
		break;
1207
	case DRM_FORMAT_RGB565:
1207
	case DRM_FORMAT_RGB565:
1208
		fb_format = (EVERGREEN_GRPH_DEPTH(EVERGREEN_GRPH_DEPTH_16BPP) |
1208
		fb_format = (EVERGREEN_GRPH_DEPTH(EVERGREEN_GRPH_DEPTH_16BPP) |
1209
			     EVERGREEN_GRPH_FORMAT(EVERGREEN_GRPH_FORMAT_ARGB565));
1209
			     EVERGREEN_GRPH_FORMAT(EVERGREEN_GRPH_FORMAT_ARGB565));
1210
#ifdef __BIG_ENDIAN
1210
#ifdef __BIG_ENDIAN
1211
		fb_swap = EVERGREEN_GRPH_ENDIAN_SWAP(EVERGREEN_GRPH_ENDIAN_8IN16);
1211
		fb_swap = EVERGREEN_GRPH_ENDIAN_SWAP(EVERGREEN_GRPH_ENDIAN_8IN16);
1212
#endif
1212
#endif
1213
		break;
1213
		break;
1214
	case DRM_FORMAT_XRGB8888:
1214
	case DRM_FORMAT_XRGB8888:
1215
	case DRM_FORMAT_ARGB8888:
1215
	case DRM_FORMAT_ARGB8888:
1216
		fb_format = (EVERGREEN_GRPH_DEPTH(EVERGREEN_GRPH_DEPTH_32BPP) |
1216
		fb_format = (EVERGREEN_GRPH_DEPTH(EVERGREEN_GRPH_DEPTH_32BPP) |
1217
			     EVERGREEN_GRPH_FORMAT(EVERGREEN_GRPH_FORMAT_ARGB8888));
1217
			     EVERGREEN_GRPH_FORMAT(EVERGREEN_GRPH_FORMAT_ARGB8888));
1218
#ifdef __BIG_ENDIAN
1218
#ifdef __BIG_ENDIAN
1219
		fb_swap = EVERGREEN_GRPH_ENDIAN_SWAP(EVERGREEN_GRPH_ENDIAN_8IN32);
1219
		fb_swap = EVERGREEN_GRPH_ENDIAN_SWAP(EVERGREEN_GRPH_ENDIAN_8IN32);
1220
#endif
1220
#endif
1221
		break;
1221
		break;
1222
	case DRM_FORMAT_XRGB2101010:
1222
	case DRM_FORMAT_XRGB2101010:
1223
	case DRM_FORMAT_ARGB2101010:
1223
	case DRM_FORMAT_ARGB2101010:
1224
		fb_format = (EVERGREEN_GRPH_DEPTH(EVERGREEN_GRPH_DEPTH_32BPP) |
1224
		fb_format = (EVERGREEN_GRPH_DEPTH(EVERGREEN_GRPH_DEPTH_32BPP) |
1225
			     EVERGREEN_GRPH_FORMAT(EVERGREEN_GRPH_FORMAT_ARGB2101010));
1225
			     EVERGREEN_GRPH_FORMAT(EVERGREEN_GRPH_FORMAT_ARGB2101010));
1226
#ifdef __BIG_ENDIAN
1226
#ifdef __BIG_ENDIAN
1227
		fb_swap = EVERGREEN_GRPH_ENDIAN_SWAP(EVERGREEN_GRPH_ENDIAN_8IN32);
1227
		fb_swap = EVERGREEN_GRPH_ENDIAN_SWAP(EVERGREEN_GRPH_ENDIAN_8IN32);
1228
#endif
1228
#endif
1229
		/* Greater 8 bpc fb needs to bypass hw-lut to retain precision */
1229
		/* Greater 8 bpc fb needs to bypass hw-lut to retain precision */
1230
		bypass_lut = true;
1230
		bypass_lut = true;
1231
		break;
1231
		break;
1232
	case DRM_FORMAT_BGRX1010102:
1232
	case DRM_FORMAT_BGRX1010102:
1233
	case DRM_FORMAT_BGRA1010102:
1233
	case DRM_FORMAT_BGRA1010102:
1234
		fb_format = (EVERGREEN_GRPH_DEPTH(EVERGREEN_GRPH_DEPTH_32BPP) |
1234
		fb_format = (EVERGREEN_GRPH_DEPTH(EVERGREEN_GRPH_DEPTH_32BPP) |
1235
			     EVERGREEN_GRPH_FORMAT(EVERGREEN_GRPH_FORMAT_BGRA1010102));
1235
			     EVERGREEN_GRPH_FORMAT(EVERGREEN_GRPH_FORMAT_BGRA1010102));
1236
#ifdef __BIG_ENDIAN
1236
#ifdef __BIG_ENDIAN
1237
		fb_swap = EVERGREEN_GRPH_ENDIAN_SWAP(EVERGREEN_GRPH_ENDIAN_8IN32);
1237
		fb_swap = EVERGREEN_GRPH_ENDIAN_SWAP(EVERGREEN_GRPH_ENDIAN_8IN32);
1238
#endif
1238
#endif
1239
		/* Greater 8 bpc fb needs to bypass hw-lut to retain precision */
1239
		/* Greater 8 bpc fb needs to bypass hw-lut to retain precision */
1240
		bypass_lut = true;
1240
		bypass_lut = true;
1241
		break;
1241
		break;
1242
	default:
1242
	default:
1243
		DRM_ERROR("Unsupported screen format %s\n",
1243
		DRM_ERROR("Unsupported screen format %s\n",
1244
			  drm_get_format_name(target_fb->pixel_format));
1244
			  drm_get_format_name(target_fb->pixel_format));
1245
		return -EINVAL;
1245
		return -EINVAL;
1246
	}
1246
	}
1247
 
1247
 
1248
	if (tiling_flags & RADEON_TILING_MACRO) {
1248
	if (tiling_flags & RADEON_TILING_MACRO) {
1249
		evergreen_tiling_fields(tiling_flags, &bankw, &bankh, &mtaspect, &tile_split);
1249
		evergreen_tiling_fields(tiling_flags, &bankw, &bankh, &mtaspect, &tile_split);
1250
 
1250
 
1251
		/* Set NUM_BANKS. */
1251
		/* Set NUM_BANKS. */
1252
		if (rdev->family >= CHIP_TAHITI) {
1252
		if (rdev->family >= CHIP_TAHITI) {
1253
			unsigned index, num_banks;
1253
			unsigned index, num_banks;
1254
 
1254
 
1255
		if (rdev->family >= CHIP_BONAIRE) {
1255
		if (rdev->family >= CHIP_BONAIRE) {
1256
				unsigned tileb, tile_split_bytes;
1256
				unsigned tileb, tile_split_bytes;
1257
 
1257
 
1258
			/* Calculate the macrotile mode index. */
1258
			/* Calculate the macrotile mode index. */
1259
			tile_split_bytes = 64 << tile_split;
1259
			tile_split_bytes = 64 << tile_split;
1260
			tileb = 8 * 8 * target_fb->bits_per_pixel / 8;
1260
			tileb = 8 * 8 * target_fb->bits_per_pixel / 8;
1261
			tileb = min(tile_split_bytes, tileb);
1261
			tileb = min(tile_split_bytes, tileb);
1262
 
1262
 
1263
				for (index = 0; tileb > 64; index++)
1263
				for (index = 0; tileb > 64; index++)
1264
				tileb >>= 1;
1264
				tileb >>= 1;
1265
 
1265
 
1266
			if (index >= 16) {
1266
			if (index >= 16) {
1267
				DRM_ERROR("Wrong screen bpp (%u) or tile split (%u)\n",
1267
				DRM_ERROR("Wrong screen bpp (%u) or tile split (%u)\n",
1268
					  target_fb->bits_per_pixel, tile_split);
1268
					  target_fb->bits_per_pixel, tile_split);
1269
				return -EINVAL;
1269
				return -EINVAL;
1270
			}
1270
			}
1271
 
1271
 
1272
			num_banks = (rdev->config.cik.macrotile_mode_array[index] >> 6) & 0x3;
1272
			num_banks = (rdev->config.cik.macrotile_mode_array[index] >> 6) & 0x3;
1273
			} else {
1273
			} else {
1274
				switch (target_fb->bits_per_pixel) {
1274
				switch (target_fb->bits_per_pixel) {
1275
				case 8:
1275
				case 8:
1276
					index = 10;
1276
					index = 10;
1277
					break;
1277
					break;
1278
				case 16:
1278
				case 16:
1279
					index = SI_TILE_MODE_COLOR_2D_SCANOUT_16BPP;
1279
					index = SI_TILE_MODE_COLOR_2D_SCANOUT_16BPP;
1280
					break;
1280
					break;
1281
				default:
1281
				default:
1282
				case 32:
1282
				case 32:
1283
					index = SI_TILE_MODE_COLOR_2D_SCANOUT_32BPP;
1283
					index = SI_TILE_MODE_COLOR_2D_SCANOUT_32BPP;
1284
					break;
1284
					break;
1285
				}
1285
				}
1286
 
1286
 
1287
				num_banks = (rdev->config.si.tile_mode_array[index] >> 20) & 0x3;
1287
				num_banks = (rdev->config.si.tile_mode_array[index] >> 20) & 0x3;
1288
			}
1288
			}
1289
 
1289
 
1290
			fb_format |= EVERGREEN_GRPH_NUM_BANKS(num_banks);
1290
			fb_format |= EVERGREEN_GRPH_NUM_BANKS(num_banks);
1291
		} else {
1291
		} else {
1292
			/* NI and older. */
1292
			/* NI and older. */
1293
			if (rdev->family >= CHIP_CAYMAN)
1293
			if (rdev->family >= CHIP_CAYMAN)
1294
			tmp = rdev->config.cayman.tile_config;
1294
			tmp = rdev->config.cayman.tile_config;
1295
		else
1295
		else
1296
			tmp = rdev->config.evergreen.tile_config;
1296
			tmp = rdev->config.evergreen.tile_config;
1297
 
1297
 
1298
		switch ((tmp & 0xf0) >> 4) {
1298
		switch ((tmp & 0xf0) >> 4) {
1299
		case 0: /* 4 banks */
1299
		case 0: /* 4 banks */
1300
			fb_format |= EVERGREEN_GRPH_NUM_BANKS(EVERGREEN_ADDR_SURF_4_BANK);
1300
			fb_format |= EVERGREEN_GRPH_NUM_BANKS(EVERGREEN_ADDR_SURF_4_BANK);
1301
			break;
1301
			break;
1302
		case 1: /* 8 banks */
1302
		case 1: /* 8 banks */
1303
		default:
1303
		default:
1304
			fb_format |= EVERGREEN_GRPH_NUM_BANKS(EVERGREEN_ADDR_SURF_8_BANK);
1304
			fb_format |= EVERGREEN_GRPH_NUM_BANKS(EVERGREEN_ADDR_SURF_8_BANK);
1305
			break;
1305
			break;
1306
		case 2: /* 16 banks */
1306
		case 2: /* 16 banks */
1307
			fb_format |= EVERGREEN_GRPH_NUM_BANKS(EVERGREEN_ADDR_SURF_16_BANK);
1307
			fb_format |= EVERGREEN_GRPH_NUM_BANKS(EVERGREEN_ADDR_SURF_16_BANK);
1308
			break;
1308
			break;
1309
		}
1309
		}
1310
		}
1310
		}
1311
 
1311
 
1312
		fb_format |= EVERGREEN_GRPH_ARRAY_MODE(EVERGREEN_GRPH_ARRAY_2D_TILED_THIN1);
1312
		fb_format |= EVERGREEN_GRPH_ARRAY_MODE(EVERGREEN_GRPH_ARRAY_2D_TILED_THIN1);
1313
		fb_format |= EVERGREEN_GRPH_TILE_SPLIT(tile_split);
1313
		fb_format |= EVERGREEN_GRPH_TILE_SPLIT(tile_split);
1314
		fb_format |= EVERGREEN_GRPH_BANK_WIDTH(bankw);
1314
		fb_format |= EVERGREEN_GRPH_BANK_WIDTH(bankw);
1315
		fb_format |= EVERGREEN_GRPH_BANK_HEIGHT(bankh);
1315
		fb_format |= EVERGREEN_GRPH_BANK_HEIGHT(bankh);
1316
		fb_format |= EVERGREEN_GRPH_MACRO_TILE_ASPECT(mtaspect);
1316
		fb_format |= EVERGREEN_GRPH_MACRO_TILE_ASPECT(mtaspect);
1317
		if (rdev->family >= CHIP_BONAIRE) {
1317
		if (rdev->family >= CHIP_BONAIRE) {
1318
			/* XXX need to know more about the surface tiling mode */
1318
			/* XXX need to know more about the surface tiling mode */
1319
			fb_format |= CIK_GRPH_MICRO_TILE_MODE(CIK_DISPLAY_MICRO_TILING);
1319
			fb_format |= CIK_GRPH_MICRO_TILE_MODE(CIK_DISPLAY_MICRO_TILING);
1320
		}
1320
		}
1321
	} else if (tiling_flags & RADEON_TILING_MICRO)
1321
	} else if (tiling_flags & RADEON_TILING_MICRO)
1322
		fb_format |= EVERGREEN_GRPH_ARRAY_MODE(EVERGREEN_GRPH_ARRAY_1D_TILED_THIN1);
1322
		fb_format |= EVERGREEN_GRPH_ARRAY_MODE(EVERGREEN_GRPH_ARRAY_1D_TILED_THIN1);
1323
 
1323
 
1324
	if (rdev->family >= CHIP_BONAIRE) {
1324
	if (rdev->family >= CHIP_BONAIRE) {
1325
		/* Read the pipe config from the 2D TILED SCANOUT mode.
1325
		/* Read the pipe config from the 2D TILED SCANOUT mode.
1326
		 * It should be the same for the other modes too, but not all
1326
		 * It should be the same for the other modes too, but not all
1327
		 * modes set the pipe config field. */
1327
		 * modes set the pipe config field. */
1328
		u32 pipe_config = (rdev->config.cik.tile_mode_array[10] >> 6) & 0x1f;
1328
		u32 pipe_config = (rdev->config.cik.tile_mode_array[10] >> 6) & 0x1f;
1329
 
1329
 
1330
		fb_format |= CIK_GRPH_PIPE_CONFIG(pipe_config);
1330
		fb_format |= CIK_GRPH_PIPE_CONFIG(pipe_config);
1331
	} else if ((rdev->family == CHIP_TAHITI) ||
1331
	} else if ((rdev->family == CHIP_TAHITI) ||
1332
	    (rdev->family == CHIP_PITCAIRN))
1332
	    (rdev->family == CHIP_PITCAIRN))
1333
		fb_format |= SI_GRPH_PIPE_CONFIG(SI_ADDR_SURF_P8_32x32_8x16);
1333
		fb_format |= SI_GRPH_PIPE_CONFIG(SI_ADDR_SURF_P8_32x32_8x16);
1334
	else if ((rdev->family == CHIP_VERDE) ||
1334
	else if ((rdev->family == CHIP_VERDE) ||
1335
		 (rdev->family == CHIP_OLAND) ||
1335
		 (rdev->family == CHIP_OLAND) ||
1336
		 (rdev->family == CHIP_HAINAN)) /* for completeness.  HAINAN has no display hw */
1336
		 (rdev->family == CHIP_HAINAN)) /* for completeness.  HAINAN has no display hw */
1337
		fb_format |= SI_GRPH_PIPE_CONFIG(SI_ADDR_SURF_P4_8x16);
1337
		fb_format |= SI_GRPH_PIPE_CONFIG(SI_ADDR_SURF_P4_8x16);
1338
 
1338
 
1339
	switch (radeon_crtc->crtc_id) {
1339
	switch (radeon_crtc->crtc_id) {
1340
	case 0:
1340
	case 0:
1341
		WREG32(AVIVO_D1VGA_CONTROL, 0);
1341
		WREG32(AVIVO_D1VGA_CONTROL, 0);
1342
		break;
1342
		break;
1343
	case 1:
1343
	case 1:
1344
		WREG32(AVIVO_D2VGA_CONTROL, 0);
1344
		WREG32(AVIVO_D2VGA_CONTROL, 0);
1345
		break;
1345
		break;
1346
	case 2:
1346
	case 2:
1347
		WREG32(EVERGREEN_D3VGA_CONTROL, 0);
1347
		WREG32(EVERGREEN_D3VGA_CONTROL, 0);
1348
		break;
1348
		break;
1349
	case 3:
1349
	case 3:
1350
		WREG32(EVERGREEN_D4VGA_CONTROL, 0);
1350
		WREG32(EVERGREEN_D4VGA_CONTROL, 0);
1351
		break;
1351
		break;
1352
	case 4:
1352
	case 4:
1353
		WREG32(EVERGREEN_D5VGA_CONTROL, 0);
1353
		WREG32(EVERGREEN_D5VGA_CONTROL, 0);
1354
		break;
1354
		break;
1355
	case 5:
1355
	case 5:
1356
		WREG32(EVERGREEN_D6VGA_CONTROL, 0);
1356
		WREG32(EVERGREEN_D6VGA_CONTROL, 0);
1357
		break;
1357
		break;
1358
	default:
1358
	default:
1359
		break;
1359
		break;
1360
	}
1360
	}
1361
 
1361
 
1362
	WREG32(EVERGREEN_GRPH_PRIMARY_SURFACE_ADDRESS_HIGH + radeon_crtc->crtc_offset,
1362
	WREG32(EVERGREEN_GRPH_PRIMARY_SURFACE_ADDRESS_HIGH + radeon_crtc->crtc_offset,
1363
	       upper_32_bits(fb_location));
1363
	       upper_32_bits(fb_location));
1364
	WREG32(EVERGREEN_GRPH_SECONDARY_SURFACE_ADDRESS_HIGH + radeon_crtc->crtc_offset,
1364
	WREG32(EVERGREEN_GRPH_SECONDARY_SURFACE_ADDRESS_HIGH + radeon_crtc->crtc_offset,
1365
	       upper_32_bits(fb_location));
1365
	       upper_32_bits(fb_location));
1366
	WREG32(EVERGREEN_GRPH_PRIMARY_SURFACE_ADDRESS + radeon_crtc->crtc_offset,
1366
	WREG32(EVERGREEN_GRPH_PRIMARY_SURFACE_ADDRESS + radeon_crtc->crtc_offset,
1367
	       (u32)fb_location & EVERGREEN_GRPH_SURFACE_ADDRESS_MASK);
1367
	       (u32)fb_location & EVERGREEN_GRPH_SURFACE_ADDRESS_MASK);
1368
	WREG32(EVERGREEN_GRPH_SECONDARY_SURFACE_ADDRESS + radeon_crtc->crtc_offset,
1368
	WREG32(EVERGREEN_GRPH_SECONDARY_SURFACE_ADDRESS + radeon_crtc->crtc_offset,
1369
	       (u32) fb_location & EVERGREEN_GRPH_SURFACE_ADDRESS_MASK);
1369
	       (u32) fb_location & EVERGREEN_GRPH_SURFACE_ADDRESS_MASK);
1370
	WREG32(EVERGREEN_GRPH_CONTROL + radeon_crtc->crtc_offset, fb_format);
1370
	WREG32(EVERGREEN_GRPH_CONTROL + radeon_crtc->crtc_offset, fb_format);
1371
	WREG32(EVERGREEN_GRPH_SWAP_CONTROL + radeon_crtc->crtc_offset, fb_swap);
1371
	WREG32(EVERGREEN_GRPH_SWAP_CONTROL + radeon_crtc->crtc_offset, fb_swap);
1372
 
1372
 
1373
	/*
1373
	/*
1374
	 * The LUT only has 256 slots for indexing by a 8 bpc fb. Bypass the LUT
1374
	 * The LUT only has 256 slots for indexing by a 8 bpc fb. Bypass the LUT
1375
	 * for > 8 bpc scanout to avoid truncation of fb indices to 8 msb's, to
1375
	 * for > 8 bpc scanout to avoid truncation of fb indices to 8 msb's, to
1376
	 * retain the full precision throughout the pipeline.
1376
	 * retain the full precision throughout the pipeline.
1377
	 */
1377
	 */
1378
	WREG32_P(EVERGREEN_GRPH_LUT_10BIT_BYPASS_CONTROL + radeon_crtc->crtc_offset,
1378
	WREG32_P(EVERGREEN_GRPH_LUT_10BIT_BYPASS_CONTROL + radeon_crtc->crtc_offset,
1379
		 (bypass_lut ? EVERGREEN_LUT_10BIT_BYPASS_EN : 0),
1379
		 (bypass_lut ? EVERGREEN_LUT_10BIT_BYPASS_EN : 0),
1380
		 ~EVERGREEN_LUT_10BIT_BYPASS_EN);
1380
		 ~EVERGREEN_LUT_10BIT_BYPASS_EN);
1381
 
1381
 
1382
	if (bypass_lut)
1382
	if (bypass_lut)
1383
		DRM_DEBUG_KMS("Bypassing hardware LUT due to 10 bit fb scanout.\n");
1383
		DRM_DEBUG_KMS("Bypassing hardware LUT due to 10 bit fb scanout.\n");
1384
 
1384
 
1385
	WREG32(EVERGREEN_GRPH_SURFACE_OFFSET_X + radeon_crtc->crtc_offset, 0);
1385
	WREG32(EVERGREEN_GRPH_SURFACE_OFFSET_X + radeon_crtc->crtc_offset, 0);
1386
	WREG32(EVERGREEN_GRPH_SURFACE_OFFSET_Y + radeon_crtc->crtc_offset, 0);
1386
	WREG32(EVERGREEN_GRPH_SURFACE_OFFSET_Y + radeon_crtc->crtc_offset, 0);
1387
	WREG32(EVERGREEN_GRPH_X_START + radeon_crtc->crtc_offset, 0);
1387
	WREG32(EVERGREEN_GRPH_X_START + radeon_crtc->crtc_offset, 0);
1388
	WREG32(EVERGREEN_GRPH_Y_START + radeon_crtc->crtc_offset, 0);
1388
	WREG32(EVERGREEN_GRPH_Y_START + radeon_crtc->crtc_offset, 0);
1389
	WREG32(EVERGREEN_GRPH_X_END + radeon_crtc->crtc_offset, target_fb->width);
1389
	WREG32(EVERGREEN_GRPH_X_END + radeon_crtc->crtc_offset, target_fb->width);
1390
	WREG32(EVERGREEN_GRPH_Y_END + radeon_crtc->crtc_offset, target_fb->height);
1390
	WREG32(EVERGREEN_GRPH_Y_END + radeon_crtc->crtc_offset, target_fb->height);
1391
 
1391
 
1392
	fb_pitch_pixels = target_fb->pitches[0] / (target_fb->bits_per_pixel / 8);
1392
	fb_pitch_pixels = target_fb->pitches[0] / (target_fb->bits_per_pixel / 8);
1393
	WREG32(EVERGREEN_GRPH_PITCH + radeon_crtc->crtc_offset, fb_pitch_pixels);
1393
	WREG32(EVERGREEN_GRPH_PITCH + radeon_crtc->crtc_offset, fb_pitch_pixels);
1394
	WREG32(EVERGREEN_GRPH_ENABLE + radeon_crtc->crtc_offset, 1);
1394
	WREG32(EVERGREEN_GRPH_ENABLE + radeon_crtc->crtc_offset, 1);
1395
 
1395
 
1396
	if (rdev->family >= CHIP_BONAIRE)
1396
	if (rdev->family >= CHIP_BONAIRE)
1397
		WREG32(CIK_LB_DESKTOP_HEIGHT + radeon_crtc->crtc_offset,
1397
		WREG32(CIK_LB_DESKTOP_HEIGHT + radeon_crtc->crtc_offset,
1398
		       target_fb->height);
1398
		       target_fb->height);
1399
	else
1399
	else
1400
	WREG32(EVERGREEN_DESKTOP_HEIGHT + radeon_crtc->crtc_offset,
1400
	WREG32(EVERGREEN_DESKTOP_HEIGHT + radeon_crtc->crtc_offset,
1401
	       target_fb->height);
1401
	       target_fb->height);
1402
	x &= ~3;
1402
	x &= ~3;
1403
	y &= ~1;
1403
	y &= ~1;
1404
	WREG32(EVERGREEN_VIEWPORT_START + radeon_crtc->crtc_offset,
1404
	WREG32(EVERGREEN_VIEWPORT_START + radeon_crtc->crtc_offset,
1405
	       (x << 16) | y);
1405
	       (x << 16) | y);
1406
	viewport_w = crtc->mode.hdisplay;
1406
	viewport_w = crtc->mode.hdisplay;
1407
	viewport_h = (crtc->mode.vdisplay + 1) & ~1;
1407
	viewport_h = (crtc->mode.vdisplay + 1) & ~1;
1408
	WREG32(EVERGREEN_VIEWPORT_SIZE + radeon_crtc->crtc_offset,
1408
	WREG32(EVERGREEN_VIEWPORT_SIZE + radeon_crtc->crtc_offset,
1409
	       (viewport_w << 16) | viewport_h);
1409
	       (viewport_w << 16) | viewport_h);
1410
 
1410
 
1411
	/* pageflip setup */
1411
	/* pageflip setup */
1412
	/* make sure flip is at vb rather than hb */
1412
	/* make sure flip is at vb rather than hb */
1413
	tmp = RREG32(EVERGREEN_GRPH_FLIP_CONTROL + radeon_crtc->crtc_offset);
1413
	tmp = RREG32(EVERGREEN_GRPH_FLIP_CONTROL + radeon_crtc->crtc_offset);
1414
	tmp &= ~EVERGREEN_GRPH_SURFACE_UPDATE_H_RETRACE_EN;
1414
	tmp &= ~EVERGREEN_GRPH_SURFACE_UPDATE_H_RETRACE_EN;
1415
	WREG32(EVERGREEN_GRPH_FLIP_CONTROL + radeon_crtc->crtc_offset, tmp);
1415
	WREG32(EVERGREEN_GRPH_FLIP_CONTROL + radeon_crtc->crtc_offset, tmp);
1416
 
1416
 
1417
	/* set pageflip to happen only at start of vblank interval (front porch) */
1417
	/* set pageflip to happen only at start of vblank interval (front porch) */
1418
	WREG32(EVERGREEN_MASTER_UPDATE_MODE + radeon_crtc->crtc_offset, 3);
1418
	WREG32(EVERGREEN_MASTER_UPDATE_MODE + radeon_crtc->crtc_offset, 3);
1419
 
1419
 
1420
	if (!atomic && fb && fb != crtc->primary->fb) {
1420
	if (!atomic && fb && fb != crtc->primary->fb) {
1421
		radeon_fb = to_radeon_framebuffer(fb);
1421
		radeon_fb = to_radeon_framebuffer(fb);
1422
		rbo = gem_to_radeon_bo(radeon_fb->obj);
1422
		rbo = gem_to_radeon_bo(radeon_fb->obj);
1423
		r = radeon_bo_reserve(rbo, false);
1423
		r = radeon_bo_reserve(rbo, false);
1424
		if (unlikely(r != 0))
1424
		if (unlikely(r != 0))
1425
			return r;
1425
			return r;
1426
		radeon_bo_unpin(rbo);
1426
		radeon_bo_unpin(rbo);
1427
		radeon_bo_unreserve(rbo);
1427
		radeon_bo_unreserve(rbo);
1428
	}
1428
	}
1429
 
1429
 
1430
	/* Bytes per pixel may have changed */
1430
	/* Bytes per pixel may have changed */
1431
	radeon_bandwidth_update(rdev);
1431
	radeon_bandwidth_update(rdev);
1432
 
1432
 
1433
	return 0;
1433
	return 0;
1434
}
1434
}
1435
 
1435
 
1436
static int avivo_crtc_do_set_base(struct drm_crtc *crtc,
1436
static int avivo_crtc_do_set_base(struct drm_crtc *crtc,
1437
				  struct drm_framebuffer *fb,
1437
				  struct drm_framebuffer *fb,
1438
				  int x, int y, int atomic)
1438
				  int x, int y, int atomic)
1439
{
1439
{
1440
	struct radeon_crtc *radeon_crtc = to_radeon_crtc(crtc);
1440
	struct radeon_crtc *radeon_crtc = to_radeon_crtc(crtc);
1441
	struct drm_device *dev = crtc->dev;
1441
	struct drm_device *dev = crtc->dev;
1442
	struct radeon_device *rdev = dev->dev_private;
1442
	struct radeon_device *rdev = dev->dev_private;
1443
	struct radeon_framebuffer *radeon_fb;
1443
	struct radeon_framebuffer *radeon_fb;
1444
	struct drm_gem_object *obj;
1444
	struct drm_gem_object *obj;
1445
	struct radeon_bo *rbo;
1445
	struct radeon_bo *rbo;
1446
	struct drm_framebuffer *target_fb;
1446
	struct drm_framebuffer *target_fb;
1447
	uint64_t fb_location;
1447
	uint64_t fb_location;
1448
	uint32_t fb_format, fb_pitch_pixels, tiling_flags;
1448
	uint32_t fb_format, fb_pitch_pixels, tiling_flags;
1449
	u32 fb_swap = R600_D1GRPH_SWAP_ENDIAN_NONE;
1449
	u32 fb_swap = R600_D1GRPH_SWAP_ENDIAN_NONE;
1450
	u32 tmp, viewport_w, viewport_h;
1450
	u32 tmp, viewport_w, viewport_h;
1451
	int r;
1451
	int r;
1452
	bool bypass_lut = false;
1452
	bool bypass_lut = false;
1453
 
1453
 
1454
	/* no fb bound */
1454
	/* no fb bound */
1455
	if (!atomic && !crtc->primary->fb) {
1455
	if (!atomic && !crtc->primary->fb) {
1456
		DRM_DEBUG_KMS("No FB bound\n");
1456
		DRM_DEBUG_KMS("No FB bound\n");
1457
		return 0;
1457
		return 0;
1458
	}
1458
	}
1459
 
1459
 
1460
	if (atomic) {
1460
	if (atomic) {
1461
		radeon_fb = to_radeon_framebuffer(fb);
1461
		radeon_fb = to_radeon_framebuffer(fb);
1462
		target_fb = fb;
1462
		target_fb = fb;
1463
	}
1463
	}
1464
	else {
1464
	else {
1465
		radeon_fb = to_radeon_framebuffer(crtc->primary->fb);
1465
		radeon_fb = to_radeon_framebuffer(crtc->primary->fb);
1466
		target_fb = crtc->primary->fb;
1466
		target_fb = crtc->primary->fb;
1467
	}
1467
	}
1468
 
1468
 
1469
	obj = radeon_fb->obj;
1469
	obj = radeon_fb->obj;
1470
	rbo = gem_to_radeon_bo(obj);
1470
	rbo = gem_to_radeon_bo(obj);
1471
	r = radeon_bo_reserve(rbo, false);
1471
	r = radeon_bo_reserve(rbo, false);
1472
	if (unlikely(r != 0))
1472
	if (unlikely(r != 0))
1473
		return r;
1473
		return r;
1474
 
1474
 
1475
	/* If atomic, assume fb object is pinned & idle & fenced and
1475
	/* If atomic, assume fb object is pinned & idle & fenced and
1476
	 * just update base pointers
1476
	 * just update base pointers
1477
	 */
1477
	 */
1478
	if (atomic)
1478
	if (atomic)
1479
		fb_location = radeon_bo_gpu_offset(rbo);
1479
		fb_location = radeon_bo_gpu_offset(rbo);
1480
	else {
1480
	else {
1481
		r = radeon_bo_pin(rbo, RADEON_GEM_DOMAIN_VRAM, &fb_location);
1481
		r = radeon_bo_pin(rbo, RADEON_GEM_DOMAIN_VRAM, &fb_location);
1482
		if (unlikely(r != 0)) {
1482
		if (unlikely(r != 0)) {
1483
			radeon_bo_unreserve(rbo);
1483
			radeon_bo_unreserve(rbo);
1484
			return -EINVAL;
1484
			return -EINVAL;
1485
		}
1485
		}
1486
	}
1486
	}
1487
	radeon_bo_get_tiling_flags(rbo, &tiling_flags, NULL);
1487
	radeon_bo_get_tiling_flags(rbo, &tiling_flags, NULL);
1488
	radeon_bo_unreserve(rbo);
1488
	radeon_bo_unreserve(rbo);
1489
 
1489
 
1490
	switch (target_fb->pixel_format) {
1490
	switch (target_fb->pixel_format) {
1491
	case DRM_FORMAT_C8:
1491
	case DRM_FORMAT_C8:
1492
		fb_format =
1492
		fb_format =
1493
		    AVIVO_D1GRPH_CONTROL_DEPTH_8BPP |
1493
		    AVIVO_D1GRPH_CONTROL_DEPTH_8BPP |
1494
		    AVIVO_D1GRPH_CONTROL_8BPP_INDEXED;
1494
		    AVIVO_D1GRPH_CONTROL_8BPP_INDEXED;
1495
		break;
1495
		break;
1496
	case DRM_FORMAT_XRGB4444:
1496
	case DRM_FORMAT_XRGB4444:
1497
	case DRM_FORMAT_ARGB4444:
1497
	case DRM_FORMAT_ARGB4444:
1498
		fb_format =
1498
		fb_format =
1499
		    AVIVO_D1GRPH_CONTROL_DEPTH_16BPP |
1499
		    AVIVO_D1GRPH_CONTROL_DEPTH_16BPP |
1500
		    AVIVO_D1GRPH_CONTROL_16BPP_ARGB4444;
1500
		    AVIVO_D1GRPH_CONTROL_16BPP_ARGB4444;
1501
#ifdef __BIG_ENDIAN
1501
#ifdef __BIG_ENDIAN
1502
		fb_swap = R600_D1GRPH_SWAP_ENDIAN_16BIT;
1502
		fb_swap = R600_D1GRPH_SWAP_ENDIAN_16BIT;
1503
#endif
1503
#endif
1504
		break;
1504
		break;
1505
	case DRM_FORMAT_XRGB1555:
1505
	case DRM_FORMAT_XRGB1555:
1506
		fb_format =
1506
		fb_format =
1507
		    AVIVO_D1GRPH_CONTROL_DEPTH_16BPP |
1507
		    AVIVO_D1GRPH_CONTROL_DEPTH_16BPP |
1508
		    AVIVO_D1GRPH_CONTROL_16BPP_ARGB1555;
1508
		    AVIVO_D1GRPH_CONTROL_16BPP_ARGB1555;
1509
#ifdef __BIG_ENDIAN
1509
#ifdef __BIG_ENDIAN
1510
		fb_swap = R600_D1GRPH_SWAP_ENDIAN_16BIT;
1510
		fb_swap = R600_D1GRPH_SWAP_ENDIAN_16BIT;
1511
#endif
1511
#endif
1512
		break;
1512
		break;
1513
	case DRM_FORMAT_RGB565:
1513
	case DRM_FORMAT_RGB565:
1514
		fb_format =
1514
		fb_format =
1515
		    AVIVO_D1GRPH_CONTROL_DEPTH_16BPP |
1515
		    AVIVO_D1GRPH_CONTROL_DEPTH_16BPP |
1516
		    AVIVO_D1GRPH_CONTROL_16BPP_RGB565;
1516
		    AVIVO_D1GRPH_CONTROL_16BPP_RGB565;
1517
#ifdef __BIG_ENDIAN
1517
#ifdef __BIG_ENDIAN
1518
		fb_swap = R600_D1GRPH_SWAP_ENDIAN_16BIT;
1518
		fb_swap = R600_D1GRPH_SWAP_ENDIAN_16BIT;
1519
#endif
1519
#endif
1520
		break;
1520
		break;
1521
	case DRM_FORMAT_XRGB8888:
1521
	case DRM_FORMAT_XRGB8888:
1522
	case DRM_FORMAT_ARGB8888:
1522
	case DRM_FORMAT_ARGB8888:
1523
		fb_format =
1523
		fb_format =
1524
		    AVIVO_D1GRPH_CONTROL_DEPTH_32BPP |
1524
		    AVIVO_D1GRPH_CONTROL_DEPTH_32BPP |
1525
		    AVIVO_D1GRPH_CONTROL_32BPP_ARGB8888;
1525
		    AVIVO_D1GRPH_CONTROL_32BPP_ARGB8888;
1526
#ifdef __BIG_ENDIAN
1526
#ifdef __BIG_ENDIAN
1527
		fb_swap = R600_D1GRPH_SWAP_ENDIAN_32BIT;
1527
		fb_swap = R600_D1GRPH_SWAP_ENDIAN_32BIT;
1528
#endif
1528
#endif
1529
		break;
1529
		break;
1530
	case DRM_FORMAT_XRGB2101010:
1530
	case DRM_FORMAT_XRGB2101010:
1531
	case DRM_FORMAT_ARGB2101010:
1531
	case DRM_FORMAT_ARGB2101010:
1532
		fb_format =
1532
		fb_format =
1533
		    AVIVO_D1GRPH_CONTROL_DEPTH_32BPP |
1533
		    AVIVO_D1GRPH_CONTROL_DEPTH_32BPP |
1534
		    AVIVO_D1GRPH_CONTROL_32BPP_ARGB2101010;
1534
		    AVIVO_D1GRPH_CONTROL_32BPP_ARGB2101010;
1535
#ifdef __BIG_ENDIAN
1535
#ifdef __BIG_ENDIAN
1536
		fb_swap = R600_D1GRPH_SWAP_ENDIAN_32BIT;
1536
		fb_swap = R600_D1GRPH_SWAP_ENDIAN_32BIT;
1537
#endif
1537
#endif
1538
		/* Greater 8 bpc fb needs to bypass hw-lut to retain precision */
1538
		/* Greater 8 bpc fb needs to bypass hw-lut to retain precision */
1539
		bypass_lut = true;
1539
		bypass_lut = true;
1540
		break;
1540
		break;
1541
	default:
1541
	default:
1542
		DRM_ERROR("Unsupported screen format %s\n",
1542
		DRM_ERROR("Unsupported screen format %s\n",
1543
			  drm_get_format_name(target_fb->pixel_format));
1543
			  drm_get_format_name(target_fb->pixel_format));
1544
		return -EINVAL;
1544
		return -EINVAL;
1545
	}
1545
	}
1546
 
1546
 
1547
	if (rdev->family >= CHIP_R600) {
1547
	if (rdev->family >= CHIP_R600) {
1548
		if (tiling_flags & RADEON_TILING_MACRO)
1548
		if (tiling_flags & RADEON_TILING_MACRO)
1549
			fb_format |= R600_D1GRPH_ARRAY_MODE_2D_TILED_THIN1;
1549
			fb_format |= R600_D1GRPH_ARRAY_MODE_2D_TILED_THIN1;
1550
		else if (tiling_flags & RADEON_TILING_MICRO)
1550
		else if (tiling_flags & RADEON_TILING_MICRO)
1551
			fb_format |= R600_D1GRPH_ARRAY_MODE_1D_TILED_THIN1;
1551
			fb_format |= R600_D1GRPH_ARRAY_MODE_1D_TILED_THIN1;
1552
	} else {
1552
	} else {
1553
		if (tiling_flags & RADEON_TILING_MACRO)
1553
		if (tiling_flags & RADEON_TILING_MACRO)
1554
			fb_format |= AVIVO_D1GRPH_MACRO_ADDRESS_MODE;
1554
			fb_format |= AVIVO_D1GRPH_MACRO_ADDRESS_MODE;
1555
 
1555
 
1556
		if (tiling_flags & RADEON_TILING_MICRO)
1556
		if (tiling_flags & RADEON_TILING_MICRO)
1557
			fb_format |= AVIVO_D1GRPH_TILED;
1557
			fb_format |= AVIVO_D1GRPH_TILED;
1558
	}
1558
	}
1559
 
1559
 
1560
	if (radeon_crtc->crtc_id == 0)
1560
	if (radeon_crtc->crtc_id == 0)
1561
		WREG32(AVIVO_D1VGA_CONTROL, 0);
1561
		WREG32(AVIVO_D1VGA_CONTROL, 0);
1562
	else
1562
	else
1563
		WREG32(AVIVO_D2VGA_CONTROL, 0);
1563
		WREG32(AVIVO_D2VGA_CONTROL, 0);
1564
 
1564
 
1565
	if (rdev->family >= CHIP_RV770) {
1565
	if (rdev->family >= CHIP_RV770) {
1566
		if (radeon_crtc->crtc_id) {
1566
		if (radeon_crtc->crtc_id) {
1567
			WREG32(R700_D2GRPH_PRIMARY_SURFACE_ADDRESS_HIGH, upper_32_bits(fb_location));
1567
			WREG32(R700_D2GRPH_PRIMARY_SURFACE_ADDRESS_HIGH, upper_32_bits(fb_location));
1568
			WREG32(R700_D2GRPH_SECONDARY_SURFACE_ADDRESS_HIGH, upper_32_bits(fb_location));
1568
			WREG32(R700_D2GRPH_SECONDARY_SURFACE_ADDRESS_HIGH, upper_32_bits(fb_location));
1569
		} else {
1569
		} else {
1570
			WREG32(R700_D1GRPH_PRIMARY_SURFACE_ADDRESS_HIGH, upper_32_bits(fb_location));
1570
			WREG32(R700_D1GRPH_PRIMARY_SURFACE_ADDRESS_HIGH, upper_32_bits(fb_location));
1571
			WREG32(R700_D1GRPH_SECONDARY_SURFACE_ADDRESS_HIGH, upper_32_bits(fb_location));
1571
			WREG32(R700_D1GRPH_SECONDARY_SURFACE_ADDRESS_HIGH, upper_32_bits(fb_location));
1572
		}
1572
		}
1573
	}
1573
	}
1574
	WREG32(AVIVO_D1GRPH_PRIMARY_SURFACE_ADDRESS + radeon_crtc->crtc_offset,
1574
	WREG32(AVIVO_D1GRPH_PRIMARY_SURFACE_ADDRESS + radeon_crtc->crtc_offset,
1575
	       (u32) fb_location);
1575
	       (u32) fb_location);
1576
	WREG32(AVIVO_D1GRPH_SECONDARY_SURFACE_ADDRESS +
1576
	WREG32(AVIVO_D1GRPH_SECONDARY_SURFACE_ADDRESS +
1577
	       radeon_crtc->crtc_offset, (u32) fb_location);
1577
	       radeon_crtc->crtc_offset, (u32) fb_location);
1578
	WREG32(AVIVO_D1GRPH_CONTROL + radeon_crtc->crtc_offset, fb_format);
1578
	WREG32(AVIVO_D1GRPH_CONTROL + radeon_crtc->crtc_offset, fb_format);
1579
	if (rdev->family >= CHIP_R600)
1579
	if (rdev->family >= CHIP_R600)
1580
		WREG32(R600_D1GRPH_SWAP_CONTROL + radeon_crtc->crtc_offset, fb_swap);
1580
		WREG32(R600_D1GRPH_SWAP_CONTROL + radeon_crtc->crtc_offset, fb_swap);
1581
 
1581
 
1582
	/* LUT only has 256 slots for 8 bpc fb. Bypass for > 8 bpc scanout for precision */
1582
	/* LUT only has 256 slots for 8 bpc fb. Bypass for > 8 bpc scanout for precision */
1583
	WREG32_P(AVIVO_D1GRPH_LUT_SEL + radeon_crtc->crtc_offset,
1583
	WREG32_P(AVIVO_D1GRPH_LUT_SEL + radeon_crtc->crtc_offset,
1584
		 (bypass_lut ? AVIVO_LUT_10BIT_BYPASS_EN : 0), ~AVIVO_LUT_10BIT_BYPASS_EN);
1584
		 (bypass_lut ? AVIVO_LUT_10BIT_BYPASS_EN : 0), ~AVIVO_LUT_10BIT_BYPASS_EN);
1585
 
1585
 
1586
	if (bypass_lut)
1586
	if (bypass_lut)
1587
		DRM_DEBUG_KMS("Bypassing hardware LUT due to 10 bit fb scanout.\n");
1587
		DRM_DEBUG_KMS("Bypassing hardware LUT due to 10 bit fb scanout.\n");
1588
 
1588
 
1589
	WREG32(AVIVO_D1GRPH_SURFACE_OFFSET_X + radeon_crtc->crtc_offset, 0);
1589
	WREG32(AVIVO_D1GRPH_SURFACE_OFFSET_X + radeon_crtc->crtc_offset, 0);
1590
	WREG32(AVIVO_D1GRPH_SURFACE_OFFSET_Y + radeon_crtc->crtc_offset, 0);
1590
	WREG32(AVIVO_D1GRPH_SURFACE_OFFSET_Y + radeon_crtc->crtc_offset, 0);
1591
	WREG32(AVIVO_D1GRPH_X_START + radeon_crtc->crtc_offset, 0);
1591
	WREG32(AVIVO_D1GRPH_X_START + radeon_crtc->crtc_offset, 0);
1592
	WREG32(AVIVO_D1GRPH_Y_START + radeon_crtc->crtc_offset, 0);
1592
	WREG32(AVIVO_D1GRPH_Y_START + radeon_crtc->crtc_offset, 0);
1593
	WREG32(AVIVO_D1GRPH_X_END + radeon_crtc->crtc_offset, target_fb->width);
1593
	WREG32(AVIVO_D1GRPH_X_END + radeon_crtc->crtc_offset, target_fb->width);
1594
	WREG32(AVIVO_D1GRPH_Y_END + radeon_crtc->crtc_offset, target_fb->height);
1594
	WREG32(AVIVO_D1GRPH_Y_END + radeon_crtc->crtc_offset, target_fb->height);
1595
 
1595
 
1596
	fb_pitch_pixels = target_fb->pitches[0] / (target_fb->bits_per_pixel / 8);
1596
	fb_pitch_pixels = target_fb->pitches[0] / (target_fb->bits_per_pixel / 8);
1597
	WREG32(AVIVO_D1GRPH_PITCH + radeon_crtc->crtc_offset, fb_pitch_pixels);
1597
	WREG32(AVIVO_D1GRPH_PITCH + radeon_crtc->crtc_offset, fb_pitch_pixels);
1598
	WREG32(AVIVO_D1GRPH_ENABLE + radeon_crtc->crtc_offset, 1);
1598
	WREG32(AVIVO_D1GRPH_ENABLE + radeon_crtc->crtc_offset, 1);
1599
 
1599
 
1600
	WREG32(AVIVO_D1MODE_DESKTOP_HEIGHT + radeon_crtc->crtc_offset,
1600
	WREG32(AVIVO_D1MODE_DESKTOP_HEIGHT + radeon_crtc->crtc_offset,
1601
	       target_fb->height);
1601
	       target_fb->height);
1602
	x &= ~3;
1602
	x &= ~3;
1603
	y &= ~1;
1603
	y &= ~1;
1604
	WREG32(AVIVO_D1MODE_VIEWPORT_START + radeon_crtc->crtc_offset,
1604
	WREG32(AVIVO_D1MODE_VIEWPORT_START + radeon_crtc->crtc_offset,
1605
	       (x << 16) | y);
1605
	       (x << 16) | y);
1606
	viewport_w = crtc->mode.hdisplay;
1606
	viewport_w = crtc->mode.hdisplay;
1607
	viewport_h = (crtc->mode.vdisplay + 1) & ~1;
1607
	viewport_h = (crtc->mode.vdisplay + 1) & ~1;
1608
	WREG32(AVIVO_D1MODE_VIEWPORT_SIZE + radeon_crtc->crtc_offset,
1608
	WREG32(AVIVO_D1MODE_VIEWPORT_SIZE + radeon_crtc->crtc_offset,
1609
	       (viewport_w << 16) | viewport_h);
1609
	       (viewport_w << 16) | viewport_h);
1610
 
1610
 
1611
	/* pageflip setup */
1611
	/* pageflip setup */
1612
	/* make sure flip is at vb rather than hb */
1612
	/* make sure flip is at vb rather than hb */
1613
	tmp = RREG32(AVIVO_D1GRPH_FLIP_CONTROL + radeon_crtc->crtc_offset);
1613
	tmp = RREG32(AVIVO_D1GRPH_FLIP_CONTROL + radeon_crtc->crtc_offset);
1614
	tmp &= ~AVIVO_D1GRPH_SURFACE_UPDATE_H_RETRACE_EN;
1614
	tmp &= ~AVIVO_D1GRPH_SURFACE_UPDATE_H_RETRACE_EN;
1615
	WREG32(AVIVO_D1GRPH_FLIP_CONTROL + radeon_crtc->crtc_offset, tmp);
1615
	WREG32(AVIVO_D1GRPH_FLIP_CONTROL + radeon_crtc->crtc_offset, tmp);
1616
 
1616
 
1617
	/* set pageflip to happen only at start of vblank interval (front porch) */
1617
	/* set pageflip to happen only at start of vblank interval (front porch) */
1618
	WREG32(AVIVO_D1MODE_MASTER_UPDATE_MODE + radeon_crtc->crtc_offset, 3);
1618
	WREG32(AVIVO_D1MODE_MASTER_UPDATE_MODE + radeon_crtc->crtc_offset, 3);
1619
 
1619
 
1620
	if (!atomic && fb && fb != crtc->primary->fb) {
1620
	if (!atomic && fb && fb != crtc->primary->fb) {
1621
		radeon_fb = to_radeon_framebuffer(fb);
1621
		radeon_fb = to_radeon_framebuffer(fb);
1622
		rbo = gem_to_radeon_bo(radeon_fb->obj);
1622
		rbo = gem_to_radeon_bo(radeon_fb->obj);
1623
		r = radeon_bo_reserve(rbo, false);
1623
		r = radeon_bo_reserve(rbo, false);
1624
		if (unlikely(r != 0))
1624
		if (unlikely(r != 0))
1625
			return r;
1625
			return r;
1626
		radeon_bo_unpin(rbo);
1626
		radeon_bo_unpin(rbo);
1627
		radeon_bo_unreserve(rbo);
1627
		radeon_bo_unreserve(rbo);
1628
	}
1628
	}
1629
 
1629
 
1630
	/* Bytes per pixel may have changed */
1630
	/* Bytes per pixel may have changed */
1631
	radeon_bandwidth_update(rdev);
1631
	radeon_bandwidth_update(rdev);
1632
 
1632
 
1633
	return 0;
1633
	return 0;
1634
}
1634
}
1635
 
1635
 
1636
int atombios_crtc_set_base(struct drm_crtc *crtc, int x, int y,
1636
int atombios_crtc_set_base(struct drm_crtc *crtc, int x, int y,
1637
			   struct drm_framebuffer *old_fb)
1637
			   struct drm_framebuffer *old_fb)
1638
{
1638
{
1639
	struct drm_device *dev = crtc->dev;
1639
	struct drm_device *dev = crtc->dev;
1640
	struct radeon_device *rdev = dev->dev_private;
1640
	struct radeon_device *rdev = dev->dev_private;
1641
 
1641
 
1642
	if (ASIC_IS_DCE4(rdev))
1642
	if (ASIC_IS_DCE4(rdev))
1643
		return dce4_crtc_do_set_base(crtc, old_fb, x, y, 0);
1643
		return dce4_crtc_do_set_base(crtc, old_fb, x, y, 0);
1644
	else if (ASIC_IS_AVIVO(rdev))
1644
	else if (ASIC_IS_AVIVO(rdev))
1645
		return avivo_crtc_do_set_base(crtc, old_fb, x, y, 0);
1645
		return avivo_crtc_do_set_base(crtc, old_fb, x, y, 0);
1646
	else
1646
	else
1647
		return radeon_crtc_do_set_base(crtc, old_fb, x, y, 0);
1647
		return radeon_crtc_do_set_base(crtc, old_fb, x, y, 0);
1648
}
1648
}
1649
 
1649
 
1650
int atombios_crtc_set_base_atomic(struct drm_crtc *crtc,
1650
int atombios_crtc_set_base_atomic(struct drm_crtc *crtc,
1651
                                  struct drm_framebuffer *fb,
1651
                                  struct drm_framebuffer *fb,
1652
				  int x, int y, enum mode_set_atomic state)
1652
				  int x, int y, enum mode_set_atomic state)
1653
{
1653
{
1654
       struct drm_device *dev = crtc->dev;
1654
       struct drm_device *dev = crtc->dev;
1655
       struct radeon_device *rdev = dev->dev_private;
1655
       struct radeon_device *rdev = dev->dev_private;
1656
 
1656
 
1657
	if (ASIC_IS_DCE4(rdev))
1657
	if (ASIC_IS_DCE4(rdev))
1658
		return dce4_crtc_do_set_base(crtc, fb, x, y, 1);
1658
		return dce4_crtc_do_set_base(crtc, fb, x, y, 1);
1659
	else if (ASIC_IS_AVIVO(rdev))
1659
	else if (ASIC_IS_AVIVO(rdev))
1660
		return avivo_crtc_do_set_base(crtc, fb, x, y, 1);
1660
		return avivo_crtc_do_set_base(crtc, fb, x, y, 1);
1661
	else
1661
	else
1662
		return radeon_crtc_do_set_base(crtc, fb, x, y, 1);
1662
		return radeon_crtc_do_set_base(crtc, fb, x, y, 1);
1663
}
1663
}
1664
 
1664
 
1665
/* properly set additional regs when using atombios */
1665
/* properly set additional regs when using atombios */
1666
static void radeon_legacy_atom_fixup(struct drm_crtc *crtc)
1666
static void radeon_legacy_atom_fixup(struct drm_crtc *crtc)
1667
{
1667
{
1668
	struct drm_device *dev = crtc->dev;
1668
	struct drm_device *dev = crtc->dev;
1669
	struct radeon_device *rdev = dev->dev_private;
1669
	struct radeon_device *rdev = dev->dev_private;
1670
	struct radeon_crtc *radeon_crtc = to_radeon_crtc(crtc);
1670
	struct radeon_crtc *radeon_crtc = to_radeon_crtc(crtc);
1671
	u32 disp_merge_cntl;
1671
	u32 disp_merge_cntl;
1672
 
1672
 
1673
	switch (radeon_crtc->crtc_id) {
1673
	switch (radeon_crtc->crtc_id) {
1674
	case 0:
1674
	case 0:
1675
		disp_merge_cntl = RREG32(RADEON_DISP_MERGE_CNTL);
1675
		disp_merge_cntl = RREG32(RADEON_DISP_MERGE_CNTL);
1676
		disp_merge_cntl &= ~RADEON_DISP_RGB_OFFSET_EN;
1676
		disp_merge_cntl &= ~RADEON_DISP_RGB_OFFSET_EN;
1677
		WREG32(RADEON_DISP_MERGE_CNTL, disp_merge_cntl);
1677
		WREG32(RADEON_DISP_MERGE_CNTL, disp_merge_cntl);
1678
		break;
1678
		break;
1679
	case 1:
1679
	case 1:
1680
		disp_merge_cntl = RREG32(RADEON_DISP2_MERGE_CNTL);
1680
		disp_merge_cntl = RREG32(RADEON_DISP2_MERGE_CNTL);
1681
		disp_merge_cntl &= ~RADEON_DISP2_RGB_OFFSET_EN;
1681
		disp_merge_cntl &= ~RADEON_DISP2_RGB_OFFSET_EN;
1682
		WREG32(RADEON_DISP2_MERGE_CNTL, disp_merge_cntl);
1682
		WREG32(RADEON_DISP2_MERGE_CNTL, disp_merge_cntl);
1683
		WREG32(RADEON_FP_H2_SYNC_STRT_WID,   RREG32(RADEON_CRTC2_H_SYNC_STRT_WID));
1683
		WREG32(RADEON_FP_H2_SYNC_STRT_WID,   RREG32(RADEON_CRTC2_H_SYNC_STRT_WID));
1684
		WREG32(RADEON_FP_V2_SYNC_STRT_WID,   RREG32(RADEON_CRTC2_V_SYNC_STRT_WID));
1684
		WREG32(RADEON_FP_V2_SYNC_STRT_WID,   RREG32(RADEON_CRTC2_V_SYNC_STRT_WID));
1685
		break;
1685
		break;
1686
	}
1686
	}
1687
}
1687
}
1688
 
1688
 
1689
/**
1689
/**
1690
 * radeon_get_pll_use_mask - look up a mask of which pplls are in use
1690
 * radeon_get_pll_use_mask - look up a mask of which pplls are in use
1691
 *
1691
 *
1692
 * @crtc: drm crtc
1692
 * @crtc: drm crtc
1693
 *
1693
 *
1694
 * Returns the mask of which PPLLs (Pixel PLLs) are in use.
1694
 * Returns the mask of which PPLLs (Pixel PLLs) are in use.
1695
 */
1695
 */
1696
static u32 radeon_get_pll_use_mask(struct drm_crtc *crtc)
1696
static u32 radeon_get_pll_use_mask(struct drm_crtc *crtc)
1697
{
1697
{
1698
	struct drm_device *dev = crtc->dev;
1698
	struct drm_device *dev = crtc->dev;
1699
	struct drm_crtc *test_crtc;
1699
	struct drm_crtc *test_crtc;
1700
	struct radeon_crtc *test_radeon_crtc;
1700
	struct radeon_crtc *test_radeon_crtc;
1701
	u32 pll_in_use = 0;
1701
	u32 pll_in_use = 0;
1702
 
1702
 
1703
	list_for_each_entry(test_crtc, &dev->mode_config.crtc_list, head) {
1703
	list_for_each_entry(test_crtc, &dev->mode_config.crtc_list, head) {
1704
		if (crtc == test_crtc)
1704
		if (crtc == test_crtc)
1705
			continue;
1705
			continue;
1706
 
1706
 
1707
		test_radeon_crtc = to_radeon_crtc(test_crtc);
1707
		test_radeon_crtc = to_radeon_crtc(test_crtc);
1708
		if (test_radeon_crtc->pll_id != ATOM_PPLL_INVALID)
1708
		if (test_radeon_crtc->pll_id != ATOM_PPLL_INVALID)
1709
			pll_in_use |= (1 << test_radeon_crtc->pll_id);
1709
			pll_in_use |= (1 << test_radeon_crtc->pll_id);
1710
	}
1710
	}
1711
	return pll_in_use;
1711
	return pll_in_use;
1712
}
1712
}
1713
 
1713
 
1714
/**
1714
/**
1715
 * radeon_get_shared_dp_ppll - return the PPLL used by another crtc for DP
1715
 * radeon_get_shared_dp_ppll - return the PPLL used by another crtc for DP
1716
 *
1716
 *
1717
 * @crtc: drm crtc
1717
 * @crtc: drm crtc
1718
 *
1718
 *
1719
 * Returns the PPLL (Pixel PLL) used by another crtc/encoder which is
1719
 * Returns the PPLL (Pixel PLL) used by another crtc/encoder which is
1720
 * also in DP mode.  For DP, a single PPLL can be used for all DP
1720
 * also in DP mode.  For DP, a single PPLL can be used for all DP
1721
 * crtcs/encoders.
1721
 * crtcs/encoders.
1722
 */
1722
 */
1723
static int radeon_get_shared_dp_ppll(struct drm_crtc *crtc)
1723
static int radeon_get_shared_dp_ppll(struct drm_crtc *crtc)
1724
{
1724
{
1725
	struct drm_device *dev = crtc->dev;
1725
	struct drm_device *dev = crtc->dev;
1726
	struct drm_crtc *test_crtc;
1726
	struct drm_crtc *test_crtc;
1727
	struct radeon_crtc *test_radeon_crtc;
1727
	struct radeon_crtc *test_radeon_crtc;
1728
 
1728
 
1729
	list_for_each_entry(test_crtc, &dev->mode_config.crtc_list, head) {
1729
	list_for_each_entry(test_crtc, &dev->mode_config.crtc_list, head) {
1730
		if (crtc == test_crtc)
1730
		if (crtc == test_crtc)
1731
			continue;
1731
			continue;
1732
		test_radeon_crtc = to_radeon_crtc(test_crtc);
1732
		test_radeon_crtc = to_radeon_crtc(test_crtc);
1733
		if (test_radeon_crtc->encoder &&
1733
		if (test_radeon_crtc->encoder &&
1734
		    ENCODER_MODE_IS_DP(atombios_get_encoder_mode(test_radeon_crtc->encoder))) {
1734
		    ENCODER_MODE_IS_DP(atombios_get_encoder_mode(test_radeon_crtc->encoder))) {
1735
			/* for DP use the same PLL for all */
1735
			/* for DP use the same PLL for all */
1736
			if (test_radeon_crtc->pll_id != ATOM_PPLL_INVALID)
1736
			if (test_radeon_crtc->pll_id != ATOM_PPLL_INVALID)
1737
				return test_radeon_crtc->pll_id;
1737
				return test_radeon_crtc->pll_id;
1738
		}
1738
		}
1739
	}
1739
	}
1740
	return ATOM_PPLL_INVALID;
1740
	return ATOM_PPLL_INVALID;
1741
}
1741
}
1742
 
1742
 
1743
/**
1743
/**
1744
 * radeon_get_shared_nondp_ppll - return the PPLL used by another non-DP crtc
1744
 * radeon_get_shared_nondp_ppll - return the PPLL used by another non-DP crtc
1745
 *
1745
 *
1746
 * @crtc: drm crtc
1746
 * @crtc: drm crtc
1747
 * @encoder: drm encoder
1747
 * @encoder: drm encoder
1748
 *
1748
 *
1749
 * Returns the PPLL (Pixel PLL) used by another non-DP crtc/encoder which can
1749
 * Returns the PPLL (Pixel PLL) used by another non-DP crtc/encoder which can
1750
 * be shared (i.e., same clock).
1750
 * be shared (i.e., same clock).
1751
 */
1751
 */
1752
static int radeon_get_shared_nondp_ppll(struct drm_crtc *crtc)
1752
static int radeon_get_shared_nondp_ppll(struct drm_crtc *crtc)
1753
{
1753
{
1754
	struct radeon_crtc *radeon_crtc = to_radeon_crtc(crtc);
1754
	struct radeon_crtc *radeon_crtc = to_radeon_crtc(crtc);
1755
	struct drm_device *dev = crtc->dev;
1755
	struct drm_device *dev = crtc->dev;
1756
	struct drm_crtc *test_crtc;
1756
	struct drm_crtc *test_crtc;
1757
	struct radeon_crtc *test_radeon_crtc;
1757
	struct radeon_crtc *test_radeon_crtc;
1758
	u32 adjusted_clock, test_adjusted_clock;
1758
	u32 adjusted_clock, test_adjusted_clock;
1759
 
1759
 
1760
	adjusted_clock = radeon_crtc->adjusted_clock;
1760
	adjusted_clock = radeon_crtc->adjusted_clock;
1761
 
1761
 
1762
	if (adjusted_clock == 0)
1762
	if (adjusted_clock == 0)
1763
		return ATOM_PPLL_INVALID;
1763
		return ATOM_PPLL_INVALID;
1764
 
1764
 
1765
	list_for_each_entry(test_crtc, &dev->mode_config.crtc_list, head) {
1765
	list_for_each_entry(test_crtc, &dev->mode_config.crtc_list, head) {
1766
		if (crtc == test_crtc)
1766
		if (crtc == test_crtc)
1767
			continue;
1767
			continue;
1768
		test_radeon_crtc = to_radeon_crtc(test_crtc);
1768
		test_radeon_crtc = to_radeon_crtc(test_crtc);
1769
		if (test_radeon_crtc->encoder &&
1769
		if (test_radeon_crtc->encoder &&
1770
		    !ENCODER_MODE_IS_DP(atombios_get_encoder_mode(test_radeon_crtc->encoder))) {
1770
		    !ENCODER_MODE_IS_DP(atombios_get_encoder_mode(test_radeon_crtc->encoder))) {
1771
			/* check if we are already driving this connector with another crtc */
1771
			/* check if we are already driving this connector with another crtc */
1772
			if (test_radeon_crtc->connector == radeon_crtc->connector) {
1772
			if (test_radeon_crtc->connector == radeon_crtc->connector) {
1773
				/* if we are, return that pll */
1773
				/* if we are, return that pll */
1774
				if (test_radeon_crtc->pll_id != ATOM_PPLL_INVALID)
1774
				if (test_radeon_crtc->pll_id != ATOM_PPLL_INVALID)
1775
					return test_radeon_crtc->pll_id;
1775
					return test_radeon_crtc->pll_id;
1776
			}
1776
			}
1777
			/* for non-DP check the clock */
1777
			/* for non-DP check the clock */
1778
			test_adjusted_clock = test_radeon_crtc->adjusted_clock;
1778
			test_adjusted_clock = test_radeon_crtc->adjusted_clock;
1779
			if ((crtc->mode.clock == test_crtc->mode.clock) &&
1779
			if ((crtc->mode.clock == test_crtc->mode.clock) &&
1780
			    (adjusted_clock == test_adjusted_clock) &&
1780
			    (adjusted_clock == test_adjusted_clock) &&
1781
			    (radeon_crtc->ss_enabled == test_radeon_crtc->ss_enabled) &&
1781
			    (radeon_crtc->ss_enabled == test_radeon_crtc->ss_enabled) &&
1782
			    (test_radeon_crtc->pll_id != ATOM_PPLL_INVALID))
1782
			    (test_radeon_crtc->pll_id != ATOM_PPLL_INVALID))
1783
				return test_radeon_crtc->pll_id;
1783
				return test_radeon_crtc->pll_id;
1784
		}
1784
		}
1785
	}
1785
	}
1786
	return ATOM_PPLL_INVALID;
1786
	return ATOM_PPLL_INVALID;
1787
}
1787
}
1788
 
1788
 
1789
/**
1789
/**
1790
 * radeon_atom_pick_pll - Allocate a PPLL for use by the crtc.
1790
 * radeon_atom_pick_pll - Allocate a PPLL for use by the crtc.
1791
 *
1791
 *
1792
 * @crtc: drm crtc
1792
 * @crtc: drm crtc
1793
 *
1793
 *
1794
 * Returns the PPLL (Pixel PLL) to be used by the crtc.  For DP monitors
1794
 * Returns the PPLL (Pixel PLL) to be used by the crtc.  For DP monitors
1795
 * a single PPLL can be used for all DP crtcs/encoders.  For non-DP
1795
 * a single PPLL can be used for all DP crtcs/encoders.  For non-DP
1796
 * monitors a dedicated PPLL must be used.  If a particular board has
1796
 * monitors a dedicated PPLL must be used.  If a particular board has
1797
 * an external DP PLL, return ATOM_PPLL_INVALID to skip PLL programming
1797
 * an external DP PLL, return ATOM_PPLL_INVALID to skip PLL programming
1798
 * as there is no need to program the PLL itself.  If we are not able to
1798
 * as there is no need to program the PLL itself.  If we are not able to
1799
 * allocate a PLL, return ATOM_PPLL_INVALID to skip PLL programming to
1799
 * allocate a PLL, return ATOM_PPLL_INVALID to skip PLL programming to
1800
 * avoid messing up an existing monitor.
1800
 * avoid messing up an existing monitor.
1801
 *
1801
 *
1802
 * Asic specific PLL information
1802
 * Asic specific PLL information
1803
 *
1803
 *
1804
 * DCE 8.x
1804
 * DCE 8.x
1805
 * KB/KV
1805
 * KB/KV
1806
 * - PPLL1, PPLL2 are available for all UNIPHY (both DP and non-DP)
1806
 * - PPLL1, PPLL2 are available for all UNIPHY (both DP and non-DP)
1807
 * CI
1807
 * CI
1808
 * - PPLL0, PPLL1, PPLL2 are available for all UNIPHY (both DP and non-DP) and DAC
1808
 * - PPLL0, PPLL1, PPLL2 are available for all UNIPHY (both DP and non-DP) and DAC
1809
 *
1809
 *
1810
 * DCE 6.1
1810
 * DCE 6.1
1811
 * - PPLL2 is only available to UNIPHYA (both DP and non-DP)
1811
 * - PPLL2 is only available to UNIPHYA (both DP and non-DP)
1812
 * - PPLL0, PPLL1 are available for UNIPHYB/C/D/E/F (both DP and non-DP)
1812
 * - PPLL0, PPLL1 are available for UNIPHYB/C/D/E/F (both DP and non-DP)
1813
 *
1813
 *
1814
 * DCE 6.0
1814
 * DCE 6.0
1815
 * - PPLL0 is available to all UNIPHY (DP only)
1815
 * - PPLL0 is available to all UNIPHY (DP only)
1816
 * - PPLL1, PPLL2 are available for all UNIPHY (both DP and non-DP) and DAC
1816
 * - PPLL1, PPLL2 are available for all UNIPHY (both DP and non-DP) and DAC
1817
 *
1817
 *
1818
 * DCE 5.0
1818
 * DCE 5.0
1819
 * - DCPLL is available to all UNIPHY (DP only)
1819
 * - DCPLL is available to all UNIPHY (DP only)
1820
 * - PPLL1, PPLL2 are available for all UNIPHY (both DP and non-DP) and DAC
1820
 * - PPLL1, PPLL2 are available for all UNIPHY (both DP and non-DP) and DAC
1821
 *
1821
 *
1822
 * DCE 3.0/4.0/4.1
1822
 * DCE 3.0/4.0/4.1
1823
 * - PPLL1, PPLL2 are available for all UNIPHY (both DP and non-DP) and DAC
1823
 * - PPLL1, PPLL2 are available for all UNIPHY (both DP and non-DP) and DAC
1824
 *
1824
 *
1825
 */
1825
 */
1826
static int radeon_atom_pick_pll(struct drm_crtc *crtc)
1826
static int radeon_atom_pick_pll(struct drm_crtc *crtc)
1827
{
1827
{
1828
	struct radeon_crtc *radeon_crtc = to_radeon_crtc(crtc);
1828
	struct radeon_crtc *radeon_crtc = to_radeon_crtc(crtc);
1829
	struct drm_device *dev = crtc->dev;
1829
	struct drm_device *dev = crtc->dev;
1830
	struct radeon_device *rdev = dev->dev_private;
1830
	struct radeon_device *rdev = dev->dev_private;
1831
	struct radeon_encoder *radeon_encoder =
1831
	struct radeon_encoder *radeon_encoder =
1832
		to_radeon_encoder(radeon_crtc->encoder);
1832
		to_radeon_encoder(radeon_crtc->encoder);
1833
	u32 pll_in_use;
1833
	u32 pll_in_use;
1834
	int pll;
1834
	int pll;
1835
 
1835
 
1836
	if (ASIC_IS_DCE8(rdev)) {
1836
	if (ASIC_IS_DCE8(rdev)) {
1837
		if (ENCODER_MODE_IS_DP(atombios_get_encoder_mode(radeon_crtc->encoder))) {
1837
		if (ENCODER_MODE_IS_DP(atombios_get_encoder_mode(radeon_crtc->encoder))) {
1838
			if (rdev->clock.dp_extclk)
1838
			if (rdev->clock.dp_extclk)
1839
				/* skip PPLL programming if using ext clock */
1839
				/* skip PPLL programming if using ext clock */
1840
				return ATOM_PPLL_INVALID;
1840
				return ATOM_PPLL_INVALID;
1841
			else {
1841
			else {
1842
				/* use the same PPLL for all DP monitors */
1842
				/* use the same PPLL for all DP monitors */
1843
				pll = radeon_get_shared_dp_ppll(crtc);
1843
				pll = radeon_get_shared_dp_ppll(crtc);
1844
				if (pll != ATOM_PPLL_INVALID)
1844
				if (pll != ATOM_PPLL_INVALID)
1845
					return pll;
1845
					return pll;
1846
			}
1846
			}
1847
		} else {
1847
		} else {
1848
			/* use the same PPLL for all monitors with the same clock */
1848
			/* use the same PPLL for all monitors with the same clock */
1849
			pll = radeon_get_shared_nondp_ppll(crtc);
1849
			pll = radeon_get_shared_nondp_ppll(crtc);
1850
			if (pll != ATOM_PPLL_INVALID)
1850
			if (pll != ATOM_PPLL_INVALID)
1851
				return pll;
1851
				return pll;
1852
		}
1852
		}
1853
		/* otherwise, pick one of the plls */
1853
		/* otherwise, pick one of the plls */
1854
		if ((rdev->family == CHIP_KAVERI) ||
1854
		if ((rdev->family == CHIP_KAVERI) ||
1855
		    (rdev->family == CHIP_KABINI) ||
1855
		    (rdev->family == CHIP_KABINI) ||
1856
		    (rdev->family == CHIP_MULLINS)) {
1856
		    (rdev->family == CHIP_MULLINS)) {
1857
			/* KB/KV/ML has PPLL1 and PPLL2 */
1857
			/* KB/KV/ML has PPLL1 and PPLL2 */
1858
			pll_in_use = radeon_get_pll_use_mask(crtc);
1858
			pll_in_use = radeon_get_pll_use_mask(crtc);
1859
			if (!(pll_in_use & (1 << ATOM_PPLL2)))
1859
			if (!(pll_in_use & (1 << ATOM_PPLL2)))
1860
				return ATOM_PPLL2;
1860
				return ATOM_PPLL2;
1861
			if (!(pll_in_use & (1 << ATOM_PPLL1)))
1861
			if (!(pll_in_use & (1 << ATOM_PPLL1)))
1862
				return ATOM_PPLL1;
1862
				return ATOM_PPLL1;
1863
			DRM_ERROR("unable to allocate a PPLL\n");
1863
			DRM_ERROR("unable to allocate a PPLL\n");
1864
			return ATOM_PPLL_INVALID;
1864
			return ATOM_PPLL_INVALID;
1865
		} else {
1865
		} else {
1866
			/* CI has PPLL0, PPLL1, and PPLL2 */
1866
			/* CI has PPLL0, PPLL1, and PPLL2 */
1867
			pll_in_use = radeon_get_pll_use_mask(crtc);
1867
			pll_in_use = radeon_get_pll_use_mask(crtc);
1868
			if (!(pll_in_use & (1 << ATOM_PPLL2)))
1868
			if (!(pll_in_use & (1 << ATOM_PPLL2)))
1869
				return ATOM_PPLL2;
1869
				return ATOM_PPLL2;
1870
			if (!(pll_in_use & (1 << ATOM_PPLL1)))
1870
			if (!(pll_in_use & (1 << ATOM_PPLL1)))
1871
				return ATOM_PPLL1;
1871
				return ATOM_PPLL1;
1872
			if (!(pll_in_use & (1 << ATOM_PPLL0)))
1872
			if (!(pll_in_use & (1 << ATOM_PPLL0)))
1873
				return ATOM_PPLL0;
1873
				return ATOM_PPLL0;
1874
			DRM_ERROR("unable to allocate a PPLL\n");
1874
			DRM_ERROR("unable to allocate a PPLL\n");
1875
			return ATOM_PPLL_INVALID;
1875
			return ATOM_PPLL_INVALID;
1876
		}
1876
		}
1877
	} else if (ASIC_IS_DCE61(rdev)) {
1877
	} else if (ASIC_IS_DCE61(rdev)) {
1878
		struct radeon_encoder_atom_dig *dig =
1878
		struct radeon_encoder_atom_dig *dig =
1879
			radeon_encoder->enc_priv;
1879
			radeon_encoder->enc_priv;
1880
 
1880
 
1881
		if ((radeon_encoder->encoder_id == ENCODER_OBJECT_ID_INTERNAL_UNIPHY) &&
1881
		if ((radeon_encoder->encoder_id == ENCODER_OBJECT_ID_INTERNAL_UNIPHY) &&
1882
		    (dig->linkb == false))
1882
		    (dig->linkb == false))
1883
			/* UNIPHY A uses PPLL2 */
1883
			/* UNIPHY A uses PPLL2 */
1884
			return ATOM_PPLL2;
1884
			return ATOM_PPLL2;
1885
		else if (ENCODER_MODE_IS_DP(atombios_get_encoder_mode(radeon_crtc->encoder))) {
1885
		else if (ENCODER_MODE_IS_DP(atombios_get_encoder_mode(radeon_crtc->encoder))) {
1886
			/* UNIPHY B/C/D/E/F */
1886
			/* UNIPHY B/C/D/E/F */
1887
			if (rdev->clock.dp_extclk)
1887
			if (rdev->clock.dp_extclk)
1888
				/* skip PPLL programming if using ext clock */
1888
				/* skip PPLL programming if using ext clock */
1889
				return ATOM_PPLL_INVALID;
1889
				return ATOM_PPLL_INVALID;
1890
			else {
1890
			else {
1891
				/* use the same PPLL for all DP monitors */
1891
				/* use the same PPLL for all DP monitors */
1892
				pll = radeon_get_shared_dp_ppll(crtc);
1892
				pll = radeon_get_shared_dp_ppll(crtc);
1893
				if (pll != ATOM_PPLL_INVALID)
1893
				if (pll != ATOM_PPLL_INVALID)
1894
					return pll;
1894
					return pll;
1895
			}
1895
			}
1896
		} else {
1896
		} else {
1897
			/* use the same PPLL for all monitors with the same clock */
1897
			/* use the same PPLL for all monitors with the same clock */
1898
			pll = radeon_get_shared_nondp_ppll(crtc);
1898
			pll = radeon_get_shared_nondp_ppll(crtc);
1899
			if (pll != ATOM_PPLL_INVALID)
1899
			if (pll != ATOM_PPLL_INVALID)
1900
				return pll;
1900
				return pll;
1901
		}
1901
		}
1902
		/* UNIPHY B/C/D/E/F */
1902
		/* UNIPHY B/C/D/E/F */
1903
		pll_in_use = radeon_get_pll_use_mask(crtc);
1903
		pll_in_use = radeon_get_pll_use_mask(crtc);
1904
		if (!(pll_in_use & (1 << ATOM_PPLL0)))
1904
		if (!(pll_in_use & (1 << ATOM_PPLL0)))
1905
			return ATOM_PPLL0;
1905
			return ATOM_PPLL0;
1906
		if (!(pll_in_use & (1 << ATOM_PPLL1)))
1906
		if (!(pll_in_use & (1 << ATOM_PPLL1)))
1907
			return ATOM_PPLL1;
1907
			return ATOM_PPLL1;
1908
		DRM_ERROR("unable to allocate a PPLL\n");
1908
		DRM_ERROR("unable to allocate a PPLL\n");
1909
		return ATOM_PPLL_INVALID;
1909
		return ATOM_PPLL_INVALID;
1910
	} else if (ASIC_IS_DCE41(rdev)) {
1910
	} else if (ASIC_IS_DCE41(rdev)) {
1911
		/* Don't share PLLs on DCE4.1 chips */
1911
		/* Don't share PLLs on DCE4.1 chips */
1912
		if (ENCODER_MODE_IS_DP(atombios_get_encoder_mode(radeon_crtc->encoder))) {
1912
		if (ENCODER_MODE_IS_DP(atombios_get_encoder_mode(radeon_crtc->encoder))) {
1913
			if (rdev->clock.dp_extclk)
1913
			if (rdev->clock.dp_extclk)
1914
				/* skip PPLL programming if using ext clock */
1914
				/* skip PPLL programming if using ext clock */
1915
				return ATOM_PPLL_INVALID;
1915
				return ATOM_PPLL_INVALID;
1916
		}
1916
		}
1917
		pll_in_use = radeon_get_pll_use_mask(crtc);
1917
		pll_in_use = radeon_get_pll_use_mask(crtc);
1918
		if (!(pll_in_use & (1 << ATOM_PPLL1)))
1918
		if (!(pll_in_use & (1 << ATOM_PPLL1)))
1919
			return ATOM_PPLL1;
1919
			return ATOM_PPLL1;
1920
		if (!(pll_in_use & (1 << ATOM_PPLL2)))
1920
		if (!(pll_in_use & (1 << ATOM_PPLL2)))
1921
			return ATOM_PPLL2;
1921
			return ATOM_PPLL2;
1922
		DRM_ERROR("unable to allocate a PPLL\n");
1922
		DRM_ERROR("unable to allocate a PPLL\n");
1923
		return ATOM_PPLL_INVALID;
1923
		return ATOM_PPLL_INVALID;
1924
	} else if (ASIC_IS_DCE4(rdev)) {
1924
	} else if (ASIC_IS_DCE4(rdev)) {
1925
		/* in DP mode, the DP ref clock can come from PPLL, DCPLL, or ext clock,
1925
		/* in DP mode, the DP ref clock can come from PPLL, DCPLL, or ext clock,
1926
		 * depending on the asic:
1926
		 * depending on the asic:
1927
		 * DCE4: PPLL or ext clock
1927
		 * DCE4: PPLL or ext clock
1928
		 * DCE5: PPLL, DCPLL, or ext clock
1928
		 * DCE5: PPLL, DCPLL, or ext clock
1929
		 * DCE6: PPLL, PPLL0, or ext clock
1929
		 * DCE6: PPLL, PPLL0, or ext clock
1930
		 *
1930
		 *
1931
		 * Setting ATOM_PPLL_INVALID will cause SetPixelClock to skip
1931
		 * Setting ATOM_PPLL_INVALID will cause SetPixelClock to skip
1932
		 * PPLL/DCPLL programming and only program the DP DTO for the
1932
		 * PPLL/DCPLL programming and only program the DP DTO for the
1933
		 * crtc virtual pixel clock.
1933
		 * crtc virtual pixel clock.
1934
		 */
1934
		 */
1935
		if (ENCODER_MODE_IS_DP(atombios_get_encoder_mode(radeon_crtc->encoder))) {
1935
		if (ENCODER_MODE_IS_DP(atombios_get_encoder_mode(radeon_crtc->encoder))) {
1936
			if (rdev->clock.dp_extclk)
1936
			if (rdev->clock.dp_extclk)
1937
				/* skip PPLL programming if using ext clock */
1937
				/* skip PPLL programming if using ext clock */
1938
				return ATOM_PPLL_INVALID;
1938
				return ATOM_PPLL_INVALID;
1939
			else if (ASIC_IS_DCE6(rdev))
1939
			else if (ASIC_IS_DCE6(rdev))
1940
				/* use PPLL0 for all DP */
1940
				/* use PPLL0 for all DP */
1941
				return ATOM_PPLL0;
1941
				return ATOM_PPLL0;
1942
			else if (ASIC_IS_DCE5(rdev))
1942
			else if (ASIC_IS_DCE5(rdev))
1943
				/* use DCPLL for all DP */
1943
				/* use DCPLL for all DP */
1944
				return ATOM_DCPLL;
1944
				return ATOM_DCPLL;
1945
			else {
1945
			else {
1946
				/* use the same PPLL for all DP monitors */
1946
				/* use the same PPLL for all DP monitors */
1947
				pll = radeon_get_shared_dp_ppll(crtc);
1947
				pll = radeon_get_shared_dp_ppll(crtc);
1948
				if (pll != ATOM_PPLL_INVALID)
1948
				if (pll != ATOM_PPLL_INVALID)
1949
					return pll;
1949
					return pll;
1950
			}
1950
			}
1951
		} else {
1951
		} else {
1952
			/* use the same PPLL for all monitors with the same clock */
1952
			/* use the same PPLL for all monitors with the same clock */
1953
			pll = radeon_get_shared_nondp_ppll(crtc);
1953
			pll = radeon_get_shared_nondp_ppll(crtc);
1954
			if (pll != ATOM_PPLL_INVALID)
1954
			if (pll != ATOM_PPLL_INVALID)
1955
				return pll;
1955
				return pll;
1956
		}
1956
		}
1957
		/* all other cases */
1957
		/* all other cases */
1958
		pll_in_use = radeon_get_pll_use_mask(crtc);
1958
		pll_in_use = radeon_get_pll_use_mask(crtc);
1959
		if (!(pll_in_use & (1 << ATOM_PPLL1)))
1959
		if (!(pll_in_use & (1 << ATOM_PPLL1)))
1960
			return ATOM_PPLL1;
1960
			return ATOM_PPLL1;
1961
		if (!(pll_in_use & (1 << ATOM_PPLL2)))
1961
		if (!(pll_in_use & (1 << ATOM_PPLL2)))
1962
			return ATOM_PPLL2;
1962
			return ATOM_PPLL2;
1963
		DRM_ERROR("unable to allocate a PPLL\n");
1963
		DRM_ERROR("unable to allocate a PPLL\n");
1964
		return ATOM_PPLL_INVALID;
1964
		return ATOM_PPLL_INVALID;
1965
		} else {
1965
		} else {
1966
		/* on pre-R5xx asics, the crtc to pll mapping is hardcoded */
1966
		/* on pre-R5xx asics, the crtc to pll mapping is hardcoded */
1967
		/* some atombios (observed in some DCE2/DCE3) code have a bug,
1967
		/* some atombios (observed in some DCE2/DCE3) code have a bug,
1968
		 * the matching btw pll and crtc is done through
1968
		 * the matching btw pll and crtc is done through
1969
		 * PCLK_CRTC[1|2]_CNTL (0x480/0x484) but atombios code use the
1969
		 * PCLK_CRTC[1|2]_CNTL (0x480/0x484) but atombios code use the
1970
		 * pll (1 or 2) to select which register to write. ie if using
1970
		 * pll (1 or 2) to select which register to write. ie if using
1971
		 * pll1 it will use PCLK_CRTC1_CNTL (0x480) and if using pll2
1971
		 * pll1 it will use PCLK_CRTC1_CNTL (0x480) and if using pll2
1972
		 * it will use PCLK_CRTC2_CNTL (0x484), it then use crtc id to
1972
		 * it will use PCLK_CRTC2_CNTL (0x484), it then use crtc id to
1973
		 * choose which value to write. Which is reverse order from
1973
		 * choose which value to write. Which is reverse order from
1974
		 * register logic. So only case that works is when pllid is
1974
		 * register logic. So only case that works is when pllid is
1975
		 * same as crtcid or when both pll and crtc are enabled and
1975
		 * same as crtcid or when both pll and crtc are enabled and
1976
		 * both use same clock.
1976
		 * both use same clock.
1977
		 *
1977
		 *
1978
		 * So just return crtc id as if crtc and pll were hard linked
1978
		 * So just return crtc id as if crtc and pll were hard linked
1979
		 * together even if they aren't
1979
		 * together even if they aren't
1980
		 */
1980
		 */
1981
		return radeon_crtc->crtc_id;
1981
		return radeon_crtc->crtc_id;
1982
	}
1982
	}
1983
}
1983
}
1984
 
1984
 
1985
void radeon_atom_disp_eng_pll_init(struct radeon_device *rdev)
1985
void radeon_atom_disp_eng_pll_init(struct radeon_device *rdev)
1986
{
1986
{
1987
	/* always set DCPLL */
1987
	/* always set DCPLL */
1988
	if (ASIC_IS_DCE6(rdev))
1988
	if (ASIC_IS_DCE6(rdev))
1989
		atombios_crtc_set_disp_eng_pll(rdev, rdev->clock.default_dispclk);
1989
		atombios_crtc_set_disp_eng_pll(rdev, rdev->clock.default_dispclk);
1990
	else if (ASIC_IS_DCE4(rdev)) {
1990
	else if (ASIC_IS_DCE4(rdev)) {
1991
		struct radeon_atom_ss ss;
1991
		struct radeon_atom_ss ss;
1992
		bool ss_enabled = radeon_atombios_get_asic_ss_info(rdev, &ss,
1992
		bool ss_enabled = radeon_atombios_get_asic_ss_info(rdev, &ss,
1993
								   ASIC_INTERNAL_SS_ON_DCPLL,
1993
								   ASIC_INTERNAL_SS_ON_DCPLL,
1994
								   rdev->clock.default_dispclk);
1994
								   rdev->clock.default_dispclk);
1995
		if (ss_enabled)
1995
		if (ss_enabled)
1996
			atombios_crtc_program_ss(rdev, ATOM_DISABLE, ATOM_DCPLL, -1, &ss);
1996
			atombios_crtc_program_ss(rdev, ATOM_DISABLE, ATOM_DCPLL, -1, &ss);
1997
		/* XXX: DCE5, make sure voltage, dispclk is high enough */
1997
		/* XXX: DCE5, make sure voltage, dispclk is high enough */
1998
		atombios_crtc_set_disp_eng_pll(rdev, rdev->clock.default_dispclk);
1998
		atombios_crtc_set_disp_eng_pll(rdev, rdev->clock.default_dispclk);
1999
		if (ss_enabled)
1999
		if (ss_enabled)
2000
			atombios_crtc_program_ss(rdev, ATOM_ENABLE, ATOM_DCPLL, -1, &ss);
2000
			atombios_crtc_program_ss(rdev, ATOM_ENABLE, ATOM_DCPLL, -1, &ss);
2001
	}
2001
	}
2002
 
2002
 
2003
}
2003
}
2004
 
2004
 
2005
int atombios_crtc_mode_set(struct drm_crtc *crtc,
2005
int atombios_crtc_mode_set(struct drm_crtc *crtc,
2006
			   struct drm_display_mode *mode,
2006
			   struct drm_display_mode *mode,
2007
			   struct drm_display_mode *adjusted_mode,
2007
			   struct drm_display_mode *adjusted_mode,
2008
			   int x, int y, struct drm_framebuffer *old_fb)
2008
			   int x, int y, struct drm_framebuffer *old_fb)
2009
{
2009
{
2010
	struct radeon_crtc *radeon_crtc = to_radeon_crtc(crtc);
2010
	struct radeon_crtc *radeon_crtc = to_radeon_crtc(crtc);
2011
	struct drm_device *dev = crtc->dev;
2011
	struct drm_device *dev = crtc->dev;
2012
	struct radeon_device *rdev = dev->dev_private;
2012
	struct radeon_device *rdev = dev->dev_private;
2013
	struct radeon_encoder *radeon_encoder =
2013
	struct radeon_encoder *radeon_encoder =
2014
		to_radeon_encoder(radeon_crtc->encoder);
2014
		to_radeon_encoder(radeon_crtc->encoder);
2015
	bool is_tvcv = false;
2015
	bool is_tvcv = false;
2016
 
2016
 
2017
	if (radeon_encoder->active_device &
2017
	if (radeon_encoder->active_device &
2018
	    (ATOM_DEVICE_TV_SUPPORT | ATOM_DEVICE_CV_SUPPORT))
2018
	    (ATOM_DEVICE_TV_SUPPORT | ATOM_DEVICE_CV_SUPPORT))
2019
		is_tvcv = true;
2019
		is_tvcv = true;
2020
 
2020
 
2021
	if (!radeon_crtc->adjusted_clock)
2021
	if (!radeon_crtc->adjusted_clock)
2022
		return -EINVAL;
2022
		return -EINVAL;
2023
 
2023
 
2024
	atombios_crtc_set_pll(crtc, adjusted_mode);
2024
	atombios_crtc_set_pll(crtc, adjusted_mode);
2025
 
2025
 
2026
	if (ASIC_IS_DCE4(rdev))
2026
	if (ASIC_IS_DCE4(rdev))
2027
		atombios_set_crtc_dtd_timing(crtc, adjusted_mode);
2027
		atombios_set_crtc_dtd_timing(crtc, adjusted_mode);
2028
	else if (ASIC_IS_AVIVO(rdev)) {
2028
	else if (ASIC_IS_AVIVO(rdev)) {
2029
		if (is_tvcv)
2029
		if (is_tvcv)
2030
			atombios_crtc_set_timing(crtc, adjusted_mode);
2030
			atombios_crtc_set_timing(crtc, adjusted_mode);
2031
		else
2031
		else
2032
			atombios_set_crtc_dtd_timing(crtc, adjusted_mode);
2032
			atombios_set_crtc_dtd_timing(crtc, adjusted_mode);
2033
	} else {
2033
	} else {
2034
		atombios_crtc_set_timing(crtc, adjusted_mode);
2034
		atombios_crtc_set_timing(crtc, adjusted_mode);
2035
		if (radeon_crtc->crtc_id == 0)
2035
		if (radeon_crtc->crtc_id == 0)
2036
			atombios_set_crtc_dtd_timing(crtc, adjusted_mode);
2036
			atombios_set_crtc_dtd_timing(crtc, adjusted_mode);
2037
		radeon_legacy_atom_fixup(crtc);
2037
		radeon_legacy_atom_fixup(crtc);
2038
	}
2038
	}
2039
	atombios_crtc_set_base(crtc, x, y, old_fb);
2039
	atombios_crtc_set_base(crtc, x, y, old_fb);
2040
    atombios_overscan_setup(crtc, mode, adjusted_mode);
2040
    atombios_overscan_setup(crtc, mode, adjusted_mode);
2041
    atombios_scaler_setup(crtc);
2041
    atombios_scaler_setup(crtc);
-
 
2042
//   radeon_cursor_reset(crtc);
2042
	/* update the hw version fpr dpm */
2043
	/* update the hw version fpr dpm */
2043
	radeon_crtc->hw_mode = *adjusted_mode;
2044
	radeon_crtc->hw_mode = *adjusted_mode;
2044
 
2045
 
2045
	return 0;
2046
	return 0;
2046
}
2047
}
2047
 
2048
 
2048
static bool atombios_crtc_mode_fixup(struct drm_crtc *crtc,
2049
static bool atombios_crtc_mode_fixup(struct drm_crtc *crtc,
2049
				     const struct drm_display_mode *mode,
2050
				     const struct drm_display_mode *mode,
2050
				     struct drm_display_mode *adjusted_mode)
2051
				     struct drm_display_mode *adjusted_mode)
2051
{
2052
{
2052
	struct radeon_crtc *radeon_crtc = to_radeon_crtc(crtc);
2053
	struct radeon_crtc *radeon_crtc = to_radeon_crtc(crtc);
2053
	struct drm_device *dev = crtc->dev;
2054
	struct drm_device *dev = crtc->dev;
2054
	struct drm_encoder *encoder;
2055
	struct drm_encoder *encoder;
2055
 
2056
 
2056
	/* assign the encoder to the radeon crtc to avoid repeated lookups later */
2057
	/* assign the encoder to the radeon crtc to avoid repeated lookups later */
2057
	list_for_each_entry(encoder, &dev->mode_config.encoder_list, head) {
2058
	list_for_each_entry(encoder, &dev->mode_config.encoder_list, head) {
2058
		if (encoder->crtc == crtc) {
2059
		if (encoder->crtc == crtc) {
2059
			radeon_crtc->encoder = encoder;
2060
			radeon_crtc->encoder = encoder;
2060
			radeon_crtc->connector = radeon_get_connector_for_encoder(encoder);
2061
			radeon_crtc->connector = radeon_get_connector_for_encoder(encoder);
2061
			break;
2062
			break;
2062
		}
2063
		}
2063
	}
2064
	}
2064
	if ((radeon_crtc->encoder == NULL) || (radeon_crtc->connector == NULL)) {
2065
	if ((radeon_crtc->encoder == NULL) || (radeon_crtc->connector == NULL)) {
2065
		radeon_crtc->encoder = NULL;
2066
		radeon_crtc->encoder = NULL;
2066
		radeon_crtc->connector = NULL;
2067
		radeon_crtc->connector = NULL;
2067
		return false;
2068
		return false;
2068
	}
2069
	}
2069
	if (!radeon_crtc_scaling_mode_fixup(crtc, mode, adjusted_mode))
2070
	if (!radeon_crtc_scaling_mode_fixup(crtc, mode, adjusted_mode))
2070
		return false;
2071
		return false;
2071
	if (!atombios_crtc_prepare_pll(crtc, adjusted_mode))
2072
	if (!atombios_crtc_prepare_pll(crtc, adjusted_mode))
2072
		return false;
2073
		return false;
2073
	/* pick pll */
2074
	/* pick pll */
2074
	radeon_crtc->pll_id = radeon_atom_pick_pll(crtc);
2075
	radeon_crtc->pll_id = radeon_atom_pick_pll(crtc);
2075
	/* if we can't get a PPLL for a non-DP encoder, fail */
2076
	/* if we can't get a PPLL for a non-DP encoder, fail */
2076
	if ((radeon_crtc->pll_id == ATOM_PPLL_INVALID) &&
2077
	if ((radeon_crtc->pll_id == ATOM_PPLL_INVALID) &&
2077
	    !ENCODER_MODE_IS_DP(atombios_get_encoder_mode(radeon_crtc->encoder)))
2078
	    !ENCODER_MODE_IS_DP(atombios_get_encoder_mode(radeon_crtc->encoder)))
2078
		return false;
2079
		return false;
2079
 
2080
 
2080
	return true;
2081
	return true;
2081
}
2082
}
2082
 
2083
 
2083
static void atombios_crtc_prepare(struct drm_crtc *crtc)
2084
static void atombios_crtc_prepare(struct drm_crtc *crtc)
2084
{
2085
{
2085
	struct drm_device *dev = crtc->dev;
2086
	struct drm_device *dev = crtc->dev;
2086
	struct radeon_device *rdev = dev->dev_private;
2087
	struct radeon_device *rdev = dev->dev_private;
2087
 
2088
 
2088
	/* disable crtc pair power gating before programming */
2089
	/* disable crtc pair power gating before programming */
2089
	if (ASIC_IS_DCE6(rdev))
2090
	if (ASIC_IS_DCE6(rdev))
2090
		atombios_powergate_crtc(crtc, ATOM_DISABLE);
2091
		atombios_powergate_crtc(crtc, ATOM_DISABLE);
2091
 
2092
 
2092
	atombios_lock_crtc(crtc, ATOM_ENABLE);
2093
	atombios_lock_crtc(crtc, ATOM_ENABLE);
2093
	atombios_crtc_dpms(crtc, DRM_MODE_DPMS_OFF);
2094
	atombios_crtc_dpms(crtc, DRM_MODE_DPMS_OFF);
2094
}
2095
}
2095
 
2096
 
2096
static void atombios_crtc_commit(struct drm_crtc *crtc)
2097
static void atombios_crtc_commit(struct drm_crtc *crtc)
2097
{
2098
{
2098
	atombios_crtc_dpms(crtc, DRM_MODE_DPMS_ON);
2099
	atombios_crtc_dpms(crtc, DRM_MODE_DPMS_ON);
2099
	atombios_lock_crtc(crtc, ATOM_DISABLE);
2100
	atombios_lock_crtc(crtc, ATOM_DISABLE);
2100
}
2101
}
2101
 
2102
 
2102
static void atombios_crtc_disable(struct drm_crtc *crtc)
2103
static void atombios_crtc_disable(struct drm_crtc *crtc)
2103
{
2104
{
2104
	struct radeon_crtc *radeon_crtc = to_radeon_crtc(crtc);
2105
	struct radeon_crtc *radeon_crtc = to_radeon_crtc(crtc);
2105
	struct drm_device *dev = crtc->dev;
2106
	struct drm_device *dev = crtc->dev;
2106
	struct radeon_device *rdev = dev->dev_private;
2107
	struct radeon_device *rdev = dev->dev_private;
2107
	struct radeon_atom_ss ss;
2108
	struct radeon_atom_ss ss;
2108
	int i;
2109
	int i;
2109
 
2110
 
2110
	atombios_crtc_dpms(crtc, DRM_MODE_DPMS_OFF);
2111
	atombios_crtc_dpms(crtc, DRM_MODE_DPMS_OFF);
2111
	if (crtc->primary->fb) {
2112
	if (crtc->primary->fb) {
2112
		int r;
2113
		int r;
2113
		struct radeon_framebuffer *radeon_fb;
2114
		struct radeon_framebuffer *radeon_fb;
2114
		struct radeon_bo *rbo;
2115
		struct radeon_bo *rbo;
2115
 
2116
 
2116
		radeon_fb = to_radeon_framebuffer(crtc->primary->fb);
2117
		radeon_fb = to_radeon_framebuffer(crtc->primary->fb);
2117
		rbo = gem_to_radeon_bo(radeon_fb->obj);
2118
		rbo = gem_to_radeon_bo(radeon_fb->obj);
2118
		r = radeon_bo_reserve(rbo, false);
2119
		r = radeon_bo_reserve(rbo, false);
2119
		if (unlikely(r))
2120
		if (unlikely(r))
2120
			DRM_ERROR("failed to reserve rbo before unpin\n");
2121
			DRM_ERROR("failed to reserve rbo before unpin\n");
2121
		else {
2122
		else {
2122
			radeon_bo_unpin(rbo);
2123
			radeon_bo_unpin(rbo);
2123
			radeon_bo_unreserve(rbo);
2124
			radeon_bo_unreserve(rbo);
2124
		}
2125
		}
2125
	}
2126
	}
2126
	/* disable the GRPH */
2127
	/* disable the GRPH */
2127
	if (ASIC_IS_DCE4(rdev))
2128
	if (ASIC_IS_DCE4(rdev))
2128
		WREG32(EVERGREEN_GRPH_ENABLE + radeon_crtc->crtc_offset, 0);
2129
		WREG32(EVERGREEN_GRPH_ENABLE + radeon_crtc->crtc_offset, 0);
2129
	else if (ASIC_IS_AVIVO(rdev))
2130
	else if (ASIC_IS_AVIVO(rdev))
2130
		WREG32(AVIVO_D1GRPH_ENABLE + radeon_crtc->crtc_offset, 0);
2131
		WREG32(AVIVO_D1GRPH_ENABLE + radeon_crtc->crtc_offset, 0);
2131
 
2132
 
2132
	if (ASIC_IS_DCE6(rdev))
2133
	if (ASIC_IS_DCE6(rdev))
2133
		atombios_powergate_crtc(crtc, ATOM_ENABLE);
2134
		atombios_powergate_crtc(crtc, ATOM_ENABLE);
2134
 
2135
 
2135
	for (i = 0; i < rdev->num_crtc; i++) {
2136
	for (i = 0; i < rdev->num_crtc; i++) {
2136
		if (rdev->mode_info.crtcs[i] &&
2137
		if (rdev->mode_info.crtcs[i] &&
2137
		    rdev->mode_info.crtcs[i]->enabled &&
2138
		    rdev->mode_info.crtcs[i]->enabled &&
2138
		    i != radeon_crtc->crtc_id &&
2139
		    i != radeon_crtc->crtc_id &&
2139
		    radeon_crtc->pll_id == rdev->mode_info.crtcs[i]->pll_id) {
2140
		    radeon_crtc->pll_id == rdev->mode_info.crtcs[i]->pll_id) {
2140
			/* one other crtc is using this pll don't turn
2141
			/* one other crtc is using this pll don't turn
2141
			 * off the pll
2142
			 * off the pll
2142
			 */
2143
			 */
2143
			goto done;
2144
			goto done;
2144
		}
2145
		}
2145
	}
2146
	}
2146
 
2147
 
2147
	switch (radeon_crtc->pll_id) {
2148
	switch (radeon_crtc->pll_id) {
2148
	case ATOM_PPLL1:
2149
	case ATOM_PPLL1:
2149
	case ATOM_PPLL2:
2150
	case ATOM_PPLL2:
2150
		/* disable the ppll */
2151
		/* disable the ppll */
2151
		atombios_crtc_program_pll(crtc, radeon_crtc->crtc_id, radeon_crtc->pll_id,
2152
		atombios_crtc_program_pll(crtc, radeon_crtc->crtc_id, radeon_crtc->pll_id,
2152
					  0, 0, ATOM_DISABLE, 0, 0, 0, 0, 0, false, &ss);
2153
					  0, 0, ATOM_DISABLE, 0, 0, 0, 0, 0, false, &ss);
2153
		break;
2154
		break;
2154
	case ATOM_PPLL0:
2155
	case ATOM_PPLL0:
2155
		/* disable the ppll */
2156
		/* disable the ppll */
2156
		if ((rdev->family == CHIP_ARUBA) ||
2157
		if ((rdev->family == CHIP_ARUBA) ||
2157
		    (rdev->family == CHIP_BONAIRE) ||
2158
		    (rdev->family == CHIP_BONAIRE) ||
2158
		    (rdev->family == CHIP_HAWAII))
2159
		    (rdev->family == CHIP_HAWAII))
2159
			atombios_crtc_program_pll(crtc, radeon_crtc->crtc_id, radeon_crtc->pll_id,
2160
			atombios_crtc_program_pll(crtc, radeon_crtc->crtc_id, radeon_crtc->pll_id,
2160
						  0, 0, ATOM_DISABLE, 0, 0, 0, 0, 0, false, &ss);
2161
						  0, 0, ATOM_DISABLE, 0, 0, 0, 0, 0, false, &ss);
2161
		break;
2162
		break;
2162
	default:
2163
	default:
2163
		break;
2164
		break;
2164
	}
2165
	}
2165
done:
2166
done:
2166
	radeon_crtc->pll_id = ATOM_PPLL_INVALID;
2167
	radeon_crtc->pll_id = ATOM_PPLL_INVALID;
2167
	radeon_crtc->adjusted_clock = 0;
2168
	radeon_crtc->adjusted_clock = 0;
2168
	radeon_crtc->encoder = NULL;
2169
	radeon_crtc->encoder = NULL;
2169
	radeon_crtc->connector = NULL;
2170
	radeon_crtc->connector = NULL;
2170
}
2171
}
2171
 
2172
 
2172
static const struct drm_crtc_helper_funcs atombios_helper_funcs = {
2173
static const struct drm_crtc_helper_funcs atombios_helper_funcs = {
2173
	.dpms = atombios_crtc_dpms,
2174
	.dpms = atombios_crtc_dpms,
2174
	.mode_fixup = atombios_crtc_mode_fixup,
2175
	.mode_fixup = atombios_crtc_mode_fixup,
2175
	.mode_set = atombios_crtc_mode_set,
2176
	.mode_set = atombios_crtc_mode_set,
2176
	.mode_set_base = atombios_crtc_set_base,
2177
	.mode_set_base = atombios_crtc_set_base,
2177
	.mode_set_base_atomic = atombios_crtc_set_base_atomic,
2178
	.mode_set_base_atomic = atombios_crtc_set_base_atomic,
2178
	.prepare = atombios_crtc_prepare,
2179
	.prepare = atombios_crtc_prepare,
2179
	.commit = atombios_crtc_commit,
2180
	.commit = atombios_crtc_commit,
2180
	.load_lut = radeon_crtc_load_lut,
2181
	.load_lut = radeon_crtc_load_lut,
2181
	.disable = atombios_crtc_disable,
2182
	.disable = atombios_crtc_disable,
2182
};
2183
};
2183
 
2184
 
2184
void radeon_atombios_init_crtc(struct drm_device *dev,
2185
void radeon_atombios_init_crtc(struct drm_device *dev,
2185
			       struct radeon_crtc *radeon_crtc)
2186
			       struct radeon_crtc *radeon_crtc)
2186
{
2187
{
2187
	struct radeon_device *rdev = dev->dev_private;
2188
	struct radeon_device *rdev = dev->dev_private;
2188
 
2189
 
2189
	if (ASIC_IS_DCE4(rdev)) {
2190
	if (ASIC_IS_DCE4(rdev)) {
2190
		switch (radeon_crtc->crtc_id) {
2191
		switch (radeon_crtc->crtc_id) {
2191
		case 0:
2192
		case 0:
2192
		default:
2193
		default:
2193
			radeon_crtc->crtc_offset = EVERGREEN_CRTC0_REGISTER_OFFSET;
2194
			radeon_crtc->crtc_offset = EVERGREEN_CRTC0_REGISTER_OFFSET;
2194
			break;
2195
			break;
2195
		case 1:
2196
		case 1:
2196
			radeon_crtc->crtc_offset = EVERGREEN_CRTC1_REGISTER_OFFSET;
2197
			radeon_crtc->crtc_offset = EVERGREEN_CRTC1_REGISTER_OFFSET;
2197
			break;
2198
			break;
2198
		case 2:
2199
		case 2:
2199
			radeon_crtc->crtc_offset = EVERGREEN_CRTC2_REGISTER_OFFSET;
2200
			radeon_crtc->crtc_offset = EVERGREEN_CRTC2_REGISTER_OFFSET;
2200
			break;
2201
			break;
2201
		case 3:
2202
		case 3:
2202
			radeon_crtc->crtc_offset = EVERGREEN_CRTC3_REGISTER_OFFSET;
2203
			radeon_crtc->crtc_offset = EVERGREEN_CRTC3_REGISTER_OFFSET;
2203
			break;
2204
			break;
2204
		case 4:
2205
		case 4:
2205
			radeon_crtc->crtc_offset = EVERGREEN_CRTC4_REGISTER_OFFSET;
2206
			radeon_crtc->crtc_offset = EVERGREEN_CRTC4_REGISTER_OFFSET;
2206
			break;
2207
			break;
2207
		case 5:
2208
		case 5:
2208
			radeon_crtc->crtc_offset = EVERGREEN_CRTC5_REGISTER_OFFSET;
2209
			radeon_crtc->crtc_offset = EVERGREEN_CRTC5_REGISTER_OFFSET;
2209
			break;
2210
			break;
2210
		}
2211
		}
2211
	} else {
2212
	} else {
2212
		if (radeon_crtc->crtc_id == 1)
2213
		if (radeon_crtc->crtc_id == 1)
2213
			radeon_crtc->crtc_offset =
2214
			radeon_crtc->crtc_offset =
2214
				AVIVO_D2CRTC_H_TOTAL - AVIVO_D1CRTC_H_TOTAL;
2215
				AVIVO_D2CRTC_H_TOTAL - AVIVO_D1CRTC_H_TOTAL;
2215
		else
2216
		else
2216
			radeon_crtc->crtc_offset = 0;
2217
			radeon_crtc->crtc_offset = 0;
2217
	}
2218
	}
2218
	radeon_crtc->pll_id = ATOM_PPLL_INVALID;
2219
	radeon_crtc->pll_id = ATOM_PPLL_INVALID;
2219
	radeon_crtc->adjusted_clock = 0;
2220
	radeon_crtc->adjusted_clock = 0;
2220
	radeon_crtc->encoder = NULL;
2221
	radeon_crtc->encoder = NULL;
2221
	radeon_crtc->connector = NULL;
2222
	radeon_crtc->connector = NULL;
2222
	drm_crtc_helper_add(&radeon_crtc->base, &atombios_helper_funcs);
2223
	drm_crtc_helper_add(&radeon_crtc->base, &atombios_helper_funcs);
2223
}
2224
}