Subversion Repositories Kolibri OS

Rev

Rev 1414 | Rev 1430 | Go to most recent revision | Only display areas with differences | Ignore whitespace | Details | Blame | Last modification | View Log | RSS feed

Rev 1414 Rev 1428
1
/*
1
/*
2
 * Copyright 2008 Advanced Micro Devices, Inc.
2
 * Copyright 2008 Advanced Micro Devices, Inc.
3
 * Copyright 2008 Red Hat Inc.
3
 * Copyright 2008 Red Hat Inc.
4
 * Copyright 2009 Jerome Glisse.
4
 * Copyright 2009 Jerome Glisse.
5
 *
5
 *
6
 * Permission is hereby granted, free of charge, to any person obtaining a
6
 * Permission is hereby granted, free of charge, to any person obtaining a
7
 * copy of this software and associated documentation files (the "Software"),
7
 * copy of this software and associated documentation files (the "Software"),
8
 * to deal in the Software without restriction, including without limitation
8
 * to deal in the Software without restriction, including without limitation
9
 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
9
 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
10
 * and/or sell copies of the Software, and to permit persons to whom the
10
 * and/or sell copies of the Software, and to permit persons to whom the
11
 * Software is furnished to do so, subject to the following conditions:
11
 * Software is furnished to do so, subject to the following conditions:
12
 *
12
 *
13
 * The above copyright notice and this permission notice shall be included in
13
 * The above copyright notice and this permission notice shall be included in
14
 * all copies or substantial portions of the Software.
14
 * all copies or substantial portions of the Software.
15
 *
15
 *
16
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
18
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
19
 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
19
 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
20
 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
20
 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
21
 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
21
 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
22
 * OTHER DEALINGS IN THE SOFTWARE.
22
 * OTHER DEALINGS IN THE SOFTWARE.
23
 *
23
 *
24
 * Authors: Dave Airlie
24
 * Authors: Dave Airlie
25
 *          Alex Deucher
25
 *          Alex Deucher
26
 *          Jerome Glisse
26
 *          Jerome Glisse
27
 */
27
 */
28
//#include 
28
//#include 
29
 
29
 
30
#include 
30
#include 
31
#include 
31
#include 
32
#include 
32
#include 
33
#include "radeon_reg.h"
33
#include "radeon_reg.h"
34
#include "radeon.h"
34
#include "radeon.h"
35
#include "radeon_asic.h"
35
#include "radeon_asic.h"
36
#include "atom.h"
36
#include "atom.h"
-
 
37
#include "display.h"
37
 
38
 
38
#include 
39
#include 
39
 
40
 
40
 
41
 
41
int radeon_dynclks          = -1;
42
int radeon_dynclks          = -1;
42
int radeon_r4xx_atom        = 0;
43
int radeon_r4xx_atom        = 0;
43
int radeon_agpmode          = -1;
44
int radeon_agpmode          = -1;
44
int radeon_gart_size        = 512; /* default gart size */
45
int radeon_gart_size        = 512; /* default gart size */
45
int radeon_benchmarking     = 0;
46
int radeon_benchmarking     = 0;
46
int radeon_connector_table  = 0;
47
int radeon_connector_table  = 0;
47
int radeon_tv               = 0;
48
int radeon_tv               = 0;
48
int radeon_modeset          = 1;
49
int radeon_modeset          = 1;
49
int radeon_new_pll          = 1;
50
int radeon_new_pll          = 1;
50
int radeon_vram_limit       = 0;
51
int radeon_vram_limit       = 0;
51
int radeon_audio            = 0;
52
int radeon_audio            = 0;
-
 
53
 
52
 
54
extern display_t *rdisplay;
53
 
55
 
54
void parse_cmdline(char *cmdline, videomode_t *mode, char *log, int *kms);
56
void parse_cmdline(char *cmdline, videomode_t *mode, char *log, int *kms);
55
int init_display(struct radeon_device *rdev, videomode_t *mode);
57
int init_display(struct radeon_device *rdev, videomode_t *mode);
56
int init_display_kms(struct radeon_device *rdev, videomode_t *mode);
58
int init_display_kms(struct radeon_device *rdev, videomode_t *mode);
57
 
59
 
58
int get_modes(videomode_t *mode, int *count);
60
int get_modes(videomode_t *mode, int *count);
59
int set_user_mode(videomode_t *mode);
61
int set_user_mode(videomode_t *mode);
-
 
62
int r100_2D_test(struct radeon_device *rdev);
60
 
63
 
61
 
64
 
62
 /* Legacy VGA regions */
65
 /* Legacy VGA regions */
63
#define VGA_RSRC_NONE          0x00
66
#define VGA_RSRC_NONE          0x00
64
#define VGA_RSRC_LEGACY_IO     0x01
67
#define VGA_RSRC_LEGACY_IO     0x01
65
#define VGA_RSRC_LEGACY_MEM    0x02
68
#define VGA_RSRC_LEGACY_MEM    0x02
66
#define VGA_RSRC_LEGACY_MASK   (VGA_RSRC_LEGACY_IO | VGA_RSRC_LEGACY_MEM)
69
#define VGA_RSRC_LEGACY_MASK   (VGA_RSRC_LEGACY_IO | VGA_RSRC_LEGACY_MEM)
67
/* Non-legacy access */
70
/* Non-legacy access */
68
#define VGA_RSRC_NORMAL_IO     0x04
71
#define VGA_RSRC_NORMAL_IO     0x04
69
#define VGA_RSRC_NORMAL_MEM    0x08
72
#define VGA_RSRC_NORMAL_MEM    0x08
70
 
73
 
71
 
74
 
72
 
75
 
73
/*
76
/*
74
 * Clear GPU surface registers.
77
 * Clear GPU surface registers.
75
 */
78
 */
76
void radeon_surface_init(struct radeon_device *rdev)
79
void radeon_surface_init(struct radeon_device *rdev)
77
{
80
{
78
    /* FIXME: check this out */
81
    /* FIXME: check this out */
79
    if (rdev->family < CHIP_R600) {
82
    if (rdev->family < CHIP_R600) {
80
        int i;
83
        int i;
81
 
84
 
82
		for (i = 0; i < RADEON_GEM_MAX_SURFACES; i++) {
85
		for (i = 0; i < RADEON_GEM_MAX_SURFACES; i++) {
83
           radeon_clear_surface_reg(rdev, i);
86
           radeon_clear_surface_reg(rdev, i);
84
        }
87
        }
85
		/* enable surfaces */
88
		/* enable surfaces */
86
		WREG32(RADEON_SURFACE_CNTL, 0);
89
		WREG32(RADEON_SURFACE_CNTL, 0);
87
    }
90
    }
88
}
91
}
89
 
92
 
90
/*
93
/*
91
 * GPU scratch registers helpers function.
94
 * GPU scratch registers helpers function.
92
 */
95
 */
93
void radeon_scratch_init(struct radeon_device *rdev)
96
void radeon_scratch_init(struct radeon_device *rdev)
94
{
97
{
95
    int i;
98
    int i;
96
 
99
 
97
    /* FIXME: check this out */
100
    /* FIXME: check this out */
98
    if (rdev->family < CHIP_R300) {
101
    if (rdev->family < CHIP_R300) {
99
        rdev->scratch.num_reg = 5;
102
        rdev->scratch.num_reg = 5;
100
    } else {
103
    } else {
101
        rdev->scratch.num_reg = 7;
104
        rdev->scratch.num_reg = 7;
102
    }
105
    }
103
    for (i = 0; i < rdev->scratch.num_reg; i++) {
106
    for (i = 0; i < rdev->scratch.num_reg; i++) {
104
        rdev->scratch.free[i] = true;
107
        rdev->scratch.free[i] = true;
105
        rdev->scratch.reg[i] = RADEON_SCRATCH_REG0 + (i * 4);
108
        rdev->scratch.reg[i] = RADEON_SCRATCH_REG0 + (i * 4);
106
    }
109
    }
107
}
110
}
108
 
111
 
109
int radeon_scratch_get(struct radeon_device *rdev, uint32_t *reg)
112
int radeon_scratch_get(struct radeon_device *rdev, uint32_t *reg)
110
{
113
{
111
	int i;
114
	int i;
112
 
115
 
113
	for (i = 0; i < rdev->scratch.num_reg; i++) {
116
	for (i = 0; i < rdev->scratch.num_reg; i++) {
114
		if (rdev->scratch.free[i]) {
117
		if (rdev->scratch.free[i]) {
115
			rdev->scratch.free[i] = false;
118
			rdev->scratch.free[i] = false;
116
			*reg = rdev->scratch.reg[i];
119
			*reg = rdev->scratch.reg[i];
117
			return 0;
120
			return 0;
118
		}
121
		}
119
	}
122
	}
120
	return -EINVAL;
123
	return -EINVAL;
121
}
124
}
122
 
125
 
123
void radeon_scratch_free(struct radeon_device *rdev, uint32_t reg)
126
void radeon_scratch_free(struct radeon_device *rdev, uint32_t reg)
124
{
127
{
125
	int i;
128
	int i;
126
 
129
 
127
	for (i = 0; i < rdev->scratch.num_reg; i++) {
130
	for (i = 0; i < rdev->scratch.num_reg; i++) {
128
		if (rdev->scratch.reg[i] == reg) {
131
		if (rdev->scratch.reg[i] == reg) {
129
			rdev->scratch.free[i] = true;
132
			rdev->scratch.free[i] = true;
130
			return;
133
			return;
131
		}
134
		}
132
	}
135
	}
133
}
136
}
134
 
137
 
135
/*
138
/*
136
 * MC common functions
139
 * MC common functions
137
 */
140
 */
138
int radeon_mc_setup(struct radeon_device *rdev)
141
int radeon_mc_setup(struct radeon_device *rdev)
139
{
142
{
140
	uint32_t tmp;
143
	uint32_t tmp;
141
 
144
 
142
	/* Some chips have an "issue" with the memory controller, the
145
	/* Some chips have an "issue" with the memory controller, the
143
	 * location must be aligned to the size. We just align it down,
146
	 * location must be aligned to the size. We just align it down,
144
	 * too bad if we walk over the top of system memory, we don't
147
	 * too bad if we walk over the top of system memory, we don't
145
	 * use DMA without a remapped anyway.
148
	 * use DMA without a remapped anyway.
146
	 * Affected chips are rv280, all r3xx, and all r4xx, but not IGP
149
	 * Affected chips are rv280, all r3xx, and all r4xx, but not IGP
147
	 */
150
	 */
148
	/* FGLRX seems to setup like this, VRAM a 0, then GART.
151
	/* FGLRX seems to setup like this, VRAM a 0, then GART.
149
	 */
152
	 */
150
	/*
153
	/*
151
	 * Note: from R6xx the address space is 40bits but here we only
154
	 * Note: from R6xx the address space is 40bits but here we only
152
	 * use 32bits (still have to see a card which would exhaust 4G
155
	 * use 32bits (still have to see a card which would exhaust 4G
153
	 * address space).
156
	 * address space).
154
	 */
157
	 */
155
	if (rdev->mc.vram_location != 0xFFFFFFFFUL) {
158
	if (rdev->mc.vram_location != 0xFFFFFFFFUL) {
156
		/* vram location was already setup try to put gtt after
159
		/* vram location was already setup try to put gtt after
157
		 * if it fits */
160
		 * if it fits */
158
		tmp = rdev->mc.vram_location + rdev->mc.mc_vram_size;
161
		tmp = rdev->mc.vram_location + rdev->mc.mc_vram_size;
159
		tmp = (tmp + rdev->mc.gtt_size - 1) & ~(rdev->mc.gtt_size - 1);
162
		tmp = (tmp + rdev->mc.gtt_size - 1) & ~(rdev->mc.gtt_size - 1);
160
		if ((0xFFFFFFFFUL - tmp) >= rdev->mc.gtt_size) {
163
		if ((0xFFFFFFFFUL - tmp) >= rdev->mc.gtt_size) {
161
			rdev->mc.gtt_location = tmp;
164
			rdev->mc.gtt_location = tmp;
162
		} else {
165
		} else {
163
			if (rdev->mc.gtt_size >= rdev->mc.vram_location) {
166
			if (rdev->mc.gtt_size >= rdev->mc.vram_location) {
164
				printk(KERN_ERR "[drm] GTT too big to fit "
167
				printk(KERN_ERR "[drm] GTT too big to fit "
165
				       "before or after vram location.\n");
168
				       "before or after vram location.\n");
166
				return -EINVAL;
169
				return -EINVAL;
167
			}
170
			}
168
			rdev->mc.gtt_location = 0;
171
			rdev->mc.gtt_location = 0;
169
		}
172
		}
170
	} else if (rdev->mc.gtt_location != 0xFFFFFFFFUL) {
173
	} else if (rdev->mc.gtt_location != 0xFFFFFFFFUL) {
171
		/* gtt location was already setup try to put vram before
174
		/* gtt location was already setup try to put vram before
172
		 * if it fits */
175
		 * if it fits */
173
		if (rdev->mc.mc_vram_size < rdev->mc.gtt_location) {
176
		if (rdev->mc.mc_vram_size < rdev->mc.gtt_location) {
174
			rdev->mc.vram_location = 0;
177
			rdev->mc.vram_location = 0;
175
		} else {
178
		} else {
176
			tmp = rdev->mc.gtt_location + rdev->mc.gtt_size;
179
			tmp = rdev->mc.gtt_location + rdev->mc.gtt_size;
177
			tmp += (rdev->mc.mc_vram_size - 1);
180
			tmp += (rdev->mc.mc_vram_size - 1);
178
			tmp &= ~(rdev->mc.mc_vram_size - 1);
181
			tmp &= ~(rdev->mc.mc_vram_size - 1);
179
			if ((0xFFFFFFFFUL - tmp) >= rdev->mc.mc_vram_size) {
182
			if ((0xFFFFFFFFUL - tmp) >= rdev->mc.mc_vram_size) {
180
				rdev->mc.vram_location = tmp;
183
				rdev->mc.vram_location = tmp;
181
			} else {
184
			} else {
182
				printk(KERN_ERR "[drm] vram too big to fit "
185
				printk(KERN_ERR "[drm] vram too big to fit "
183
				       "before or after GTT location.\n");
186
				       "before or after GTT location.\n");
184
				return -EINVAL;
187
				return -EINVAL;
185
			}
188
			}
186
		}
189
		}
187
	} else {
190
	} else {
188
		rdev->mc.vram_location = 0;
191
		rdev->mc.vram_location = 0;
189
		tmp = rdev->mc.mc_vram_size;
192
		tmp = rdev->mc.mc_vram_size;
190
		tmp = (tmp + rdev->mc.gtt_size - 1) & ~(rdev->mc.gtt_size - 1);
193
		tmp = (tmp + rdev->mc.gtt_size - 1) & ~(rdev->mc.gtt_size - 1);
191
		rdev->mc.gtt_location = tmp;
194
		rdev->mc.gtt_location = tmp;
192
	}
195
	}
193
	rdev->mc.vram_start = rdev->mc.vram_location;
196
	rdev->mc.vram_start = rdev->mc.vram_location;
194
	rdev->mc.vram_end = rdev->mc.vram_location + rdev->mc.mc_vram_size - 1;
197
	rdev->mc.vram_end = rdev->mc.vram_location + rdev->mc.mc_vram_size - 1;
195
	rdev->mc.gtt_start = rdev->mc.gtt_location;
198
	rdev->mc.gtt_start = rdev->mc.gtt_location;
196
	rdev->mc.gtt_end = rdev->mc.gtt_location + rdev->mc.gtt_size - 1;
199
	rdev->mc.gtt_end = rdev->mc.gtt_location + rdev->mc.gtt_size - 1;
197
	DRM_INFO("radeon: VRAM %uM\n", (unsigned)(rdev->mc.mc_vram_size >> 20));
200
	DRM_INFO("radeon: VRAM %uM\n", (unsigned)(rdev->mc.mc_vram_size >> 20));
198
	DRM_INFO("radeon: VRAM from 0x%08X to 0x%08X\n",
201
	DRM_INFO("radeon: VRAM from 0x%08X to 0x%08X\n",
199
		 (unsigned)rdev->mc.vram_location,
202
		 (unsigned)rdev->mc.vram_location,
200
		 (unsigned)(rdev->mc.vram_location + rdev->mc.mc_vram_size - 1));
203
		 (unsigned)(rdev->mc.vram_location + rdev->mc.mc_vram_size - 1));
201
	DRM_INFO("radeon: GTT %uM\n", (unsigned)(rdev->mc.gtt_size >> 20));
204
	DRM_INFO("radeon: GTT %uM\n", (unsigned)(rdev->mc.gtt_size >> 20));
202
	DRM_INFO("radeon: GTT from 0x%08X to 0x%08X\n",
205
	DRM_INFO("radeon: GTT from 0x%08X to 0x%08X\n",
203
		 (unsigned)rdev->mc.gtt_location,
206
		 (unsigned)rdev->mc.gtt_location,
204
		 (unsigned)(rdev->mc.gtt_location + rdev->mc.gtt_size - 1));
207
		 (unsigned)(rdev->mc.gtt_location + rdev->mc.gtt_size - 1));
205
	return 0;
208
	return 0;
206
}
209
}
207
 
210
 
208
 
211
 
209
/*
212
/*
210
 * GPU helpers function.
213
 * GPU helpers function.
211
 */
214
 */
212
bool radeon_card_posted(struct radeon_device *rdev)
215
bool radeon_card_posted(struct radeon_device *rdev)
213
{
216
{
214
	uint32_t reg;
217
	uint32_t reg;
215
 
218
 
216
	/* first check CRTCs */
219
	/* first check CRTCs */
217
	if (ASIC_IS_AVIVO(rdev)) {
220
	if (ASIC_IS_AVIVO(rdev)) {
218
		reg = RREG32(AVIVO_D1CRTC_CONTROL) |
221
		reg = RREG32(AVIVO_D1CRTC_CONTROL) |
219
		      RREG32(AVIVO_D2CRTC_CONTROL);
222
		      RREG32(AVIVO_D2CRTC_CONTROL);
220
		if (reg & AVIVO_CRTC_EN) {
223
		if (reg & AVIVO_CRTC_EN) {
221
			return true;
224
			return true;
222
		}
225
		}
223
	} else {
226
	} else {
224
		reg = RREG32(RADEON_CRTC_GEN_CNTL) |
227
		reg = RREG32(RADEON_CRTC_GEN_CNTL) |
225
		      RREG32(RADEON_CRTC2_GEN_CNTL);
228
		      RREG32(RADEON_CRTC2_GEN_CNTL);
226
		if (reg & RADEON_CRTC_EN) {
229
		if (reg & RADEON_CRTC_EN) {
227
			return true;
230
			return true;
228
		}
231
		}
229
	}
232
	}
230
 
233
 
231
	/* then check MEM_SIZE, in case the crtcs are off */
234
	/* then check MEM_SIZE, in case the crtcs are off */
232
	if (rdev->family >= CHIP_R600)
235
	if (rdev->family >= CHIP_R600)
233
		reg = RREG32(R600_CONFIG_MEMSIZE);
236
		reg = RREG32(R600_CONFIG_MEMSIZE);
234
	else
237
	else
235
		reg = RREG32(RADEON_CONFIG_MEMSIZE);
238
		reg = RREG32(RADEON_CONFIG_MEMSIZE);
236
 
239
 
237
	if (reg)
240
	if (reg)
238
		return true;
241
		return true;
239
 
242
 
240
	return false;
243
	return false;
241
 
244
 
242
}
245
}
243
 
246
 
244
bool radeon_boot_test_post_card(struct radeon_device *rdev)
247
bool radeon_boot_test_post_card(struct radeon_device *rdev)
245
{
248
{
246
	if (radeon_card_posted(rdev))
249
	if (radeon_card_posted(rdev))
247
		return true;
250
		return true;
248
 
251
 
249
	if (rdev->bios) {
252
	if (rdev->bios) {
250
		DRM_INFO("GPU not posted. posting now...\n");
253
		DRM_INFO("GPU not posted. posting now...\n");
251
		if (rdev->is_atom_bios)
254
		if (rdev->is_atom_bios)
252
			atom_asic_init(rdev->mode_info.atom_context);
255
			atom_asic_init(rdev->mode_info.atom_context);
253
		else
256
		else
254
			radeon_combios_asic_init(rdev->ddev);
257
			radeon_combios_asic_init(rdev->ddev);
255
		return true;
258
		return true;
256
	} else {
259
	} else {
257
		dev_err(rdev->dev, "Card not posted and no BIOS - ignoring\n");
260
		dev_err(rdev->dev, "Card not posted and no BIOS - ignoring\n");
258
		return false;
261
		return false;
259
	}
262
	}
260
}
263
}
261
 
264
 
262
int radeon_dummy_page_init(struct radeon_device *rdev)
265
int radeon_dummy_page_init(struct radeon_device *rdev)
263
{
266
{
264
    rdev->dummy_page.page = AllocPage();
267
    rdev->dummy_page.page = AllocPage();
265
	if (rdev->dummy_page.page == NULL)
268
	if (rdev->dummy_page.page == NULL)
266
		return -ENOMEM;
269
		return -ENOMEM;
267
    rdev->dummy_page.addr = MapIoMem(rdev->dummy_page.page, 4096, 5);
270
    rdev->dummy_page.addr = MapIoMem(rdev->dummy_page.page, 4096, 5);
268
	if (!rdev->dummy_page.addr) {
271
	if (!rdev->dummy_page.addr) {
269
//       __free_page(rdev->dummy_page.page);
272
//       __free_page(rdev->dummy_page.page);
270
		rdev->dummy_page.page = NULL;
273
		rdev->dummy_page.page = NULL;
271
		return -ENOMEM;
274
		return -ENOMEM;
272
	}
275
	}
273
	return 0;
276
	return 0;
274
}
277
}
275
 
278
 
276
void radeon_dummy_page_fini(struct radeon_device *rdev)
279
void radeon_dummy_page_fini(struct radeon_device *rdev)
277
{
280
{
278
	if (rdev->dummy_page.page == NULL)
281
	if (rdev->dummy_page.page == NULL)
279
		return;
282
		return;
280
    KernelFree(rdev->dummy_page.addr);
283
    KernelFree(rdev->dummy_page.addr);
281
	rdev->dummy_page.page = NULL;
284
	rdev->dummy_page.page = NULL;
282
}
285
}
283
 
286
 
284
 
287
 
285
/*
288
/*
286
 * Registers accessors functions.
289
 * Registers accessors functions.
287
 */
290
 */
288
uint32_t radeon_invalid_rreg(struct radeon_device *rdev, uint32_t reg)
291
uint32_t radeon_invalid_rreg(struct radeon_device *rdev, uint32_t reg)
289
{
292
{
290
    DRM_ERROR("Invalid callback to read register 0x%04X\n", reg);
293
    DRM_ERROR("Invalid callback to read register 0x%04X\n", reg);
291
    BUG_ON(1);
294
    BUG_ON(1);
292
    return 0;
295
    return 0;
293
}
296
}
294
 
297
 
295
void radeon_invalid_wreg(struct radeon_device *rdev, uint32_t reg, uint32_t v)
298
void radeon_invalid_wreg(struct radeon_device *rdev, uint32_t reg, uint32_t v)
296
{
299
{
297
    DRM_ERROR("Invalid callback to write register 0x%04X with 0x%08X\n",
300
    DRM_ERROR("Invalid callback to write register 0x%04X with 0x%08X\n",
298
          reg, v);
301
          reg, v);
299
    BUG_ON(1);
302
    BUG_ON(1);
300
}
303
}
301
 
304
 
302
void radeon_register_accessor_init(struct radeon_device *rdev)
305
void radeon_register_accessor_init(struct radeon_device *rdev)
303
{
306
{
304
    rdev->mc_rreg = &radeon_invalid_rreg;
307
    rdev->mc_rreg = &radeon_invalid_rreg;
305
    rdev->mc_wreg = &radeon_invalid_wreg;
308
    rdev->mc_wreg = &radeon_invalid_wreg;
306
    rdev->pll_rreg = &radeon_invalid_rreg;
309
    rdev->pll_rreg = &radeon_invalid_rreg;
307
    rdev->pll_wreg = &radeon_invalid_wreg;
310
    rdev->pll_wreg = &radeon_invalid_wreg;
308
    rdev->pciep_rreg = &radeon_invalid_rreg;
311
    rdev->pciep_rreg = &radeon_invalid_rreg;
309
    rdev->pciep_wreg = &radeon_invalid_wreg;
312
    rdev->pciep_wreg = &radeon_invalid_wreg;
310
 
313
 
311
    /* Don't change order as we are overridding accessor. */
314
    /* Don't change order as we are overridding accessor. */
312
    if (rdev->family < CHIP_RV515) {
315
    if (rdev->family < CHIP_RV515) {
313
		rdev->pcie_reg_mask = 0xff;
316
		rdev->pcie_reg_mask = 0xff;
314
	} else {
317
	} else {
315
		rdev->pcie_reg_mask = 0x7ff;
318
		rdev->pcie_reg_mask = 0x7ff;
316
    }
319
    }
317
    /* FIXME: not sure here */
320
    /* FIXME: not sure here */
318
    if (rdev->family <= CHIP_R580) {
321
    if (rdev->family <= CHIP_R580) {
319
        rdev->pll_rreg = &r100_pll_rreg;
322
        rdev->pll_rreg = &r100_pll_rreg;
320
        rdev->pll_wreg = &r100_pll_wreg;
323
        rdev->pll_wreg = &r100_pll_wreg;
321
    }
324
    }
322
	if (rdev->family >= CHIP_R420) {
325
	if (rdev->family >= CHIP_R420) {
323
		rdev->mc_rreg = &r420_mc_rreg;
326
		rdev->mc_rreg = &r420_mc_rreg;
324
		rdev->mc_wreg = &r420_mc_wreg;
327
		rdev->mc_wreg = &r420_mc_wreg;
325
	}
328
	}
326
    if (rdev->family >= CHIP_RV515) {
329
    if (rdev->family >= CHIP_RV515) {
327
        rdev->mc_rreg = &rv515_mc_rreg;
330
        rdev->mc_rreg = &rv515_mc_rreg;
328
        rdev->mc_wreg = &rv515_mc_wreg;
331
        rdev->mc_wreg = &rv515_mc_wreg;
329
    }
332
    }
330
    if (rdev->family == CHIP_RS400 || rdev->family == CHIP_RS480) {
333
    if (rdev->family == CHIP_RS400 || rdev->family == CHIP_RS480) {
331
        rdev->mc_rreg = &rs400_mc_rreg;
334
        rdev->mc_rreg = &rs400_mc_rreg;
332
        rdev->mc_wreg = &rs400_mc_wreg;
335
        rdev->mc_wreg = &rs400_mc_wreg;
333
    }
336
    }
334
    if (rdev->family == CHIP_RS690 || rdev->family == CHIP_RS740) {
337
    if (rdev->family == CHIP_RS690 || rdev->family == CHIP_RS740) {
335
        rdev->mc_rreg = &rs690_mc_rreg;
338
        rdev->mc_rreg = &rs690_mc_rreg;
336
        rdev->mc_wreg = &rs690_mc_wreg;
339
        rdev->mc_wreg = &rs690_mc_wreg;
337
    }
340
    }
338
    if (rdev->family == CHIP_RS600) {
341
    if (rdev->family == CHIP_RS600) {
339
        rdev->mc_rreg = &rs600_mc_rreg;
342
        rdev->mc_rreg = &rs600_mc_rreg;
340
        rdev->mc_wreg = &rs600_mc_wreg;
343
        rdev->mc_wreg = &rs600_mc_wreg;
341
    }
344
    }
342
	if (rdev->family >= CHIP_R600) {
345
	if (rdev->family >= CHIP_R600) {
343
		rdev->pciep_rreg = &r600_pciep_rreg;
346
		rdev->pciep_rreg = &r600_pciep_rreg;
344
		rdev->pciep_wreg = &r600_pciep_wreg;
347
		rdev->pciep_wreg = &r600_pciep_wreg;
345
	}
348
	}
346
}
349
}
347
 
350
 
348
 
351
 
349
/*
352
/*
350
 * ASIC
353
 * ASIC
351
 */
354
 */
352
int radeon_asic_init(struct radeon_device *rdev)
355
int radeon_asic_init(struct radeon_device *rdev)
353
{
356
{
354
    radeon_register_accessor_init(rdev);
357
    radeon_register_accessor_init(rdev);
355
	switch (rdev->family) {
358
	switch (rdev->family) {
356
	case CHIP_R100:
359
	case CHIP_R100:
357
	case CHIP_RV100:
360
	case CHIP_RV100:
358
	case CHIP_RS100:
361
	case CHIP_RS100:
359
	case CHIP_RV200:
362
	case CHIP_RV200:
360
	case CHIP_RS200:
363
	case CHIP_RS200:
361
	case CHIP_R200:
364
	case CHIP_R200:
362
	case CHIP_RV250:
365
	case CHIP_RV250:
363
	case CHIP_RS300:
366
	case CHIP_RS300:
364
	case CHIP_RV280:
367
	case CHIP_RV280:
365
        rdev->asic = &r100_asic;
368
        rdev->asic = &r100_asic;
366
		break;
369
		break;
367
	case CHIP_R300:
370
	case CHIP_R300:
368
	case CHIP_R350:
371
	case CHIP_R350:
369
	case CHIP_RV350:
372
	case CHIP_RV350:
370
	case CHIP_RV380:
373
	case CHIP_RV380:
371
        rdev->asic = &r300_asic;
374
        rdev->asic = &r300_asic;
372
		if (rdev->flags & RADEON_IS_PCIE) {
375
		if (rdev->flags & RADEON_IS_PCIE) {
373
			rdev->asic->gart_tlb_flush = &rv370_pcie_gart_tlb_flush;
376
			rdev->asic->gart_tlb_flush = &rv370_pcie_gart_tlb_flush;
374
			rdev->asic->gart_set_page = &rv370_pcie_gart_set_page;
377
			rdev->asic->gart_set_page = &rv370_pcie_gart_set_page;
375
		}
378
		}
376
		break;
379
		break;
377
	case CHIP_R420:
380
	case CHIP_R420:
378
	case CHIP_R423:
381
	case CHIP_R423:
379
	case CHIP_RV410:
382
	case CHIP_RV410:
380
        rdev->asic = &r420_asic;
383
        rdev->asic = &r420_asic;
381
		break;
384
		break;
382
	case CHIP_RS400:
385
	case CHIP_RS400:
383
	case CHIP_RS480:
386
	case CHIP_RS480:
384
       rdev->asic = &rs400_asic;
387
       rdev->asic = &rs400_asic;
385
		break;
388
		break;
386
	case CHIP_RS600:
389
	case CHIP_RS600:
387
        rdev->asic = &rs600_asic;
390
        rdev->asic = &rs600_asic;
388
		break;
391
		break;
389
	case CHIP_RS690:
392
	case CHIP_RS690:
390
	case CHIP_RS740:
393
	case CHIP_RS740:
391
        rdev->asic = &rs690_asic;
394
        rdev->asic = &rs690_asic;
392
		break;
395
		break;
393
	case CHIP_RV515:
396
	case CHIP_RV515:
394
        rdev->asic = &rv515_asic;
397
        rdev->asic = &rv515_asic;
395
		break;
398
		break;
396
	case CHIP_R520:
399
	case CHIP_R520:
397
	case CHIP_RV530:
400
	case CHIP_RV530:
398
	case CHIP_RV560:
401
	case CHIP_RV560:
399
	case CHIP_RV570:
402
	case CHIP_RV570:
400
	case CHIP_R580:
403
	case CHIP_R580:
401
        rdev->asic = &r520_asic;
404
        rdev->asic = &r520_asic;
402
		break;
405
		break;
403
	case CHIP_R600:
406
	case CHIP_R600:
404
	case CHIP_RV610:
407
	case CHIP_RV610:
405
	case CHIP_RV630:
408
	case CHIP_RV630:
406
	case CHIP_RV620:
409
	case CHIP_RV620:
407
	case CHIP_RV635:
410
	case CHIP_RV635:
408
	case CHIP_RV670:
411
	case CHIP_RV670:
409
	case CHIP_RS780:
412
	case CHIP_RS780:
410
	case CHIP_RS880:
413
	case CHIP_RS880:
411
		rdev->asic = &r600_asic;
414
		rdev->asic = &r600_asic;
412
		break;
415
		break;
413
	case CHIP_RV770:
416
	case CHIP_RV770:
414
	case CHIP_RV730:
417
	case CHIP_RV730:
415
	case CHIP_RV710:
418
	case CHIP_RV710:
416
	case CHIP_RV740:
419
	case CHIP_RV740:
417
		rdev->asic = &rv770_asic;
420
		rdev->asic = &rv770_asic;
418
		break;
421
		break;
419
	default:
422
	default:
420
		/* FIXME: not supported yet */
423
		/* FIXME: not supported yet */
421
		return -EINVAL;
424
		return -EINVAL;
422
	}
425
	}
423
 
426
 
424
	if (rdev->flags & RADEON_IS_IGP) {
427
	if (rdev->flags & RADEON_IS_IGP) {
425
		rdev->asic->get_memory_clock = NULL;
428
		rdev->asic->get_memory_clock = NULL;
426
		rdev->asic->set_memory_clock = NULL;
429
		rdev->asic->set_memory_clock = NULL;
427
	}
430
	}
428
 
431
 
429
	return 0;
432
	return 0;
430
}
433
}
431
 
434
 
432
 
435
 
433
/*
436
/*
434
 * Wrapper around modesetting bits.
437
 * Wrapper around modesetting bits.
435
 */
438
 */
436
int radeon_clocks_init(struct radeon_device *rdev)
439
int radeon_clocks_init(struct radeon_device *rdev)
437
{
440
{
438
	int r;
441
	int r;
439
 
442
 
440
    r = radeon_static_clocks_init(rdev->ddev);
443
    r = radeon_static_clocks_init(rdev->ddev);
441
	if (r) {
444
	if (r) {
442
		return r;
445
		return r;
443
	}
446
	}
444
	DRM_INFO("Clocks initialized !\n");
447
	DRM_INFO("Clocks initialized !\n");
445
	return 0;
448
	return 0;
446
}
449
}
447
 
450
 
448
void radeon_clocks_fini(struct radeon_device *rdev)
451
void radeon_clocks_fini(struct radeon_device *rdev)
449
{
452
{
450
}
453
}
451
 
454
 
452
/* ATOM accessor methods */
455
/* ATOM accessor methods */
453
static uint32_t cail_pll_read(struct card_info *info, uint32_t reg)
456
static uint32_t cail_pll_read(struct card_info *info, uint32_t reg)
454
{
457
{
455
    struct radeon_device *rdev = info->dev->dev_private;
458
    struct radeon_device *rdev = info->dev->dev_private;
456
    uint32_t r;
459
    uint32_t r;
457
 
460
 
458
    r = rdev->pll_rreg(rdev, reg);
461
    r = rdev->pll_rreg(rdev, reg);
459
    return r;
462
    return r;
460
}
463
}
461
 
464
 
462
static void cail_pll_write(struct card_info *info, uint32_t reg, uint32_t val)
465
static void cail_pll_write(struct card_info *info, uint32_t reg, uint32_t val)
463
{
466
{
464
    struct radeon_device *rdev = info->dev->dev_private;
467
    struct radeon_device *rdev = info->dev->dev_private;
465
 
468
 
466
    rdev->pll_wreg(rdev, reg, val);
469
    rdev->pll_wreg(rdev, reg, val);
467
}
470
}
468
 
471
 
469
static uint32_t cail_mc_read(struct card_info *info, uint32_t reg)
472
static uint32_t cail_mc_read(struct card_info *info, uint32_t reg)
470
{
473
{
471
    struct radeon_device *rdev = info->dev->dev_private;
474
    struct radeon_device *rdev = info->dev->dev_private;
472
    uint32_t r;
475
    uint32_t r;
473
 
476
 
474
    r = rdev->mc_rreg(rdev, reg);
477
    r = rdev->mc_rreg(rdev, reg);
475
    return r;
478
    return r;
476
}
479
}
477
 
480
 
478
static void cail_mc_write(struct card_info *info, uint32_t reg, uint32_t val)
481
static void cail_mc_write(struct card_info *info, uint32_t reg, uint32_t val)
479
{
482
{
480
    struct radeon_device *rdev = info->dev->dev_private;
483
    struct radeon_device *rdev = info->dev->dev_private;
481
 
484
 
482
    rdev->mc_wreg(rdev, reg, val);
485
    rdev->mc_wreg(rdev, reg, val);
483
}
486
}
484
 
487
 
485
static void cail_reg_write(struct card_info *info, uint32_t reg, uint32_t val)
488
static void cail_reg_write(struct card_info *info, uint32_t reg, uint32_t val)
486
{
489
{
487
    struct radeon_device *rdev = info->dev->dev_private;
490
    struct radeon_device *rdev = info->dev->dev_private;
488
 
491
 
489
    WREG32(reg*4, val);
492
    WREG32(reg*4, val);
490
}
493
}
491
 
494
 
492
static uint32_t cail_reg_read(struct card_info *info, uint32_t reg)
495
static uint32_t cail_reg_read(struct card_info *info, uint32_t reg)
493
{
496
{
494
    struct radeon_device *rdev = info->dev->dev_private;
497
    struct radeon_device *rdev = info->dev->dev_private;
495
    uint32_t r;
498
    uint32_t r;
496
 
499
 
497
    r = RREG32(reg*4);
500
    r = RREG32(reg*4);
498
    return r;
501
    return r;
499
}
502
}
500
 
503
 
501
int radeon_atombios_init(struct radeon_device *rdev)
504
int radeon_atombios_init(struct radeon_device *rdev)
502
{
505
{
503
	struct card_info *atom_card_info =
506
	struct card_info *atom_card_info =
504
	    kzalloc(sizeof(struct card_info), GFP_KERNEL);
507
	    kzalloc(sizeof(struct card_info), GFP_KERNEL);
505
 
508
 
506
	if (!atom_card_info)
509
	if (!atom_card_info)
507
		return -ENOMEM;
510
		return -ENOMEM;
508
 
511
 
509
	rdev->mode_info.atom_card_info = atom_card_info;
512
	rdev->mode_info.atom_card_info = atom_card_info;
510
	atom_card_info->dev = rdev->ddev;
513
	atom_card_info->dev = rdev->ddev;
511
	atom_card_info->reg_read = cail_reg_read;
514
	atom_card_info->reg_read = cail_reg_read;
512
	atom_card_info->reg_write = cail_reg_write;
515
	atom_card_info->reg_write = cail_reg_write;
513
	atom_card_info->mc_read = cail_mc_read;
516
	atom_card_info->mc_read = cail_mc_read;
514
	atom_card_info->mc_write = cail_mc_write;
517
	atom_card_info->mc_write = cail_mc_write;
515
	atom_card_info->pll_read = cail_pll_read;
518
	atom_card_info->pll_read = cail_pll_read;
516
	atom_card_info->pll_write = cail_pll_write;
519
	atom_card_info->pll_write = cail_pll_write;
517
 
520
 
518
	rdev->mode_info.atom_context = atom_parse(atom_card_info, rdev->bios);
521
	rdev->mode_info.atom_context = atom_parse(atom_card_info, rdev->bios);
519
    radeon_atom_initialize_bios_scratch_regs(rdev->ddev);
522
    radeon_atom_initialize_bios_scratch_regs(rdev->ddev);
520
	atom_allocate_fb_scratch(rdev->mode_info.atom_context);
523
	atom_allocate_fb_scratch(rdev->mode_info.atom_context);
521
    return 0;
524
    return 0;
522
}
525
}
523
 
526
 
524
void radeon_atombios_fini(struct radeon_device *rdev)
527
void radeon_atombios_fini(struct radeon_device *rdev)
525
{
528
{
526
	if (rdev->mode_info.atom_context) {
529
	if (rdev->mode_info.atom_context) {
527
		kfree(rdev->mode_info.atom_context->scratch);
530
		kfree(rdev->mode_info.atom_context->scratch);
528
	kfree(rdev->mode_info.atom_context);
531
	kfree(rdev->mode_info.atom_context);
529
	}
532
	}
530
	kfree(rdev->mode_info.atom_card_info);
533
	kfree(rdev->mode_info.atom_card_info);
531
}
534
}
532
 
535
 
533
int radeon_combios_init(struct radeon_device *rdev)
536
int radeon_combios_init(struct radeon_device *rdev)
534
{
537
{
535
	radeon_combios_initialize_bios_scratch_regs(rdev->ddev);
538
	radeon_combios_initialize_bios_scratch_regs(rdev->ddev);
536
	return 0;
539
	return 0;
537
}
540
}
538
 
541
 
539
void radeon_combios_fini(struct radeon_device *rdev)
542
void radeon_combios_fini(struct radeon_device *rdev)
540
{
543
{
541
}
544
}
542
 
545
 
543
/* if we get transitioned to only one device, tak VGA back */
546
/* if we get transitioned to only one device, tak VGA back */
544
static unsigned int radeon_vga_set_decode(void *cookie, bool state)
547
static unsigned int radeon_vga_set_decode(void *cookie, bool state)
545
{
548
{
546
	struct radeon_device *rdev = cookie;
549
	struct radeon_device *rdev = cookie;
547
	radeon_vga_set_state(rdev, state);
550
	radeon_vga_set_state(rdev, state);
548
	if (state)
551
	if (state)
549
		return VGA_RSRC_LEGACY_IO | VGA_RSRC_LEGACY_MEM |
552
		return VGA_RSRC_LEGACY_IO | VGA_RSRC_LEGACY_MEM |
550
		       VGA_RSRC_NORMAL_IO | VGA_RSRC_NORMAL_MEM;
553
		       VGA_RSRC_NORMAL_IO | VGA_RSRC_NORMAL_MEM;
551
	else
554
	else
552
		return VGA_RSRC_NORMAL_IO | VGA_RSRC_NORMAL_MEM;
555
		return VGA_RSRC_NORMAL_IO | VGA_RSRC_NORMAL_MEM;
553
}
556
}
554
 
557
 
555
void radeon_agp_disable(struct radeon_device *rdev)
558
void radeon_agp_disable(struct radeon_device *rdev)
556
{
559
{
557
	rdev->flags &= ~RADEON_IS_AGP;
560
	rdev->flags &= ~RADEON_IS_AGP;
558
	if (rdev->family >= CHIP_R600) {
561
	if (rdev->family >= CHIP_R600) {
559
		DRM_INFO("Forcing AGP to PCIE mode\n");
562
		DRM_INFO("Forcing AGP to PCIE mode\n");
560
		rdev->flags |= RADEON_IS_PCIE;
563
		rdev->flags |= RADEON_IS_PCIE;
561
	} else if (rdev->family >= CHIP_RV515 ||
564
	} else if (rdev->family >= CHIP_RV515 ||
562
			rdev->family == CHIP_RV380 ||
565
			rdev->family == CHIP_RV380 ||
563
			rdev->family == CHIP_RV410 ||
566
			rdev->family == CHIP_RV410 ||
564
			rdev->family == CHIP_R423) {
567
			rdev->family == CHIP_R423) {
565
		DRM_INFO("Forcing AGP to PCIE mode\n");
568
		DRM_INFO("Forcing AGP to PCIE mode\n");
566
		rdev->flags |= RADEON_IS_PCIE;
569
		rdev->flags |= RADEON_IS_PCIE;
567
		rdev->asic->gart_tlb_flush = &rv370_pcie_gart_tlb_flush;
570
		rdev->asic->gart_tlb_flush = &rv370_pcie_gart_tlb_flush;
568
		rdev->asic->gart_set_page = &rv370_pcie_gart_set_page;
571
		rdev->asic->gart_set_page = &rv370_pcie_gart_set_page;
569
	} else {
572
	} else {
570
		DRM_INFO("Forcing AGP to PCI mode\n");
573
		DRM_INFO("Forcing AGP to PCI mode\n");
571
		rdev->flags |= RADEON_IS_PCI;
574
		rdev->flags |= RADEON_IS_PCI;
572
		rdev->asic->gart_tlb_flush = &r100_pci_gart_tlb_flush;
575
		rdev->asic->gart_tlb_flush = &r100_pci_gart_tlb_flush;
573
		rdev->asic->gart_set_page = &r100_pci_gart_set_page;
576
		rdev->asic->gart_set_page = &r100_pci_gart_set_page;
574
	}
577
	}
575
	rdev->mc.gtt_size = radeon_gart_size * 1024 * 1024;
578
	rdev->mc.gtt_size = radeon_gart_size * 1024 * 1024;
576
}
579
}
577
 
580
 
578
void radeon_check_arguments(struct radeon_device *rdev)
581
void radeon_check_arguments(struct radeon_device *rdev)
579
{
582
{
580
	/* vramlimit must be a power of two */
583
	/* vramlimit must be a power of two */
581
	switch (radeon_vram_limit) {
584
	switch (radeon_vram_limit) {
582
	case 0:
585
	case 0:
583
	case 4:
586
	case 4:
584
	case 8:
587
	case 8:
585
	case 16:
588
	case 16:
586
	case 32:
589
	case 32:
587
	case 64:
590
	case 64:
588
	case 128:
591
	case 128:
589
	case 256:
592
	case 256:
590
	case 512:
593
	case 512:
591
	case 1024:
594
	case 1024:
592
	case 2048:
595
	case 2048:
593
	case 4096:
596
	case 4096:
594
		break;
597
		break;
595
	default:
598
	default:
596
		dev_warn(rdev->dev, "vram limit (%d) must be a power of 2\n",
599
		dev_warn(rdev->dev, "vram limit (%d) must be a power of 2\n",
597
				radeon_vram_limit);
600
				radeon_vram_limit);
598
		radeon_vram_limit = 0;
601
		radeon_vram_limit = 0;
599
		break;
602
		break;
600
	}
603
	}
601
	radeon_vram_limit = radeon_vram_limit << 20;
604
	radeon_vram_limit = radeon_vram_limit << 20;
602
	/* gtt size must be power of two and greater or equal to 32M */
605
	/* gtt size must be power of two and greater or equal to 32M */
603
	switch (radeon_gart_size) {
606
	switch (radeon_gart_size) {
604
	case 4:
607
	case 4:
605
	case 8:
608
	case 8:
606
	case 16:
609
	case 16:
607
		dev_warn(rdev->dev, "gart size (%d) too small forcing to 512M\n",
610
		dev_warn(rdev->dev, "gart size (%d) too small forcing to 512M\n",
608
				radeon_gart_size);
611
				radeon_gart_size);
609
		radeon_gart_size = 512;
612
		radeon_gart_size = 512;
610
		break;
613
		break;
611
	case 32:
614
	case 32:
612
	case 64:
615
	case 64:
613
	case 128:
616
	case 128:
614
	case 256:
617
	case 256:
615
	case 512:
618
	case 512:
616
	case 1024:
619
	case 1024:
617
	case 2048:
620
	case 2048:
618
	case 4096:
621
	case 4096:
619
		break;
622
		break;
620
	default:
623
	default:
621
		dev_warn(rdev->dev, "gart size (%d) must be a power of 2\n",
624
		dev_warn(rdev->dev, "gart size (%d) must be a power of 2\n",
622
				radeon_gart_size);
625
				radeon_gart_size);
623
		radeon_gart_size = 512;
626
		radeon_gart_size = 512;
624
		break;
627
		break;
625
	}
628
	}
626
	rdev->mc.gtt_size = radeon_gart_size * 1024 * 1024;
629
	rdev->mc.gtt_size = radeon_gart_size * 1024 * 1024;
627
	/* AGP mode can only be -1, 1, 2, 4, 8 */
630
	/* AGP mode can only be -1, 1, 2, 4, 8 */
628
	switch (radeon_agpmode) {
631
	switch (radeon_agpmode) {
629
	case -1:
632
	case -1:
630
	case 0:
633
	case 0:
631
	case 1:
634
	case 1:
632
	case 2:
635
	case 2:
633
	case 4:
636
	case 4:
634
	case 8:
637
	case 8:
635
		break;
638
		break;
636
	default:
639
	default:
637
		dev_warn(rdev->dev, "invalid AGP mode %d (valid mode: "
640
		dev_warn(rdev->dev, "invalid AGP mode %d (valid mode: "
638
				"-1, 0, 1, 2, 4, 8)\n", radeon_agpmode);
641
				"-1, 0, 1, 2, 4, 8)\n", radeon_agpmode);
639
		radeon_agpmode = 0;
642
		radeon_agpmode = 0;
640
		break;
643
		break;
641
	}
644
	}
642
}
645
}
643
 
646
 
644
int radeon_device_init(struct radeon_device *rdev,
647
int radeon_device_init(struct radeon_device *rdev,
645
               struct drm_device *ddev,
648
               struct drm_device *ddev,
646
               struct pci_dev *pdev,
649
               struct pci_dev *pdev,
647
               uint32_t flags)
650
               uint32_t flags)
648
{
651
{
649
	int r;
652
	int r;
650
	int dma_bits;
653
	int dma_bits;
651
 
654
 
652
    DRM_INFO("radeon: Initializing kernel modesetting.\n");
655
    DRM_INFO("radeon: Initializing kernel modesetting.\n");
653
    rdev->shutdown = false;
656
    rdev->shutdown = false;
654
    rdev->ddev = ddev;
657
    rdev->ddev = ddev;
655
    rdev->pdev = pdev;
658
    rdev->pdev = pdev;
656
    rdev->flags = flags;
659
    rdev->flags = flags;
657
    rdev->family = flags & RADEON_FAMILY_MASK;
660
    rdev->family = flags & RADEON_FAMILY_MASK;
658
    rdev->is_atom_bios = false;
661
    rdev->is_atom_bios = false;
659
    rdev->usec_timeout = RADEON_MAX_USEC_TIMEOUT;
662
    rdev->usec_timeout = RADEON_MAX_USEC_TIMEOUT;
660
    rdev->mc.gtt_size = radeon_gart_size * 1024 * 1024;
663
    rdev->mc.gtt_size = radeon_gart_size * 1024 * 1024;
661
    rdev->gpu_lockup = false;
664
    rdev->gpu_lockup = false;
662
	rdev->accel_working = false;
665
	rdev->accel_working = false;
663
    /* mutex initialization are all done here so we
666
    /* mutex initialization are all done here so we
664
     * can recall function without having locking issues */
667
     * can recall function without having locking issues */
665
 //   mutex_init(&rdev->cs_mutex);
668
 //   mutex_init(&rdev->cs_mutex);
666
 //   mutex_init(&rdev->ib_pool.mutex);
669
 //   mutex_init(&rdev->ib_pool.mutex);
667
 //   mutex_init(&rdev->cp.mutex);
670
 //   mutex_init(&rdev->cp.mutex);
668
 //   rwlock_init(&rdev->fence_drv.lock);
671
 //   rwlock_init(&rdev->fence_drv.lock);
669
 
672
 
670
	/* Set asic functions */
673
	/* Set asic functions */
671
	r = radeon_asic_init(rdev);
674
	r = radeon_asic_init(rdev);
672
	if (r)
675
	if (r)
673
		return r;
676
		return r;
674
	radeon_check_arguments(rdev);
677
	radeon_check_arguments(rdev);
675
 
678
 
676
	if (rdev->flags & RADEON_IS_AGP && radeon_agpmode == -1) {
679
	if (rdev->flags & RADEON_IS_AGP && radeon_agpmode == -1) {
677
		radeon_agp_disable(rdev);
680
		radeon_agp_disable(rdev);
678
    }
681
    }
679
 
682
 
680
	/* set DMA mask + need_dma32 flags.
683
	/* set DMA mask + need_dma32 flags.
681
	 * PCIE - can handle 40-bits.
684
	 * PCIE - can handle 40-bits.
682
	 * IGP - can handle 40-bits (in theory)
685
	 * IGP - can handle 40-bits (in theory)
683
	 * AGP - generally dma32 is safest
686
	 * AGP - generally dma32 is safest
684
	 * PCI - only dma32
687
	 * PCI - only dma32
685
	 */
688
	 */
686
	rdev->need_dma32 = false;
689
	rdev->need_dma32 = false;
687
	if (rdev->flags & RADEON_IS_AGP)
690
	if (rdev->flags & RADEON_IS_AGP)
688
		rdev->need_dma32 = true;
691
		rdev->need_dma32 = true;
689
	if (rdev->flags & RADEON_IS_PCI)
692
	if (rdev->flags & RADEON_IS_PCI)
690
		rdev->need_dma32 = true;
693
		rdev->need_dma32 = true;
691
 
694
 
692
	dma_bits = rdev->need_dma32 ? 32 : 40;
695
	dma_bits = rdev->need_dma32 ? 32 : 40;
693
	r = pci_set_dma_mask(rdev->pdev, DMA_BIT_MASK(dma_bits));
696
	r = pci_set_dma_mask(rdev->pdev, DMA_BIT_MASK(dma_bits));
694
    if (r) {
697
    if (r) {
695
        printk(KERN_WARNING "radeon: No suitable DMA available.\n");
698
        printk(KERN_WARNING "radeon: No suitable DMA available.\n");
696
    }
699
    }
697
 
700
 
698
    /* Registers mapping */
701
    /* Registers mapping */
699
    /* TODO: block userspace mapping of io register */
702
    /* TODO: block userspace mapping of io register */
700
    rdev->rmmio_base = pci_resource_start(rdev->pdev, 2);
703
    rdev->rmmio_base = pci_resource_start(rdev->pdev, 2);
701
 
704
 
702
    rdev->rmmio_size = pci_resource_len(rdev->pdev, 2);
705
    rdev->rmmio_size = pci_resource_len(rdev->pdev, 2);
703
 
706
 
704
    rdev->rmmio =  (void*)MapIoMem(rdev->rmmio_base, rdev->rmmio_size,
707
    rdev->rmmio =  (void*)MapIoMem(rdev->rmmio_base, rdev->rmmio_size,
705
                                   PG_SW+PG_NOCACHE);
708
                                   PG_SW+PG_NOCACHE);
706
 
709
 
707
    if (rdev->rmmio == NULL) {
710
    if (rdev->rmmio == NULL) {
708
        return -ENOMEM;
711
        return -ENOMEM;
709
    }
712
    }
710
    DRM_INFO("register mmio base: 0x%08X\n", (uint32_t)rdev->rmmio_base);
713
    DRM_INFO("register mmio base: 0x%08X\n", (uint32_t)rdev->rmmio_base);
711
    DRM_INFO("register mmio size: %u\n", (unsigned)rdev->rmmio_size);
714
    DRM_INFO("register mmio size: %u\n", (unsigned)rdev->rmmio_size);
712
 
715
 
713
	/* if we have > 1 VGA cards, then disable the radeon VGA resources */
716
	/* if we have > 1 VGA cards, then disable the radeon VGA resources */
714
//	r = vga_client_register(rdev->pdev, rdev, NULL, radeon_vga_set_decode);
717
//	r = vga_client_register(rdev->pdev, rdev, NULL, radeon_vga_set_decode);
715
//	if (r) {
718
//	if (r) {
716
//		return -EINVAL;
719
//		return -EINVAL;
717
//	}
720
//	}
718
 
721
 
719
	r = radeon_init(rdev);
722
	r = radeon_init(rdev);
720
	if (r)
723
	if (r)
721
            return r;
724
            return r;
722
 
725
 
723
	if (rdev->flags & RADEON_IS_AGP && !rdev->accel_working) {
726
	if (rdev->flags & RADEON_IS_AGP && !rdev->accel_working) {
724
		/* Acceleration not working on AGP card try again
727
		/* Acceleration not working on AGP card try again
725
		 * with fallback to PCI or PCIE GART
728
		 * with fallback to PCI or PCIE GART
726
		 */
729
		 */
727
		radeon_gpu_reset(rdev);
730
		radeon_gpu_reset(rdev);
728
		radeon_fini(rdev);
731
		radeon_fini(rdev);
729
		radeon_agp_disable(rdev);
732
		radeon_agp_disable(rdev);
730
		r = radeon_init(rdev);
733
		r = radeon_init(rdev);
731
		if (r)
734
		if (r)
732
		return r;
735
		return r;
733
	}
736
	}
734
//	if (radeon_testing) {
737
//	if (radeon_testing) {
735
//		radeon_test_moves(rdev);
738
//		radeon_test_moves(rdev);
736
//    }
739
//    }
737
//	if (radeon_benchmarking) {
740
//	if (radeon_benchmarking) {
738
//		radeon_benchmark(rdev);
741
//		radeon_benchmark(rdev);
739
//    }
742
//    }
740
	return 0;
743
	return 0;
741
}
744
}
742
 
745
 
743
 
746
 
744
/*
747
/*
745
 * Driver load/unload
748
 * Driver load/unload
746
 */
749
 */
747
int radeon_driver_load_kms(struct drm_device *dev, unsigned long flags)
750
int radeon_driver_load_kms(struct drm_device *dev, unsigned long flags)
748
{
751
{
749
    struct radeon_device *rdev;
752
    struct radeon_device *rdev;
750
    int r;
753
    int r;
751
 
754
 
752
    ENTER();
755
    ENTER();
753
 
756
 
754
    rdev = kzalloc(sizeof(struct radeon_device), GFP_KERNEL);
757
    rdev = kzalloc(sizeof(struct radeon_device), GFP_KERNEL);
755
    if (rdev == NULL) {
758
    if (rdev == NULL) {
756
        return -ENOMEM;
759
        return -ENOMEM;
757
    };
760
    };
758
 
761
 
759
    dev->dev_private = (void *)rdev;
762
    dev->dev_private = (void *)rdev;
760
 
763
 
761
    /* update BUS flag */
764
    /* update BUS flag */
762
    if (drm_device_is_agp(dev)) {
765
    if (drm_device_is_agp(dev)) {
763
        flags |= RADEON_IS_AGP;
766
        flags |= RADEON_IS_AGP;
764
    } else if (drm_device_is_pcie(dev)) {
767
    } else if (drm_device_is_pcie(dev)) {
765
        flags |= RADEON_IS_PCIE;
768
        flags |= RADEON_IS_PCIE;
766
    } else {
769
    } else {
767
        flags |= RADEON_IS_PCI;
770
        flags |= RADEON_IS_PCI;
768
    }
771
    }
769
 
772
 
770
    /* radeon_device_init should report only fatal error
773
    /* radeon_device_init should report only fatal error
771
     * like memory allocation failure or iomapping failure,
774
     * like memory allocation failure or iomapping failure,
772
     * or memory manager initialization failure, it must
775
     * or memory manager initialization failure, it must
773
     * properly initialize the GPU MC controller and permit
776
     * properly initialize the GPU MC controller and permit
774
     * VRAM allocation
777
     * VRAM allocation
775
     */
778
     */
776
    r = radeon_device_init(rdev, dev, dev->pdev, flags);
779
    r = radeon_device_init(rdev, dev, dev->pdev, flags);
777
    if (r) {
780
    if (r) {
778
        DRM_ERROR("Fatal error while trying to initialize radeon.\n");
781
        DRM_ERROR("Fatal error while trying to initialize radeon.\n");
779
        return r;
782
        return r;
780
    }
783
    }
781
    /* Again modeset_init should fail only on fatal error
784
    /* Again modeset_init should fail only on fatal error
782
     * otherwise it should provide enough functionalities
785
     * otherwise it should provide enough functionalities
783
     * for shadowfb to run
786
     * for shadowfb to run
784
     */
787
     */
785
    if( radeon_modeset )
788
    if( radeon_modeset )
786
    {
789
    {
787
        r = radeon_modeset_init(rdev);
790
        r = radeon_modeset_init(rdev);
788
        if (r) {
791
        if (r) {
789
            return r;
792
            return r;
790
        }
793
        }
791
    };
794
    };
792
    return 0;
795
    return 0;
793
}
796
}
794
 
797
 
795
videomode_t usermode;
798
videomode_t usermode;
796
 
799
 
797
 
800
 
798
int drm_get_dev(struct pci_dev *pdev, const struct pci_device_id *ent)
801
int drm_get_dev(struct pci_dev *pdev, const struct pci_device_id *ent)
799
{
802
{
800
    static struct drm_device *dev;
803
    static struct drm_device *dev;
801
    int ret;
804
    int ret;
802
 
805
 
803
    ENTER();
806
    ENTER();
804
 
807
 
805
    dev = kzalloc(sizeof(*dev), 0);
808
    dev = kzalloc(sizeof(*dev), 0);
806
    if (!dev)
809
    if (!dev)
807
        return -ENOMEM;
810
        return -ENOMEM;
808
 
811
 
809
 //   ret = pci_enable_device(pdev);
812
 //   ret = pci_enable_device(pdev);
810
 //   if (ret)
813
 //   if (ret)
811
 //       goto err_g1;
814
 //       goto err_g1;
812
 
815
 
813
 //   pci_set_master(pdev);
816
 //   pci_set_master(pdev);
814
 
817
 
815
 //   if ((ret = drm_fill_in_dev(dev, pdev, ent, driver))) {
818
 //   if ((ret = drm_fill_in_dev(dev, pdev, ent, driver))) {
816
 //       printk(KERN_ERR "DRM: Fill_in_dev failed.\n");
819
 //       printk(KERN_ERR "DRM: Fill_in_dev failed.\n");
817
 //       goto err_g2;
820
 //       goto err_g2;
818
 //   }
821
 //   }
819
 
822
 
820
    dev->pdev = pdev;
823
    dev->pdev = pdev;
821
    dev->pci_device = pdev->device;
824
    dev->pci_device = pdev->device;
822
    dev->pci_vendor = pdev->vendor;
825
    dev->pci_vendor = pdev->vendor;
823
 
826
 
824
    ret = radeon_driver_load_kms(dev, ent->driver_data );
827
    ret = radeon_driver_load_kms(dev, ent->driver_data );
825
    if (ret)
828
    if (ret)
826
        goto err_g4;
829
        goto err_g4;
827
 
830
 
828
    if( radeon_modeset )
831
    if( radeon_modeset )
829
        init_display_kms(dev->dev_private, &usermode);
832
        init_display_kms(dev->dev_private, &usermode);
830
    else
833
    else
831
        init_display(dev->dev_private, &usermode);
834
        init_display(dev->dev_private, &usermode);
832
 
835
 
833
    LEAVE();
836
    LEAVE();
834
 
837
 
835
    return 0;
838
    return 0;
836
 
839
 
837
err_g4:
840
err_g4:
838
//    drm_put_minor(&dev->primary);
841
//    drm_put_minor(&dev->primary);
839
//err_g3:
842
//err_g3:
840
//    if (drm_core_check_feature(dev, DRIVER_MODESET))
843
//    if (drm_core_check_feature(dev, DRIVER_MODESET))
841
//        drm_put_minor(&dev->control);
844
//        drm_put_minor(&dev->control);
842
//err_g2:
845
//err_g2:
843
//    pci_disable_device(pdev);
846
//    pci_disable_device(pdev);
844
//err_g1:
847
//err_g1:
845
    free(dev);
848
    free(dev);
846
 
849
 
847
    LEAVE();
850
    LEAVE();
848
 
851
 
849
    return ret;
852
    return ret;
850
}
853
}
851
 
854
 
852
resource_size_t drm_get_resource_start(struct drm_device *dev, unsigned int resource)
855
resource_size_t drm_get_resource_start(struct drm_device *dev, unsigned int resource)
853
{
856
{
854
    return pci_resource_start(dev->pdev, resource);
857
    return pci_resource_start(dev->pdev, resource);
855
}
858
}
856
 
859
 
857
resource_size_t drm_get_resource_len(struct drm_device *dev, unsigned int resource)
860
resource_size_t drm_get_resource_len(struct drm_device *dev, unsigned int resource)
858
{
861
{
859
    return pci_resource_len(dev->pdev, resource);
862
    return pci_resource_len(dev->pdev, resource);
860
}
863
}
861
 
864
 
862
 
865
 
863
uint32_t __div64_32(uint64_t *n, uint32_t base)
866
uint32_t __div64_32(uint64_t *n, uint32_t base)
864
{
867
{
865
        uint64_t rem = *n;
868
        uint64_t rem = *n;
866
        uint64_t b = base;
869
        uint64_t b = base;
867
        uint64_t res, d = 1;
870
        uint64_t res, d = 1;
868
        uint32_t high = rem >> 32;
871
        uint32_t high = rem >> 32;
869
 
872
 
870
        /* Reduce the thing a bit first */
873
        /* Reduce the thing a bit first */
871
        res = 0;
874
        res = 0;
872
        if (high >= base) {
875
        if (high >= base) {
873
                high /= base;
876
                high /= base;
874
                res = (uint64_t) high << 32;
877
                res = (uint64_t) high << 32;
875
                rem -= (uint64_t) (high*base) << 32;
878
                rem -= (uint64_t) (high*base) << 32;
876
        }
879
        }
877
 
880
 
878
        while ((int64_t)b > 0 && b < rem) {
881
        while ((int64_t)b > 0 && b < rem) {
879
                b = b+b;
882
                b = b+b;
880
                d = d+d;
883
                d = d+d;
881
        }
884
        }
882
 
885
 
883
        do {
886
        do {
884
                if (rem >= b) {
887
                if (rem >= b) {
885
                        rem -= b;
888
                        rem -= b;
886
                        res += d;
889
                        res += d;
887
                }
890
                }
888
                b >>= 1;
891
                b >>= 1;
889
                d >>= 1;
892
                d >>= 1;
890
        } while (d);
893
        } while (d);
891
 
894
 
892
        *n = res;
895
        *n = res;
893
        return rem;
896
        return rem;
894
}
897
}
895
 
898
 
896
 
899
 
897
static struct pci_device_id pciidlist[] = {
900
static struct pci_device_id pciidlist[] = {
898
    radeon_PCI_IDS
901
    radeon_PCI_IDS
899
};
902
};
900
 
903
 
901
 
904
 
902
#define API_VERSION     0x01000100
905
#define API_VERSION     0x01000100
903
 
906
 
904
#define SRV_GETVERSION  0
907
#define SRV_GETVERSION  0
905
#define SRV_ENUM_MODES  1
908
#define SRV_ENUM_MODES  1
906
#define SRV_SET_MODE    2
909
#define SRV_SET_MODE    2
907
 
910
 
908
int _stdcall display_handler(ioctl_t *io)
911
int _stdcall display_handler(ioctl_t *io)
909
{
912
{
910
    int    retval = -1;
913
    int    retval = -1;
911
    u32_t *inp;
914
    u32_t *inp;
912
    u32_t *outp;
915
    u32_t *outp;
913
 
916
 
914
    inp = io->input;
917
    inp = io->input;
915
    outp = io->output;
918
    outp = io->output;
916
 
919
 
917
    switch(io->io_code)
920
    switch(io->io_code)
918
    {
921
    {
919
        case SRV_GETVERSION:
922
        case SRV_GETVERSION:
920
            if(io->out_size==4)
923
            if(io->out_size==4)
921
            {
924
            {
922
                *outp  = API_VERSION;
925
                *outp  = API_VERSION;
923
                retval = 0;
926
                retval = 0;
924
            }
927
            }
925
            break;
928
            break;
926
 
929
 
927
        case SRV_ENUM_MODES:
930
        case SRV_ENUM_MODES:
928
            dbgprintf("SRV_ENUM_MODES inp %x inp_size %x out_size %x\n",
931
            dbgprintf("SRV_ENUM_MODES inp %x inp_size %x out_size %x\n",
929
                       inp, io->inp_size, io->out_size );
932
                       inp, io->inp_size, io->out_size );
930
 
933
 
931
            if( radeon_modeset &&
934
            if( radeon_modeset &&
932
                (outp != NULL) && (io->out_size == 4) &&
935
                (outp != NULL) && (io->out_size == 4) &&
933
                (io->inp_size == *outp * sizeof(videomode_t)) )
936
                (io->inp_size == *outp * sizeof(videomode_t)) )
934
            {
937
            {
935
                retval = get_modes((videomode_t*)inp, outp);
938
                retval = get_modes((videomode_t*)inp, outp);
936
            };
939
            };
937
            break;
940
            break;
938
 
941
 
939
        case SRV_SET_MODE:
942
        case SRV_SET_MODE:
940
            dbgprintf("SRV_SET_MODE inp %x inp_size %x\n",
943
            dbgprintf("SRV_SET_MODE inp %x inp_size %x\n",
941
                       inp, io->inp_size);
944
                       inp, io->inp_size);
942
 
945
 
943
            if(  radeon_modeset   &&
946
            if(  radeon_modeset   &&
944
                (inp != NULL) &&
947
                (inp != NULL) &&
945
                (io->inp_size == sizeof(videomode_t)) )
948
                (io->inp_size == sizeof(videomode_t)) )
946
            {
949
            {
947
                retval = set_user_mode((videomode_t*)inp);
950
                retval = set_user_mode((videomode_t*)inp);
948
            };
951
            };
949
            break;
952
            break;
950
    };
953
    };
951
 
954
 
952
    return retval;
955
    return retval;
953
}
956
}
954
 
957
 
955
static char  log[256];
958
static char  log[256];
956
static pci_dev_t device;
959
static pci_dev_t device;
957
 
960
 
958
u32_t drvEntry(int action, char *cmdline)
961
u32_t drvEntry(int action, char *cmdline)
959
{
962
{
-
 
963
    struct radeon_device *rdev = NULL;
-
 
964
 
960
    struct pci_device_id  *ent;
965
    struct pci_device_id  *ent;
961
 
966
 
962
    int     err;
967
    int     err;
963
    u32_t   retval = 0;
968
    u32_t   retval = 0;
964
 
969
 
965
    if(action != 1)
970
    if(action != 1)
966
        return 0;
971
        return 0;
967
 
972
 
968
    if( GetService("DISPLAY") != 0 )
973
    if( GetService("DISPLAY") != 0 )
969
        return 0;
974
        return 0;
970
 
975
 
971
    if( cmdline && *cmdline )
976
    if( cmdline && *cmdline )
972
        parse_cmdline(cmdline, &usermode, log, &radeon_modeset);
977
        parse_cmdline(cmdline, &usermode, log, &radeon_modeset);
973
 
978
 
974
    if(!dbg_open(log))
979
    if(!dbg_open(log))
975
    {
980
    {
976
        strcpy(log, "/rd/1/drivers/atikms.log");
981
        strcpy(log, "/rd/1/drivers/atikms.log");
977
 
982
 
978
        if(!dbg_open(log))
983
        if(!dbg_open(log))
979
        {
984
        {
980
            printf("Can't open %s\nExit\n", log);
985
            printf("Can't open %s\nExit\n", log);
981
            return 0;
986
            return 0;
982
        };
987
        };
983
    }
988
    }
984
    dbgprintf("Radeon RC9 cmdline %s\n", cmdline);
989
    dbgprintf("Radeon RC9 cmdline %s\n", cmdline);
985
 
990
 
986
    enum_pci_devices();
991
    enum_pci_devices();
987
 
992
 
988
    ent = find_pci_device(&device, pciidlist);
993
    ent = find_pci_device(&device, pciidlist);
989
 
994
 
990
    if( unlikely(ent == NULL) )
995
    if( unlikely(ent == NULL) )
991
    {
996
    {
992
        dbgprintf("device not found\n");
997
        dbgprintf("device not found\n");
993
        return 0;
998
        return 0;
994
    };
999
    };
995
 
1000
 
996
    dbgprintf("device %x:%x\n", device.pci_dev.vendor,
1001
    dbgprintf("device %x:%x\n", device.pci_dev.vendor,
997
                                device.pci_dev.device);
1002
                                device.pci_dev.device);
998
 
1003
 
999
    err = drm_get_dev(&device.pci_dev, ent);
1004
    err = drm_get_dev(&device.pci_dev, ent);
-
 
1005
 
-
 
1006
    rdev = rdisplay->ddev->dev_private;
-
 
1007
 
-
 
1008
    if( (rdev->asic == &r600_asic) ||
-
 
1009
        (rdev->asic == &rv770_asic))
-
 
1010
        r600_2D_test(rdev);
-
 
1011
    else
-
 
1012
        r100_2D_test(rdev);
1000
 
1013
 
1001
    err = RegService("DISPLAY", display_handler);
1014
    err = RegService("DISPLAY", display_handler);
1002
 
1015
 
1003
    if( err != 0)
1016
    if( err != 0)
1004
        dbgprintf("Set DISPLAY handler\n");
1017
        dbgprintf("Set DISPLAY handler\n");
1005
 
1018
 
1006
    return err;
1019
    return err;
1007
};
1020
};