Rev 3764 | Rev 4560 | Go to most recent revision | Details | Compare with Previous | Last modification | View Log | RSS feed
Rev | Author | Line No. | Line |
---|---|---|---|
3031 | serge | 1 | /* |
2 | * Copyright © 2008-2012 Intel Corporation |
||
3 | * |
||
4 | * Permission is hereby granted, free of charge, to any person obtaining a |
||
5 | * copy of this software and associated documentation files (the "Software"), |
||
6 | * to deal in the Software without restriction, including without limitation |
||
7 | * the rights to use, copy, modify, merge, publish, distribute, sublicense, |
||
8 | * and/or sell copies of the Software, and to permit persons to whom the |
||
9 | * Software is furnished to do so, subject to the following conditions: |
||
10 | * |
||
11 | * The above copyright notice and this permission notice (including the next |
||
12 | * paragraph) shall be included in all copies or substantial portions of the |
||
13 | * Software. |
||
14 | * |
||
15 | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR |
||
16 | * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, |
||
17 | * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL |
||
18 | * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER |
||
19 | * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING |
||
20 | * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS |
||
21 | * IN THE SOFTWARE. |
||
22 | * |
||
23 | * Authors: |
||
24 | * Eric Anholt |
||
25 | * Chris Wilson |
||
26 | * |
||
27 | */ |
||
28 | |||
29 | #include |
||
30 | #include |
||
31 | #include "i915_drv.h" |
||
32 | |||
33 | /* |
||
34 | * The BIOS typically reserves some of the system's memory for the exclusive |
||
35 | * use of the integrated graphics. This memory is no longer available for |
||
36 | * use by the OS and so the user finds that his system has less memory |
||
37 | * available than he put in. We refer to this memory as stolen. |
||
38 | * |
||
39 | * The BIOS will allocate its framebuffer from the stolen memory. Our |
||
40 | * goal is try to reuse that object for our own fbcon which must always |
||
41 | * be available for panics. Anything else we can reuse the stolen memory |
||
42 | * for is a boon. |
||
43 | */ |
||
44 | |||
3480 | Serge | 45 | static unsigned long i915_stolen_to_physical(struct drm_device *dev) |
3031 | serge | 46 | { |
47 | struct drm_i915_private *dev_priv = dev->dev_private; |
||
4104 | Serge | 48 | struct resource *r; |
3031 | serge | 49 | u32 base; |
50 | |||
4104 | Serge | 51 | /* Almost universally we can find the Graphics Base of Stolen Memory |
52 | * at offset 0x5c in the igfx configuration space. On a few (desktop) |
||
53 | * machines this is also mirrored in the bridge device at different |
||
54 | * locations, or in the MCHBAR. On gen2, the layout is again slightly |
||
55 | * different with the Graphics Segment immediately following Top of |
||
56 | * Memory (or Top of Usable DRAM). Note it appears that TOUD is only |
||
57 | * reported by 865g, so we just use the top of memory as determined |
||
58 | * by the e820 probe. |
||
3480 | Serge | 59 | * |
4104 | Serge | 60 | * XXX However gen2 requires an unavailable symbol. |
3031 | serge | 61 | */ |
3480 | Serge | 62 | base = 0; |
4104 | Serge | 63 | if (INTEL_INFO(dev)->gen >= 3) { |
3480 | Serge | 64 | /* Read Graphics Base of Stolen Memory directly */ |
4104 | Serge | 65 | pci_read_config_dword(dev->pdev, 0x5c, &base); |
66 | base &= ~((1<<20) - 1); |
||
67 | } else { /* GEN2 */ |
||
3480 | Serge | 68 | #if 0 |
69 | /* Stolen is immediately above Top of Memory */ |
||
70 | base = max_low_pfn_mapped << PAGE_SHIFT; |
||
3031 | serge | 71 | #endif |
3480 | Serge | 72 | } |
3031 | serge | 73 | |
4104 | Serge | 74 | if (base == 0) |
75 | return 0; |
||
76 | #if 0 |
||
77 | /* Verify that nothing else uses this physical address. Stolen |
||
78 | * memory should be reserved by the BIOS and hidden from the |
||
79 | * kernel. So if the region is already marked as busy, something |
||
80 | * is seriously wrong. |
||
81 | */ |
||
82 | r = devm_request_mem_region(dev->dev, base, dev_priv->gtt.stolen_size, |
||
83 | "Graphics Stolen Memory"); |
||
84 | if (r == NULL) { |
||
85 | DRM_ERROR("conflict detected with stolen region: [0x%08x - 0x%08x]\n", |
||
86 | base, base + (uint32_t)dev_priv->gtt.stolen_size); |
||
87 | base = 0; |
||
88 | } |
||
89 | #endif |
||
3480 | Serge | 90 | return base; |
3031 | serge | 91 | } |
92 | |||
3480 | Serge | 93 | static int i915_setup_compression(struct drm_device *dev, int size) |
3031 | serge | 94 | { |
95 | struct drm_i915_private *dev_priv = dev->dev_private; |
||
96 | struct drm_mm_node *compressed_fb, *uninitialized_var(compressed_llb); |
||
4104 | Serge | 97 | int ret; |
3031 | serge | 98 | |
4104 | Serge | 99 | compressed_fb = kzalloc(sizeof(*compressed_fb), GFP_KERNEL); |
3480 | Serge | 100 | if (!compressed_fb) |
4104 | Serge | 101 | goto err_llb; |
3031 | serge | 102 | |
4104 | Serge | 103 | /* Try to over-allocate to reduce reallocations and fragmentation */ |
104 | ret = drm_mm_insert_node(&dev_priv->mm.stolen, compressed_fb, |
||
105 | size <<= 1, 4096, DRM_MM_SEARCH_DEFAULT); |
||
106 | if (ret) |
||
107 | ret = drm_mm_insert_node(&dev_priv->mm.stolen, compressed_fb, |
||
108 | size >>= 1, 4096, |
||
109 | DRM_MM_SEARCH_DEFAULT); |
||
110 | if (ret) |
||
111 | goto err_llb; |
||
112 | |||
3480 | Serge | 113 | if (HAS_PCH_SPLIT(dev)) |
114 | I915_WRITE(ILK_DPFC_CB_BASE, compressed_fb->start); |
||
115 | else if (IS_GM45(dev)) { |
||
116 | I915_WRITE(DPFC_CB_BASE, compressed_fb->start); |
||
117 | } else { |
||
4104 | Serge | 118 | compressed_llb = kzalloc(sizeof(*compressed_llb), GFP_KERNEL); |
3031 | serge | 119 | if (!compressed_llb) |
120 | goto err_fb; |
||
121 | |||
4104 | Serge | 122 | ret = drm_mm_insert_node(&dev_priv->mm.stolen, compressed_llb, |
123 | 4096, 4096, DRM_MM_SEARCH_DEFAULT); |
||
124 | if (ret) |
||
125 | goto err_fb; |
||
3480 | Serge | 126 | |
4104 | Serge | 127 | dev_priv->fbc.compressed_llb = compressed_llb; |
128 | |||
3480 | Serge | 129 | I915_WRITE(FBC_CFB_BASE, |
130 | dev_priv->mm.stolen_base + compressed_fb->start); |
||
131 | I915_WRITE(FBC_LL_BASE, |
||
132 | dev_priv->mm.stolen_base + compressed_llb->start); |
||
3031 | serge | 133 | } |
134 | |||
4104 | Serge | 135 | dev_priv->fbc.compressed_fb = compressed_fb; |
136 | dev_priv->fbc.size = size; |
||
3031 | serge | 137 | |
3480 | Serge | 138 | DRM_DEBUG_KMS("reserved %d bytes of contiguous stolen space for FBC\n", |
139 | size); |
||
3031 | serge | 140 | |
3480 | Serge | 141 | return 0; |
3031 | serge | 142 | |
143 | err_fb: |
||
4104 | Serge | 144 | kfree(compressed_llb); |
145 | drm_mm_remove_node(compressed_fb); |
||
146 | err_llb: |
||
147 | kfree(compressed_fb); |
||
148 | // pr_info_once("drm: not enough stolen space for compressed buffer (need %d more bytes), disabling. Hint: you may be able to increase stolen memory size in the BIOS to avoid this.\n", size); |
||
3480 | Serge | 149 | return -ENOSPC; |
3031 | serge | 150 | } |
151 | |||
3480 | Serge | 152 | int i915_gem_stolen_setup_compression(struct drm_device *dev, int size) |
3031 | serge | 153 | { |
154 | struct drm_i915_private *dev_priv = dev->dev_private; |
||
155 | |||
4104 | Serge | 156 | if (!drm_mm_initialized(&dev_priv->mm.stolen)) |
3480 | Serge | 157 | return -ENODEV; |
158 | |||
4104 | Serge | 159 | if (size < dev_priv->fbc.size) |
3480 | Serge | 160 | return 0; |
161 | |||
162 | /* Release any current block */ |
||
163 | i915_gem_stolen_cleanup_compression(dev); |
||
164 | |||
165 | return i915_setup_compression(dev, size); |
||
166 | } |
||
167 | |||
168 | void i915_gem_stolen_cleanup_compression(struct drm_device *dev) |
||
169 | { |
||
170 | struct drm_i915_private *dev_priv = dev->dev_private; |
||
171 | |||
4104 | Serge | 172 | if (dev_priv->fbc.size == 0) |
3480 | Serge | 173 | return; |
174 | |||
4104 | Serge | 175 | if (dev_priv->fbc.compressed_fb) { |
176 | drm_mm_remove_node(dev_priv->fbc.compressed_fb); |
||
177 | kfree(dev_priv->fbc.compressed_fb); |
||
178 | } |
||
3480 | Serge | 179 | |
4104 | Serge | 180 | if (dev_priv->fbc.compressed_llb) { |
181 | drm_mm_remove_node(dev_priv->fbc.compressed_llb); |
||
182 | kfree(dev_priv->fbc.compressed_llb); |
||
183 | } |
||
3480 | Serge | 184 | |
4104 | Serge | 185 | dev_priv->fbc.size = 0; |
3031 | serge | 186 | } |
187 | |||
188 | void i915_gem_cleanup_stolen(struct drm_device *dev) |
||
189 | { |
||
3480 | Serge | 190 | struct drm_i915_private *dev_priv = dev->dev_private; |
191 | |||
4104 | Serge | 192 | if (!drm_mm_initialized(&dev_priv->mm.stolen)) |
193 | return; |
||
194 | |||
3480 | Serge | 195 | i915_gem_stolen_cleanup_compression(dev); |
196 | drm_mm_takedown(&dev_priv->mm.stolen); |
||
3031 | serge | 197 | } |
198 | |||
199 | int i915_gem_init_stolen(struct drm_device *dev) |
||
200 | { |
||
201 | struct drm_i915_private *dev_priv = dev->dev_private; |
||
4104 | Serge | 202 | int bios_reserved = 0; |
3031 | serge | 203 | |
4104 | Serge | 204 | if (dev_priv->gtt.stolen_size == 0) |
205 | return 0; |
||
206 | |||
3480 | Serge | 207 | dev_priv->mm.stolen_base = i915_stolen_to_physical(dev); |
208 | if (dev_priv->mm.stolen_base == 0) |
||
209 | return 0; |
||
210 | |||
211 | DRM_DEBUG_KMS("found %zd bytes of stolen memory at %08lx\n", |
||
212 | dev_priv->gtt.stolen_size, dev_priv->mm.stolen_base); |
||
213 | |||
4104 | Serge | 214 | if (IS_VALLEYVIEW(dev)) |
215 | bios_reserved = 1024*1024; /* top 1M on VLV/BYT */ |
||
216 | |||
217 | if (WARN_ON(bios_reserved > dev_priv->gtt.stolen_size)) |
||
218 | return 0; |
||
219 | |||
3031 | serge | 220 | /* Basic memrange allocator for stolen space */ |
4104 | Serge | 221 | drm_mm_init(&dev_priv->mm.stolen, 0, dev_priv->gtt.stolen_size - |
222 | bios_reserved); |
||
3031 | serge | 223 | |
3480 | Serge | 224 | return 0; |
225 | } |
||
3031 | serge | 226 | |
3480 | Serge | 227 | static struct sg_table * |
228 | i915_pages_create_for_stolen(struct drm_device *dev, |
||
229 | u32 offset, u32 size) |
||
230 | { |
||
231 | struct drm_i915_private *dev_priv = dev->dev_private; |
||
232 | struct sg_table *st; |
||
233 | struct scatterlist *sg; |
||
3031 | serge | 234 | |
3480 | Serge | 235 | DRM_DEBUG_DRIVER("offset=0x%x, size=%d\n", offset, size); |
236 | BUG_ON(offset > dev_priv->gtt.stolen_size - size); |
||
237 | |||
238 | /* We hide that we have no struct page backing our stolen object |
||
239 | * by wrapping the contiguous physical allocation with a fake |
||
240 | * dma mapping in a single scatterlist. |
||
241 | */ |
||
242 | |||
243 | st = kmalloc(sizeof(*st), GFP_KERNEL); |
||
244 | if (st == NULL) |
||
245 | return NULL; |
||
246 | |||
247 | if (sg_alloc_table(st, 1, GFP_KERNEL)) { |
||
248 | kfree(st); |
||
249 | return NULL; |
||
3031 | serge | 250 | } |
251 | |||
3480 | Serge | 252 | sg = st->sgl; |
253 | sg->offset = offset; |
||
254 | sg->length = size; |
||
255 | |||
256 | sg_dma_address(sg) = (dma_addr_t)dev_priv->mm.stolen_base + offset; |
||
257 | sg_dma_len(sg) = size; |
||
258 | |||
259 | return st; |
||
3031 | serge | 260 | } |
3480 | Serge | 261 | |
262 | static int i915_gem_object_get_pages_stolen(struct drm_i915_gem_object *obj) |
||
263 | { |
||
264 | BUG(); |
||
265 | return -EINVAL; |
||
266 | } |
||
267 | |||
268 | static void i915_gem_object_put_pages_stolen(struct drm_i915_gem_object *obj) |
||
269 | { |
||
270 | /* Should only be called during free */ |
||
271 | sg_free_table(obj->pages); |
||
272 | kfree(obj->pages); |
||
273 | } |
||
274 | |||
275 | static const struct drm_i915_gem_object_ops i915_gem_object_stolen_ops = { |
||
276 | .get_pages = i915_gem_object_get_pages_stolen, |
||
277 | .put_pages = i915_gem_object_put_pages_stolen, |
||
278 | }; |
||
279 | |||
280 | static struct drm_i915_gem_object * |
||
281 | _i915_gem_object_create_stolen(struct drm_device *dev, |
||
282 | struct drm_mm_node *stolen) |
||
283 | { |
||
284 | struct drm_i915_gem_object *obj; |
||
285 | |||
286 | obj = i915_gem_object_alloc(dev); |
||
287 | if (obj == NULL) |
||
288 | return NULL; |
||
289 | |||
4104 | Serge | 290 | drm_gem_private_object_init(dev, &obj->base, stolen->size); |
3480 | Serge | 291 | i915_gem_object_init(obj, &i915_gem_object_stolen_ops); |
292 | |||
293 | obj->pages = i915_pages_create_for_stolen(dev, |
||
294 | stolen->start, stolen->size); |
||
295 | if (obj->pages == NULL) |
||
296 | goto cleanup; |
||
297 | |||
298 | obj->has_dma_mapping = true; |
||
4104 | Serge | 299 | i915_gem_object_pin_pages(obj); |
3480 | Serge | 300 | obj->stolen = stolen; |
301 | |||
4104 | Serge | 302 | obj->base.read_domains = I915_GEM_DOMAIN_CPU | I915_GEM_DOMAIN_GTT; |
303 | obj->cache_level = HAS_LLC(dev) ? I915_CACHE_LLC : I915_CACHE_NONE; |
||
3480 | Serge | 304 | |
305 | return obj; |
||
306 | |||
307 | cleanup: |
||
308 | i915_gem_object_free(obj); |
||
309 | return NULL; |
||
310 | } |
||
311 | |||
312 | struct drm_i915_gem_object * |
||
313 | i915_gem_object_create_stolen(struct drm_device *dev, u32 size) |
||
314 | { |
||
315 | struct drm_i915_private *dev_priv = dev->dev_private; |
||
316 | struct drm_i915_gem_object *obj; |
||
317 | struct drm_mm_node *stolen; |
||
4104 | Serge | 318 | int ret; |
3480 | Serge | 319 | |
4104 | Serge | 320 | if (!drm_mm_initialized(&dev_priv->mm.stolen)) |
3480 | Serge | 321 | return NULL; |
322 | |||
323 | DRM_DEBUG_KMS("creating stolen object: size=%x\n", size); |
||
324 | if (size == 0) |
||
325 | return NULL; |
||
326 | |||
4104 | Serge | 327 | stolen = kzalloc(sizeof(*stolen), GFP_KERNEL); |
328 | if (!stolen) |
||
3480 | Serge | 329 | return NULL; |
330 | |||
4104 | Serge | 331 | ret = drm_mm_insert_node(&dev_priv->mm.stolen, stolen, size, |
332 | 4096, DRM_MM_SEARCH_DEFAULT); |
||
333 | if (ret) { |
||
334 | kfree(stolen); |
||
335 | return NULL; |
||
336 | } |
||
337 | |||
3480 | Serge | 338 | obj = _i915_gem_object_create_stolen(dev, stolen); |
339 | if (obj) |
||
340 | return obj; |
||
341 | |||
4104 | Serge | 342 | drm_mm_remove_node(stolen); |
343 | kfree(stolen); |
||
3480 | Serge | 344 | return NULL; |
345 | } |
||
346 | |||
3764 | Serge | 347 | struct drm_i915_gem_object * |
348 | i915_gem_object_create_stolen_for_preallocated(struct drm_device *dev, |
||
349 | u32 stolen_offset, |
||
350 | u32 gtt_offset, |
||
351 | u32 size) |
||
352 | { |
||
353 | struct drm_i915_private *dev_priv = dev->dev_private; |
||
4104 | Serge | 354 | struct i915_address_space *ggtt = &dev_priv->gtt.base; |
3764 | Serge | 355 | struct drm_i915_gem_object *obj; |
356 | struct drm_mm_node *stolen; |
||
4104 | Serge | 357 | struct i915_vma *vma; |
358 | int ret; |
||
3764 | Serge | 359 | |
4104 | Serge | 360 | if (!drm_mm_initialized(&dev_priv->mm.stolen)) |
3764 | Serge | 361 | return NULL; |
362 | |||
363 | DRM_DEBUG_KMS("creating preallocated stolen object: stolen_offset=%x, gtt_offset=%x, size=%x\n", |
||
364 | stolen_offset, gtt_offset, size); |
||
365 | |||
366 | /* KISS and expect everything to be page-aligned */ |
||
367 | BUG_ON(stolen_offset & 4095); |
||
368 | BUG_ON(size & 4095); |
||
369 | |||
370 | if (WARN_ON(size == 0)) |
||
371 | return NULL; |
||
372 | |||
4104 | Serge | 373 | stolen = kzalloc(sizeof(*stolen), GFP_KERNEL); |
374 | if (!stolen) |
||
375 | return NULL; |
||
376 | |||
377 | stolen->start = stolen_offset; |
||
378 | stolen->size = size; |
||
379 | ret = drm_mm_reserve_node(&dev_priv->mm.stolen, stolen); |
||
380 | if (ret) { |
||
3764 | Serge | 381 | DRM_DEBUG_KMS("failed to allocate stolen space\n"); |
4104 | Serge | 382 | kfree(stolen); |
3764 | Serge | 383 | return NULL; |
384 | } |
||
385 | |||
386 | obj = _i915_gem_object_create_stolen(dev, stolen); |
||
387 | if (obj == NULL) { |
||
388 | DRM_DEBUG_KMS("failed to allocate stolen object\n"); |
||
4104 | Serge | 389 | drm_mm_remove_node(stolen); |
390 | kfree(stolen); |
||
3764 | Serge | 391 | return NULL; |
392 | } |
||
393 | |||
4104 | Serge | 394 | /* Some objects just need physical mem from stolen space */ |
395 | if (gtt_offset == I915_GTT_OFFSET_NONE) |
||
396 | return obj; |
||
397 | |||
398 | vma = i915_gem_vma_create(obj, ggtt); |
||
399 | if (IS_ERR(vma)) { |
||
400 | ret = PTR_ERR(vma); |
||
401 | goto err_out; |
||
402 | } |
||
403 | |||
3764 | Serge | 404 | /* To simplify the initialisation sequence between KMS and GTT, |
405 | * we allow construction of the stolen object prior to |
||
406 | * setting up the GTT space. The actual reservation will occur |
||
407 | * later. |
||
408 | */ |
||
4104 | Serge | 409 | vma->node.start = gtt_offset; |
410 | vma->node.size = size; |
||
411 | if (drm_mm_initialized(&ggtt->mm)) { |
||
412 | ret = drm_mm_reserve_node(&ggtt->mm, &vma->node); |
||
413 | if (ret) { |
||
3764 | Serge | 414 | DRM_DEBUG_KMS("failed to allocate stolen GTT space\n"); |
4104 | Serge | 415 | goto err_vma; |
3764 | Serge | 416 | } |
4104 | Serge | 417 | } |
3764 | Serge | 418 | |
419 | obj->has_global_gtt_mapping = 1; |
||
420 | |||
4104 | Serge | 421 | list_add_tail(&obj->global_list, &dev_priv->mm.bound_list); |
422 | list_add_tail(&vma->mm_list, &ggtt->inactive_list); |
||
3764 | Serge | 423 | |
424 | return obj; |
||
4104 | Serge | 425 | |
426 | err_vma: |
||
427 | i915_gem_vma_destroy(vma); |
||
428 | err_out: |
||
429 | drm_mm_remove_node(stolen); |
||
430 | kfree(stolen); |
||
431 | drm_gem_object_unreference(&obj->base); |
||
432 | return NULL; |
||
3764 | Serge | 433 | } |
434 | |||
3480 | Serge | 435 | void |
436 | i915_gem_object_release_stolen(struct drm_i915_gem_object *obj) |
||
437 | { |
||
438 | if (obj->stolen) { |
||
4104 | Serge | 439 | drm_mm_remove_node(obj->stolen); |
440 | kfree(obj->stolen); |
||
3480 | Serge | 441 | obj->stolen = NULL; |
442 | } |
||
443 | }>=><=>><>20)><20)> |