42,85 → 42,73 |
* for is a boon. |
*/ |
|
#define PTE_ADDRESS_MASK 0xfffff000 |
#define PTE_ADDRESS_MASK_HIGH 0x000000f0 /* i915+ */ |
#define PTE_MAPPING_TYPE_UNCACHED (0 << 1) |
#define PTE_MAPPING_TYPE_DCACHE (1 << 1) /* i830 only */ |
#define PTE_MAPPING_TYPE_CACHED (3 << 1) |
#define PTE_MAPPING_TYPE_MASK (3 << 1) |
#define PTE_VALID (1 << 0) |
|
/** |
* i915_stolen_to_phys - take an offset into stolen memory and turn it into |
* a physical one |
* @dev: drm device |
* @offset: address to translate |
* |
* Some chip functions require allocations from stolen space and need the |
* physical address of the memory in question. |
*/ |
static unsigned long i915_stolen_to_phys(struct drm_device *dev, u32 offset) |
static unsigned long i915_stolen_to_physical(struct drm_device *dev) |
{ |
struct drm_i915_private *dev_priv = dev->dev_private; |
struct pci_dev *pdev = dev_priv->bridge_dev; |
u32 base; |
|
#if 0 |
/* On the machines I have tested the Graphics Base of Stolen Memory |
* is unreliable, so compute the base by subtracting the stolen memory |
* from the Top of Low Usable DRAM which is where the BIOS places |
* the graphics stolen memory. |
* is unreliable, so on those compute the base by subtracting the |
* stolen memory from the Top of Low Usable DRAM which is where the |
* BIOS places the graphics stolen memory. |
* |
* On gen2, the layout is slightly different with the Graphics Segment |
* immediately following Top of Memory (or Top of Usable DRAM). Note |
* it appears that TOUD is only reported by 865g, so we just use the |
* top of memory as determined by the e820 probe. |
* |
* XXX gen2 requires an unavailable symbol and 945gm fails with |
* its value of TOLUD. |
*/ |
if (INTEL_INFO(dev)->gen > 3 || IS_G33(dev)) { |
/* top 32bits are reserved = 0 */ |
base = 0; |
if (INTEL_INFO(dev)->gen >= 6) { |
/* Read Base Data of Stolen Memory Register (BDSM) directly. |
* Note that there is also a MCHBAR miror at 0x1080c0 or |
* we could use device 2:0x5c instead. |
*/ |
pci_read_config_dword(pdev, 0xB0, &base); |
base &= ~4095; /* lower bits used for locking register */ |
} else if (INTEL_INFO(dev)->gen > 3 || IS_G33(dev)) { |
/* Read Graphics Base of Stolen Memory directly */ |
pci_read_config_dword(pdev, 0xA4, &base); |
} else { |
/* XXX presume 8xx is the same as i915 */ |
pci_bus_read_config_dword(pdev->bus, 2, 0x5C, &base); |
} |
#else |
if (INTEL_INFO(dev)->gen > 3 || IS_G33(dev)) { |
u16 val; |
pci_read_config_word(pdev, 0xb0, &val); |
base = val >> 4 << 20; |
} else { |
#if 0 |
} else if (IS_GEN3(dev)) { |
u8 val; |
/* Stolen is immediately below Top of Low Usable DRAM */ |
pci_read_config_byte(pdev, 0x9c, &val); |
base = val >> 3 << 27; |
} |
base -= dev_priv->mm.gtt->stolen_size; |
} else { |
/* Stolen is immediately above Top of Memory */ |
base = max_low_pfn_mapped << PAGE_SHIFT; |
#endif |
|
return base + offset; |
} |
|
static void i915_warn_stolen(struct drm_device *dev) |
{ |
DRM_INFO("not enough stolen space for compressed buffer, disabling\n"); |
DRM_INFO("hint: you may be able to increase stolen memory size in the BIOS to avoid this\n"); |
return base; |
} |
|
static void i915_setup_compression(struct drm_device *dev, int size) |
static int i915_setup_compression(struct drm_device *dev, int size) |
{ |
struct drm_i915_private *dev_priv = dev->dev_private; |
struct drm_mm_node *compressed_fb, *uninitialized_var(compressed_llb); |
unsigned long cfb_base; |
unsigned long ll_base = 0; |
|
/* Just in case the BIOS is doing something questionable. */ |
intel_disable_fbc(dev); |
|
compressed_fb = drm_mm_search_free(&dev_priv->mm.stolen, size, 4096, 0); |
/* Try to over-allocate to reduce reallocations and fragmentation */ |
compressed_fb = drm_mm_search_free(&dev_priv->mm.stolen, |
size <<= 1, 4096, 0); |
if (!compressed_fb) |
compressed_fb = drm_mm_search_free(&dev_priv->mm.stolen, |
size >>= 1, 4096, 0); |
if (compressed_fb) |
compressed_fb = drm_mm_get_block(compressed_fb, size, 4096); |
if (!compressed_fb) |
goto err; |
|
cfb_base = i915_stolen_to_phys(dev, compressed_fb->start); |
if (!cfb_base) |
goto err_fb; |
|
if (!(IS_GM45(dev) || HAS_PCH_SPLIT(dev))) { |
if (HAS_PCH_SPLIT(dev)) |
I915_WRITE(ILK_DPFC_CB_BASE, compressed_fb->start); |
else if (IS_GM45(dev)) { |
I915_WRITE(DPFC_CB_BASE, compressed_fb->start); |
} else { |
compressed_llb = drm_mm_search_free(&dev_priv->mm.stolen, |
4096, 4096, 0); |
if (compressed_llb) |
129,73 → 117,206 |
if (!compressed_llb) |
goto err_fb; |
|
ll_base = i915_stolen_to_phys(dev, compressed_llb->start); |
if (!ll_base) |
goto err_llb; |
dev_priv->compressed_llb = compressed_llb; |
|
I915_WRITE(FBC_CFB_BASE, |
dev_priv->mm.stolen_base + compressed_fb->start); |
I915_WRITE(FBC_LL_BASE, |
dev_priv->mm.stolen_base + compressed_llb->start); |
} |
|
dev_priv->compressed_fb = compressed_fb; |
dev_priv->cfb_size = size; |
|
dev_priv->compressed_fb = compressed_fb; |
if (HAS_PCH_SPLIT(dev)) |
I915_WRITE(ILK_DPFC_CB_BASE, compressed_fb->start); |
else if (IS_GM45(dev)) { |
I915_WRITE(DPFC_CB_BASE, compressed_fb->start); |
} else { |
I915_WRITE(FBC_CFB_BASE, cfb_base); |
I915_WRITE(FBC_LL_BASE, ll_base); |
dev_priv->compressed_llb = compressed_llb; |
} |
DRM_DEBUG_KMS("reserved %d bytes of contiguous stolen space for FBC\n", |
size); |
|
DRM_DEBUG_KMS("FBC base 0x%08lx, ll base 0x%08lx, size %dM\n", |
cfb_base, ll_base, size >> 20); |
return; |
return 0; |
|
err_llb: |
drm_mm_put_block(compressed_llb); |
err_fb: |
drm_mm_put_block(compressed_fb); |
err: |
dev_priv->no_fbc_reason = FBC_STOLEN_TOO_SMALL; |
i915_warn_stolen(dev); |
return -ENOSPC; |
} |
|
static void i915_cleanup_compression(struct drm_device *dev) |
int i915_gem_stolen_setup_compression(struct drm_device *dev, int size) |
{ |
struct drm_i915_private *dev_priv = dev->dev_private; |
|
if (dev_priv->mm.stolen_base == 0) |
return -ENODEV; |
|
if (size < dev_priv->cfb_size) |
return 0; |
|
/* Release any current block */ |
i915_gem_stolen_cleanup_compression(dev); |
|
return i915_setup_compression(dev, size); |
} |
|
void i915_gem_stolen_cleanup_compression(struct drm_device *dev) |
{ |
struct drm_i915_private *dev_priv = dev->dev_private; |
|
if (dev_priv->cfb_size == 0) |
return; |
|
if (dev_priv->compressed_fb) |
drm_mm_put_block(dev_priv->compressed_fb); |
|
if (dev_priv->compressed_llb) |
drm_mm_put_block(dev_priv->compressed_llb); |
|
dev_priv->cfb_size = 0; |
} |
|
void i915_gem_cleanup_stolen(struct drm_device *dev) |
{ |
if (I915_HAS_FBC(dev) && i915_powersave) |
i915_cleanup_compression(dev); |
struct drm_i915_private *dev_priv = dev->dev_private; |
|
i915_gem_stolen_cleanup_compression(dev); |
drm_mm_takedown(&dev_priv->mm.stolen); |
} |
|
int i915_gem_init_stolen(struct drm_device *dev) |
{ |
struct drm_i915_private *dev_priv = dev->dev_private; |
unsigned long prealloc_size = dev_priv->mm.gtt->stolen_size; |
|
dev_priv->mm.stolen_base = i915_stolen_to_physical(dev); |
if (dev_priv->mm.stolen_base == 0) |
return 0; |
|
DRM_DEBUG_KMS("found %zd bytes of stolen memory at %08lx\n", |
dev_priv->gtt.stolen_size, dev_priv->mm.stolen_base); |
|
/* Basic memrange allocator for stolen space */ |
drm_mm_init(&dev_priv->mm.stolen, 0, prealloc_size); |
drm_mm_init(&dev_priv->mm.stolen, 0, dev_priv->gtt.stolen_size); |
|
/* Try to set up FBC with a reasonable compressed buffer size */ |
if (I915_HAS_FBC(dev) && i915_powersave) { |
int cfb_size; |
return 0; |
} |
|
/* Leave 1M for line length buffer & misc. */ |
static struct sg_table * |
i915_pages_create_for_stolen(struct drm_device *dev, |
u32 offset, u32 size) |
{ |
struct drm_i915_private *dev_priv = dev->dev_private; |
struct sg_table *st; |
struct scatterlist *sg; |
|
/* Try to get a 32M buffer... */ |
if (prealloc_size > (36*1024*1024)) |
cfb_size = 32*1024*1024; |
else /* fall back to 7/8 of the stolen space */ |
cfb_size = prealloc_size * 7 / 8; |
i915_setup_compression(dev, cfb_size); |
DRM_DEBUG_DRIVER("offset=0x%x, size=%d\n", offset, size); |
BUG_ON(offset > dev_priv->gtt.stolen_size - size); |
|
/* We hide that we have no struct page backing our stolen object |
* by wrapping the contiguous physical allocation with a fake |
* dma mapping in a single scatterlist. |
*/ |
|
st = kmalloc(sizeof(*st), GFP_KERNEL); |
if (st == NULL) |
return NULL; |
|
if (sg_alloc_table(st, 1, GFP_KERNEL)) { |
kfree(st); |
return NULL; |
} |
|
return 0; |
sg = st->sgl; |
sg->offset = offset; |
sg->length = size; |
|
sg_dma_address(sg) = (dma_addr_t)dev_priv->mm.stolen_base + offset; |
sg_dma_len(sg) = size; |
|
return st; |
} |
|
static int i915_gem_object_get_pages_stolen(struct drm_i915_gem_object *obj) |
{ |
BUG(); |
return -EINVAL; |
} |
|
static void i915_gem_object_put_pages_stolen(struct drm_i915_gem_object *obj) |
{ |
/* Should only be called during free */ |
sg_free_table(obj->pages); |
kfree(obj->pages); |
} |
|
static const struct drm_i915_gem_object_ops i915_gem_object_stolen_ops = { |
.get_pages = i915_gem_object_get_pages_stolen, |
.put_pages = i915_gem_object_put_pages_stolen, |
}; |
|
static struct drm_i915_gem_object * |
_i915_gem_object_create_stolen(struct drm_device *dev, |
struct drm_mm_node *stolen) |
{ |
struct drm_i915_gem_object *obj; |
|
obj = i915_gem_object_alloc(dev); |
if (obj == NULL) |
return NULL; |
|
if (drm_gem_private_object_init(dev, &obj->base, stolen->size)) |
goto cleanup; |
|
i915_gem_object_init(obj, &i915_gem_object_stolen_ops); |
|
obj->pages = i915_pages_create_for_stolen(dev, |
stolen->start, stolen->size); |
if (obj->pages == NULL) |
goto cleanup; |
|
obj->has_dma_mapping = true; |
obj->pages_pin_count = 1; |
obj->stolen = stolen; |
|
obj->base.write_domain = I915_GEM_DOMAIN_GTT; |
obj->base.read_domains = I915_GEM_DOMAIN_GTT; |
obj->cache_level = I915_CACHE_NONE; |
|
return obj; |
|
cleanup: |
i915_gem_object_free(obj); |
return NULL; |
} |
|
struct drm_i915_gem_object * |
i915_gem_object_create_stolen(struct drm_device *dev, u32 size) |
{ |
struct drm_i915_private *dev_priv = dev->dev_private; |
struct drm_i915_gem_object *obj; |
struct drm_mm_node *stolen; |
|
if (dev_priv->mm.stolen_base == 0) |
return NULL; |
|
DRM_DEBUG_KMS("creating stolen object: size=%x\n", size); |
if (size == 0) |
return NULL; |
|
stolen = drm_mm_search_free(&dev_priv->mm.stolen, size, 4096, 0); |
if (stolen) |
stolen = drm_mm_get_block(stolen, size, 4096); |
if (stolen == NULL) |
return NULL; |
|
obj = _i915_gem_object_create_stolen(dev, stolen); |
if (obj) |
return obj; |
|
drm_mm_put_block(stolen); |
return NULL; |
} |
|
void |
i915_gem_object_release_stolen(struct drm_i915_gem_object *obj) |
{ |
if (obj->stolen) { |
drm_mm_put_block(obj->stolen); |
obj->stolen = NULL; |
} |
} |