Rev 6296 | Details | Compare with Previous | Last modification | View Log | RSS feed
Rev | Author | Line No. | Line |
---|---|---|---|
4104 | Serge | 1 | /************************************************************************** |
2 | * |
||
3 | * Copyright (c) 2006-2007 Tungsten Graphics, Inc., Cedar Park, TX., USA |
||
4 | * All Rights Reserved. |
||
5 | * |
||
6 | * Permission is hereby granted, free of charge, to any person obtaining a |
||
7 | * copy of this software and associated documentation files (the |
||
8 | * "Software"), to deal in the Software without restriction, including |
||
9 | * without limitation the rights to use, copy, modify, merge, publish, |
||
10 | * distribute, sub license, and/or sell copies of the Software, and to |
||
11 | * permit persons to whom the Software is furnished to do so, subject to |
||
12 | * the following conditions: |
||
13 | * |
||
14 | * The above copyright notice and this permission notice (including the |
||
15 | * next paragraph) shall be included in all copies or substantial portions |
||
16 | * of the Software. |
||
17 | * |
||
18 | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR |
||
19 | * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, |
||
20 | * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL |
||
21 | * THE COPYRIGHT HOLDERS, AUTHORS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, |
||
22 | * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR |
||
23 | * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE |
||
24 | * USE OR OTHER DEALINGS IN THE SOFTWARE. |
||
25 | * |
||
26 | **************************************************************************/ |
||
27 | /* |
||
28 | * Authors: Thomas Hellström |
||
29 | */ |
||
30 | |||
31 | #include |
||
32 | #include |
||
33 | |||
34 | extern int x86_clflush_size; |
||
35 | |||
6131 | serge | 36 | #if defined(CONFIG_X86) |
4293 | Serge | 37 | |
6131 | serge | 38 | /* |
39 | * clflushopt is an unordered instruction which needs fencing with mfence or |
||
40 | * sfence to avoid ordering issues. For drm_clflush_page this fencing happens |
||
41 | * in the caller. |
||
42 | */ |
||
4104 | Serge | 43 | static void |
44 | drm_clflush_page(struct page *page) |
||
45 | { |
||
46 | uint8_t *page_virtual; |
||
47 | unsigned int i; |
||
6296 | serge | 48 | const int size = x86_clflush_size; |
4104 | Serge | 49 | |
50 | if (unlikely(page == NULL)) |
||
51 | return; |
||
52 | |||
53 | page_virtual = kmap_atomic(page); |
||
54 | for (i = 0; i < PAGE_SIZE; i += size) |
||
55 | clflush(page_virtual + i); |
||
56 | kunmap_atomic(page_virtual); |
||
57 | } |
||
58 | |||
59 | static void drm_cache_flush_clflush(struct page *pages[], |
||
60 | unsigned long num_pages) |
||
61 | { |
||
62 | unsigned long i; |
||
63 | |||
64 | mb(); |
||
65 | for (i = 0; i < num_pages; i++) |
||
66 | drm_clflush_page(*pages++); |
||
67 | mb(); |
||
68 | } |
||
69 | #endif |
||
70 | |||
71 | void |
||
72 | drm_clflush_pages(struct page *pages[], unsigned long num_pages) |
||
73 | { |
||
74 | |||
6131 | serge | 75 | #if defined(CONFIG_X86) |
76 | drm_cache_flush_clflush(pages, num_pages); |
||
77 | return; |
||
4104 | Serge | 78 | |
6131 | serge | 79 | #elif defined(__powerpc__) |
80 | unsigned long i; |
||
81 | for (i = 0; i < num_pages; i++) { |
||
82 | struct page *page = pages[i]; |
||
83 | void *page_virtual; |
||
4104 | Serge | 84 | |
6131 | serge | 85 | if (unlikely(page == NULL)) |
86 | continue; |
||
87 | |||
88 | page_virtual = kmap_atomic(page); |
||
89 | flush_dcache_range((unsigned long)page_virtual, |
||
90 | (unsigned long)page_virtual + PAGE_SIZE); |
||
91 | kunmap_atomic(page_virtual); |
||
92 | } |
||
93 | #else |
||
94 | printk(KERN_ERR "Architecture has no drm_cache.c support\n"); |
||
95 | WARN_ON_ONCE(1); |
||
96 | #endif |
||
4104 | Serge | 97 | } |
98 | EXPORT_SYMBOL(drm_clflush_pages); |
||
99 | |||
100 | void |
||
101 | drm_clflush_sg(struct sg_table *st) |
||
102 | { |
||
6131 | serge | 103 | #if defined(CONFIG_X86) |
6296 | serge | 104 | if (1) { |
6131 | serge | 105 | struct sg_page_iter sg_iter; |
4104 | Serge | 106 | |
6131 | serge | 107 | mb(); |
108 | for_each_sg_page(st->sgl, &sg_iter, st->nents, 0) |
||
109 | drm_clflush_page(sg_page_iter_page(&sg_iter)); |
||
110 | mb(); |
||
4293 | Serge | 111 | |
6131 | serge | 112 | return; |
113 | } |
||
4104 | Serge | 114 | |
6131 | serge | 115 | #else |
116 | printk(KERN_ERR "Architecture has no drm_cache.c support\n"); |
||
117 | WARN_ON_ONCE(1); |
||
118 | #endif |
||
4104 | Serge | 119 | } |
120 | EXPORT_SYMBOL(drm_clflush_sg); |
||
121 | |||
122 | void |
||
6084 | serge | 123 | drm_clflush_virt_range(void *addr, unsigned long length) |
4104 | Serge | 124 | { |
125 | #if defined(CONFIG_X86) |
||
6131 | serge | 126 | if (1) { |
127 | const int size = x86_clflush_size; |
||
6084 | serge | 128 | void *end = addr + length; |
129 | addr = (void *)(((unsigned long)addr) & -size); |
||
4104 | Serge | 130 | mb(); |
6084 | serge | 131 | for (; addr < end; addr += size) |
6131 | serge | 132 | clflush(addr); |
6660 | serge | 133 | clflush(end - 1); /* force serialisation */ |
4104 | Serge | 134 | mb(); |
135 | return; |
||
136 | } |
||
137 | |||
138 | #else |
||
139 | printk(KERN_ERR "Architecture has no drm_cache.c support\n"); |
||
140 | WARN_ON_ONCE(1); |
||
141 | #endif |
||
142 | } |
||
143 | EXPORT_SYMBOL(drm_clflush_virt_range);>>>> |