Subversion Repositories Kolibri OS

Rev

Rev 6936 | Go to most recent revision | Only display areas with differences | Regard whitespace | Details | Blame | Last modification | View Log | RSS feed

Rev 6936 Rev 7143
1
/**************************************************************************
1
/**************************************************************************
2
 *
2
 *
3
 * Copyright (c) 2006-2009 VMware, Inc., Palo Alto, CA., USA
3
 * Copyright (c) 2006-2009 VMware, Inc., Palo Alto, CA., USA
4
 * All Rights Reserved.
4
 * All Rights Reserved.
5
 *
5
 *
6
 * Permission is hereby granted, free of charge, to any person obtaining a
6
 * Permission is hereby granted, free of charge, to any person obtaining a
7
 * copy of this software and associated documentation files (the
7
 * copy of this software and associated documentation files (the
8
 * "Software"), to deal in the Software without restriction, including
8
 * "Software"), to deal in the Software without restriction, including
9
 * without limitation the rights to use, copy, modify, merge, publish,
9
 * without limitation the rights to use, copy, modify, merge, publish,
10
 * distribute, sub license, and/or sell copies of the Software, and to
10
 * distribute, sub license, and/or sell copies of the Software, and to
11
 * permit persons to whom the Software is furnished to do so, subject to
11
 * permit persons to whom the Software is furnished to do so, subject to
12
 * the following conditions:
12
 * the following conditions:
13
 *
13
 *
14
 * The above copyright notice and this permission notice (including the
14
 * The above copyright notice and this permission notice (including the
15
 * next paragraph) shall be included in all copies or substantial portions
15
 * next paragraph) shall be included in all copies or substantial portions
16
 * of the Software.
16
 * of the Software.
17
 *
17
 *
18
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
18
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
19
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
19
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
20
 * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
20
 * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
21
 * THE COPYRIGHT HOLDERS, AUTHORS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM,
21
 * THE COPYRIGHT HOLDERS, AUTHORS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM,
22
 * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
22
 * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
23
 * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
23
 * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
24
 * USE OR OTHER DEALINGS IN THE SOFTWARE.
24
 * USE OR OTHER DEALINGS IN THE SOFTWARE.
25
 *
25
 *
26
 **************************************************************************/
26
 **************************************************************************/
27
/*
27
/*
28
 * Authors: Thomas Hellstrom 
28
 * Authors: Thomas Hellstrom 
29
 */
29
 */
30
 
30
 
31
#ifndef _TTM_BO_API_H_
31
#ifndef _TTM_BO_API_H_
32
#define _TTM_BO_API_H_
32
#define _TTM_BO_API_H_
33
 
33
 
34
#include 
34
#include 
35
#include 
35
#include 
36
#include 
36
#include 
37
#include 
37
#include 
38
#include 
38
#include 
39
#include 
39
#include 
40
#include 
40
#include 
41
#include 
41
#include 
42
#include 
42
#include 
43
 
43
 
44
struct ttm_bo_device;
44
struct ttm_bo_device;
45
 
45
 
46
struct drm_mm_node;
46
struct drm_mm_node;
47
 
47
 
48
/**
48
/**
49
 * struct ttm_place
49
 * struct ttm_place
50
 *
50
 *
51
 * @fpfn:	first valid page frame number to put the object
51
 * @fpfn:	first valid page frame number to put the object
52
 * @lpfn:	last valid page frame number to put the object
52
 * @lpfn:	last valid page frame number to put the object
53
 * @flags:	memory domain and caching flags for the object
53
 * @flags:	memory domain and caching flags for the object
54
 *
54
 *
55
 * Structure indicating a possible place to put an object.
55
 * Structure indicating a possible place to put an object.
56
 */
56
 */
57
struct ttm_place {
57
struct ttm_place {
58
	unsigned	fpfn;
58
	unsigned	fpfn;
59
	unsigned	lpfn;
59
	unsigned	lpfn;
60
	uint32_t	flags;
60
	uint32_t	flags;
61
};
61
};
62
 
62
 
63
/**
63
/**
64
 * struct ttm_placement
64
 * struct ttm_placement
65
 *
65
 *
66
 * @num_placement:	number of preferred placements
66
 * @num_placement:	number of preferred placements
67
 * @placement:		preferred placements
67
 * @placement:		preferred placements
68
 * @num_busy_placement:	number of preferred placements when need to evict buffer
68
 * @num_busy_placement:	number of preferred placements when need to evict buffer
69
 * @busy_placement:	preferred placements when need to evict buffer
69
 * @busy_placement:	preferred placements when need to evict buffer
70
 *
70
 *
71
 * Structure indicating the placement you request for an object.
71
 * Structure indicating the placement you request for an object.
72
 */
72
 */
73
struct ttm_placement {
73
struct ttm_placement {
74
	unsigned		num_placement;
74
	unsigned		num_placement;
75
	const struct ttm_place	*placement;
75
	const struct ttm_place	*placement;
76
	unsigned		num_busy_placement;
76
	unsigned		num_busy_placement;
77
	const struct ttm_place	*busy_placement;
77
	const struct ttm_place	*busy_placement;
78
};
78
};
79
 
79
 
80
/**
80
/**
81
 * struct ttm_bus_placement
81
 * struct ttm_bus_placement
82
 *
82
 *
83
 * @addr:		mapped virtual address
83
 * @addr:		mapped virtual address
84
 * @base:		bus base address
84
 * @base:		bus base address
85
 * @is_iomem:		is this io memory ?
85
 * @is_iomem:		is this io memory ?
86
 * @size:		size in byte
86
 * @size:		size in byte
87
 * @offset:		offset from the base address
87
 * @offset:		offset from the base address
88
 * @io_reserved_vm:     The VM system has a refcount in @io_reserved_count
88
 * @io_reserved_vm:     The VM system has a refcount in @io_reserved_count
89
 * @io_reserved_count:  Refcounting the numbers of callers to ttm_mem_io_reserve
89
 * @io_reserved_count:  Refcounting the numbers of callers to ttm_mem_io_reserve
90
 *
90
 *
91
 * Structure indicating the bus placement of an object.
91
 * Structure indicating the bus placement of an object.
92
 */
92
 */
93
struct ttm_bus_placement {
93
struct ttm_bus_placement {
94
	void		*addr;
94
	void		*addr;
95
	unsigned long	base;
95
	unsigned long	base;
96
	unsigned long	size;
96
	unsigned long	size;
97
	unsigned long	offset;
97
	unsigned long	offset;
98
	bool		is_iomem;
98
	bool		is_iomem;
99
	bool		io_reserved_vm;
99
	bool		io_reserved_vm;
100
	uint64_t        io_reserved_count;
100
	uint64_t        io_reserved_count;
101
};
101
};
102
 
102
 
103
 
103
 
104
/**
104
/**
105
 * struct ttm_mem_reg
105
 * struct ttm_mem_reg
106
 *
106
 *
107
 * @mm_node: Memory manager node.
107
 * @mm_node: Memory manager node.
108
 * @size: Requested size of memory region.
108
 * @size: Requested size of memory region.
109
 * @num_pages: Actual size of memory region in pages.
109
 * @num_pages: Actual size of memory region in pages.
110
 * @page_alignment: Page alignment.
110
 * @page_alignment: Page alignment.
111
 * @placement: Placement flags.
111
 * @placement: Placement flags.
112
 * @bus: Placement on io bus accessible to the CPU
112
 * @bus: Placement on io bus accessible to the CPU
113
 *
113
 *
114
 * Structure indicating the placement and space resources used by a
114
 * Structure indicating the placement and space resources used by a
115
 * buffer object.
115
 * buffer object.
116
 */
116
 */
117
 
117
 
118
struct ttm_mem_reg {
118
struct ttm_mem_reg {
119
	void *mm_node;
119
	void *mm_node;
120
	unsigned long start;
120
	unsigned long start;
121
	unsigned long size;
121
	unsigned long size;
122
	unsigned long num_pages;
122
	unsigned long num_pages;
123
	uint32_t page_alignment;
123
	uint32_t page_alignment;
124
	uint32_t mem_type;
124
	uint32_t mem_type;
125
	uint32_t placement;
125
	uint32_t placement;
126
	struct ttm_bus_placement bus;
126
	struct ttm_bus_placement bus;
127
};
127
};
128
 
128
 
129
/**
129
/**
130
 * enum ttm_bo_type
130
 * enum ttm_bo_type
131
 *
131
 *
132
 * @ttm_bo_type_device:	These are 'normal' buffers that can
132
 * @ttm_bo_type_device:	These are 'normal' buffers that can
133
 * be mmapped by user space. Each of these bos occupy a slot in the
133
 * be mmapped by user space. Each of these bos occupy a slot in the
134
 * device address space, that can be used for normal vm operations.
134
 * device address space, that can be used for normal vm operations.
135
 *
135
 *
136
 * @ttm_bo_type_kernel: These buffers are like ttm_bo_type_device buffers,
136
 * @ttm_bo_type_kernel: These buffers are like ttm_bo_type_device buffers,
137
 * but they cannot be accessed from user-space. For kernel-only use.
137
 * but they cannot be accessed from user-space. For kernel-only use.
138
 *
138
 *
139
 * @ttm_bo_type_sg: Buffer made from dmabuf sg table shared with another
139
 * @ttm_bo_type_sg: Buffer made from dmabuf sg table shared with another
140
 * driver.
140
 * driver.
141
 */
141
 */
142
 
142
 
143
enum ttm_bo_type {
143
enum ttm_bo_type {
144
	ttm_bo_type_device,
144
	ttm_bo_type_device,
145
	ttm_bo_type_kernel,
145
	ttm_bo_type_kernel,
146
	ttm_bo_type_sg
146
	ttm_bo_type_sg
147
};
147
};
148
 
148
 
149
struct ttm_tt;
149
struct ttm_tt;
150
 
150
 
151
/**
151
/**
152
 * struct ttm_buffer_object
152
 * struct ttm_buffer_object
153
 *
153
 *
154
 * @bdev: Pointer to the buffer object device structure.
154
 * @bdev: Pointer to the buffer object device structure.
155
 * @type: The bo type.
155
 * @type: The bo type.
156
 * @destroy: Destruction function. If NULL, kfree is used.
156
 * @destroy: Destruction function. If NULL, kfree is used.
157
 * @num_pages: Actual number of pages.
157
 * @num_pages: Actual number of pages.
158
 * @acc_size: Accounted size for this object.
158
 * @acc_size: Accounted size for this object.
159
 * @kref: Reference count of this buffer object. When this refcount reaches
159
 * @kref: Reference count of this buffer object. When this refcount reaches
160
 * zero, the object is put on the delayed delete list.
160
 * zero, the object is put on the delayed delete list.
161
 * @list_kref: List reference count of this buffer object. This member is
161
 * @list_kref: List reference count of this buffer object. This member is
162
 * used to avoid destruction while the buffer object is still on a list.
162
 * used to avoid destruction while the buffer object is still on a list.
163
 * Lru lists may keep one refcount, the delayed delete list, and kref != 0
163
 * Lru lists may keep one refcount, the delayed delete list, and kref != 0
164
 * keeps one refcount. When this refcount reaches zero,
164
 * keeps one refcount. When this refcount reaches zero,
165
 * the object is destroyed.
165
 * the object is destroyed.
166
 * @mem: structure describing current placement.
166
 * @mem: structure describing current placement.
167
 * @persistent_swap_storage: Usually the swap storage is deleted for buffers
167
 * @persistent_swap_storage: Usually the swap storage is deleted for buffers
168
 * pinned in physical memory. If this behaviour is not desired, this member
168
 * pinned in physical memory. If this behaviour is not desired, this member
169
 * holds a pointer to a persistent shmem object.
169
 * holds a pointer to a persistent shmem object.
170
 * @ttm: TTM structure holding system pages.
170
 * @ttm: TTM structure holding system pages.
171
 * @evicted: Whether the object was evicted without user-space knowing.
171
 * @evicted: Whether the object was evicted without user-space knowing.
172
 * @cpu_writes: For synchronization. Number of cpu writers.
172
 * @cpu_writes: For synchronization. Number of cpu writers.
173
 * @lru: List head for the lru list.
173
 * @lru: List head for the lru list.
174
 * @ddestroy: List head for the delayed destroy list.
174
 * @ddestroy: List head for the delayed destroy list.
175
 * @swap: List head for swap LRU list.
175
 * @swap: List head for swap LRU list.
176
 * @priv_flags: Flags describing buffer object internal state.
176
 * @priv_flags: Flags describing buffer object internal state.
177
 * @vma_node: Address space manager node.
177
 * @vma_node: Address space manager node.
178
 * @offset: The current GPU offset, which can have different meanings
178
 * @offset: The current GPU offset, which can have different meanings
179
 * depending on the memory type. For SYSTEM type memory, it should be 0.
179
 * depending on the memory type. For SYSTEM type memory, it should be 0.
180
 * @cur_placement: Hint of current placement.
180
 * @cur_placement: Hint of current placement.
181
 * @wu_mutex: Wait unreserved mutex.
181
 * @wu_mutex: Wait unreserved mutex.
182
 *
182
 *
183
 * Base class for TTM buffer object, that deals with data placement and CPU
183
 * Base class for TTM buffer object, that deals with data placement and CPU
184
 * mappings. GPU mappings are really up to the driver, but for simpler GPUs
184
 * mappings. GPU mappings are really up to the driver, but for simpler GPUs
185
 * the driver can usually use the placement offset @offset directly as the
185
 * the driver can usually use the placement offset @offset directly as the
186
 * GPU virtual address. For drivers implementing multiple
186
 * GPU virtual address. For drivers implementing multiple
187
 * GPU memory manager contexts, the driver should manage the address space
187
 * GPU memory manager contexts, the driver should manage the address space
188
 * in these contexts separately and use these objects to get the correct
188
 * in these contexts separately and use these objects to get the correct
189
 * placement and caching for these GPU maps. This makes it possible to use
189
 * placement and caching for these GPU maps. This makes it possible to use
190
 * these objects for even quite elaborate memory management schemes.
190
 * these objects for even quite elaborate memory management schemes.
191
 * The destroy member, the API visibility of this object makes it possible
191
 * The destroy member, the API visibility of this object makes it possible
192
 * to derive driver specific types.
192
 * to derive driver specific types.
193
 */
193
 */
194
 
194
 
195
struct ttm_buffer_object {
195
struct ttm_buffer_object {
196
	/**
196
	/**
197
	 * Members constant at init.
197
	 * Members constant at init.
198
	 */
198
	 */
199
 
199
 
200
	struct ttm_bo_global *glob;
200
	struct ttm_bo_global *glob;
201
	struct ttm_bo_device *bdev;
201
	struct ttm_bo_device *bdev;
202
	enum ttm_bo_type type;
202
	enum ttm_bo_type type;
203
	void (*destroy) (struct ttm_buffer_object *);
203
	void (*destroy) (struct ttm_buffer_object *);
204
	unsigned long num_pages;
204
	unsigned long num_pages;
205
	size_t acc_size;
205
	size_t acc_size;
206
 
206
 
207
	/**
207
	/**
208
	* Members not needing protection.
208
	* Members not needing protection.
209
	*/
209
	*/
210
 
210
 
211
	struct kref kref;
211
	struct kref kref;
212
	struct kref list_kref;
212
	struct kref list_kref;
213
 
213
 
214
	/**
214
	/**
215
	 * Members protected by the bo::resv::reserved lock.
215
	 * Members protected by the bo::resv::reserved lock.
216
	 */
216
	 */
217
 
217
 
218
	struct ttm_mem_reg mem;
218
	struct ttm_mem_reg mem;
219
	struct file *persistent_swap_storage;
219
	struct file *persistent_swap_storage;
220
	struct ttm_tt *ttm;
220
	struct ttm_tt *ttm;
221
	bool evicted;
221
	bool evicted;
222
 
222
 
223
	/**
223
	/**
224
	 * Members protected by the bo::reserved lock only when written to.
224
	 * Members protected by the bo::reserved lock only when written to.
225
	 */
225
	 */
226
 
226
 
227
	atomic_t cpu_writers;
227
	atomic_t cpu_writers;
228
 
228
 
229
	/**
229
	/**
230
	 * Members protected by the bdev::lru_lock.
230
	 * Members protected by the bdev::lru_lock.
231
	 */
231
	 */
232
 
232
 
233
	struct list_head lru;
233
	struct list_head lru;
234
	struct list_head ddestroy;
234
	struct list_head ddestroy;
235
	struct list_head swap;
235
	struct list_head swap;
236
	struct list_head io_reserve_lru;
236
	struct list_head io_reserve_lru;
237
 
237
 
238
	/**
238
	/**
239
	 * Members protected by a bo reservation.
239
	 * Members protected by a bo reservation.
240
	 */
240
	 */
241
 
241
 
242
	unsigned long priv_flags;
242
	unsigned long priv_flags;
243
 
243
 
244
	struct drm_vma_offset_node vma_node;
244
	struct drm_vma_offset_node vma_node;
245
 
245
 
246
	/**
246
	/**
247
	 * Special members that are protected by the reserve lock
247
	 * Special members that are protected by the reserve lock
248
	 * and the bo::lock when written to. Can be read with
248
	 * and the bo::lock when written to. Can be read with
249
	 * either of these locks held.
249
	 * either of these locks held.
250
	 */
250
	 */
251
 
251
 
252
	uint64_t offset; /* GPU address space is independent of CPU word size */
252
	uint64_t offset; /* GPU address space is independent of CPU word size */
253
	uint32_t cur_placement;
253
	uint32_t cur_placement;
254
 
254
 
255
	struct sg_table *sg;
255
	struct sg_table *sg;
256
 
256
 
257
	struct reservation_object *resv;
257
	struct reservation_object *resv;
258
	struct reservation_object ttm_resv;
258
	struct reservation_object ttm_resv;
259
	struct mutex wu_mutex;
259
	struct mutex wu_mutex;
260
};
260
};
261
 
261
 
262
/**
262
/**
263
 * struct ttm_bo_kmap_obj
263
 * struct ttm_bo_kmap_obj
264
 *
264
 *
265
 * @virtual: The current kernel virtual address.
265
 * @virtual: The current kernel virtual address.
266
 * @page: The page when kmap'ing a single page.
266
 * @page: The page when kmap'ing a single page.
267
 * @bo_kmap_type: Type of bo_kmap.
267
 * @bo_kmap_type: Type of bo_kmap.
268
 *
268
 *
269
 * Object describing a kernel mapping. Since a TTM bo may be located
269
 * Object describing a kernel mapping. Since a TTM bo may be located
270
 * in various memory types with various caching policies, the
270
 * in various memory types with various caching policies, the
271
 * mapping can either be an ioremap, a vmap, a kmap or part of a
271
 * mapping can either be an ioremap, a vmap, a kmap or part of a
272
 * premapped region.
272
 * premapped region.
273
 */
273
 */
274
 
274
 
275
#define TTM_BO_MAP_IOMEM_MASK 0x80
275
#define TTM_BO_MAP_IOMEM_MASK 0x80
276
struct ttm_bo_kmap_obj {
276
struct ttm_bo_kmap_obj {
277
	void *virtual;
277
	void *virtual;
278
	struct page *page;
278
	struct page *page;
279
	enum {
279
	enum {
280
		ttm_bo_map_iomap        = 1 | TTM_BO_MAP_IOMEM_MASK,
280
		ttm_bo_map_iomap        = 1 | TTM_BO_MAP_IOMEM_MASK,
281
		ttm_bo_map_vmap         = 2,
281
		ttm_bo_map_vmap         = 2,
282
		ttm_bo_map_kmap         = 3,
282
		ttm_bo_map_kmap         = 3,
283
		ttm_bo_map_premapped    = 4 | TTM_BO_MAP_IOMEM_MASK,
283
		ttm_bo_map_premapped    = 4 | TTM_BO_MAP_IOMEM_MASK,
284
	} bo_kmap_type;
284
	} bo_kmap_type;
285
	struct ttm_buffer_object *bo;
285
	struct ttm_buffer_object *bo;
286
};
286
};
287
 
287
 
288
/**
288
/**
289
 * ttm_bo_reference - reference a struct ttm_buffer_object
289
 * ttm_bo_reference - reference a struct ttm_buffer_object
290
 *
290
 *
291
 * @bo: The buffer object.
291
 * @bo: The buffer object.
292
 *
292
 *
293
 * Returns a refcounted pointer to a buffer object.
293
 * Returns a refcounted pointer to a buffer object.
294
 */
294
 */
295
 
295
 
296
static inline struct ttm_buffer_object *
296
static inline struct ttm_buffer_object *
297
ttm_bo_reference(struct ttm_buffer_object *bo)
297
ttm_bo_reference(struct ttm_buffer_object *bo)
298
{
298
{
299
	kref_get(&bo->kref);
299
	kref_get(&bo->kref);
300
	return bo;
300
	return bo;
301
}
301
}
302
 
302
 
303
/**
303
/**
304
 * ttm_bo_wait - wait for buffer idle.
304
 * ttm_bo_wait - wait for buffer idle.
305
 *
305
 *
306
 * @bo:  The buffer object.
306
 * @bo:  The buffer object.
307
 * @interruptible:  Use interruptible wait.
307
 * @interruptible:  Use interruptible wait.
308
 * @no_wait:  Return immediately if buffer is busy.
308
 * @no_wait:  Return immediately if buffer is busy.
309
 *
309
 *
310
 * This function must be called with the bo::mutex held, and makes
310
 * This function must be called with the bo::mutex held, and makes
311
 * sure any previous rendering to the buffer is completed.
311
 * sure any previous rendering to the buffer is completed.
312
 * Note: It might be necessary to block validations before the
312
 * Note: It might be necessary to block validations before the
313
 * wait by reserving the buffer.
313
 * wait by reserving the buffer.
314
 * Returns -EBUSY if no_wait is true and the buffer is busy.
314
 * Returns -EBUSY if no_wait is true and the buffer is busy.
315
 * Returns -ERESTARTSYS if interrupted by a signal.
315
 * Returns -ERESTARTSYS if interrupted by a signal.
316
 */
316
 */
317
extern int ttm_bo_wait(struct ttm_buffer_object *bo, bool lazy,
317
extern int ttm_bo_wait(struct ttm_buffer_object *bo, bool lazy,
318
		       bool interruptible, bool no_wait);
318
		       bool interruptible, bool no_wait);
-
 
319
 
-
 
320
/**
-
 
321
 * ttm_bo_mem_compat - Check if proposed placement is compatible with a bo
-
 
322
 *
-
 
323
 * @placement:  Return immediately if buffer is busy.
-
 
324
 * @mem:  The struct ttm_mem_reg indicating the region where the bo resides
-
 
325
 * @new_flags: Describes compatible placement found
-
 
326
 *
-
 
327
 * Returns true if the placement is compatible
-
 
328
 */
-
 
329
extern bool ttm_bo_mem_compat(struct ttm_placement *placement,
-
 
330
			      struct ttm_mem_reg *mem,
-
 
331
			      uint32_t *new_flags);
-
 
332
 
319
/**
333
/**
320
 * ttm_bo_validate
334
 * ttm_bo_validate
321
 *
335
 *
322
 * @bo: The buffer object.
336
 * @bo: The buffer object.
323
 * @placement: Proposed placement for the buffer object.
337
 * @placement: Proposed placement for the buffer object.
324
 * @interruptible: Sleep interruptible if sleeping.
338
 * @interruptible: Sleep interruptible if sleeping.
325
 * @no_wait_gpu: Return immediately if the GPU is busy.
339
 * @no_wait_gpu: Return immediately if the GPU is busy.
326
 *
340
 *
327
 * Changes placement and caching policy of the buffer object
341
 * Changes placement and caching policy of the buffer object
328
 * according proposed placement.
342
 * according proposed placement.
329
 * Returns
343
 * Returns
330
 * -EINVAL on invalid proposed placement.
344
 * -EINVAL on invalid proposed placement.
331
 * -ENOMEM on out-of-memory condition.
345
 * -ENOMEM on out-of-memory condition.
332
 * -EBUSY if no_wait is true and buffer busy.
346
 * -EBUSY if no_wait is true and buffer busy.
333
 * -ERESTARTSYS if interrupted by a signal.
347
 * -ERESTARTSYS if interrupted by a signal.
334
 */
348
 */
335
extern int ttm_bo_validate(struct ttm_buffer_object *bo,
349
extern int ttm_bo_validate(struct ttm_buffer_object *bo,
336
				struct ttm_placement *placement,
350
				struct ttm_placement *placement,
337
				bool interruptible,
351
				bool interruptible,
338
				bool no_wait_gpu);
352
				bool no_wait_gpu);
339
 
353
 
340
/**
354
/**
341
 * ttm_bo_unref
355
 * ttm_bo_unref
342
 *
356
 *
343
 * @bo: The buffer object.
357
 * @bo: The buffer object.
344
 *
358
 *
345
 * Unreference and clear a pointer to a buffer object.
359
 * Unreference and clear a pointer to a buffer object.
346
 */
360
 */
347
extern void ttm_bo_unref(struct ttm_buffer_object **bo);
361
extern void ttm_bo_unref(struct ttm_buffer_object **bo);
348
 
362
 
349
 
363
 
350
/**
364
/**
351
 * ttm_bo_list_ref_sub
365
 * ttm_bo_list_ref_sub
352
 *
366
 *
353
 * @bo: The buffer object.
367
 * @bo: The buffer object.
354
 * @count: The number of references with which to decrease @bo::list_kref;
368
 * @count: The number of references with which to decrease @bo::list_kref;
355
 * @never_free: The refcount should not reach zero with this operation.
369
 * @never_free: The refcount should not reach zero with this operation.
356
 *
370
 *
357
 * Release @count lru list references to this buffer object.
371
 * Release @count lru list references to this buffer object.
358
 */
372
 */
359
extern void ttm_bo_list_ref_sub(struct ttm_buffer_object *bo, int count,
373
extern void ttm_bo_list_ref_sub(struct ttm_buffer_object *bo, int count,
360
				bool never_free);
374
				bool never_free);
361
 
375
 
362
/**
376
/**
363
 * ttm_bo_add_to_lru
377
 * ttm_bo_add_to_lru
364
 *
378
 *
365
 * @bo: The buffer object.
379
 * @bo: The buffer object.
366
 *
380
 *
367
 * Add this bo to the relevant mem type lru and, if it's backed by
381
 * Add this bo to the relevant mem type lru and, if it's backed by
368
 * system pages (ttms) to the swap list.
382
 * system pages (ttms) to the swap list.
369
 * This function must be called with struct ttm_bo_global::lru_lock held, and
383
 * This function must be called with struct ttm_bo_global::lru_lock held, and
370
 * is typically called immediately prior to unreserving a bo.
384
 * is typically called immediately prior to unreserving a bo.
371
 */
385
 */
372
extern void ttm_bo_add_to_lru(struct ttm_buffer_object *bo);
386
extern void ttm_bo_add_to_lru(struct ttm_buffer_object *bo);
373
 
387
 
374
/**
388
/**
375
 * ttm_bo_del_from_lru
389
 * ttm_bo_del_from_lru
376
 *
390
 *
377
 * @bo: The buffer object.
391
 * @bo: The buffer object.
378
 *
392
 *
379
 * Remove this bo from all lru lists used to lookup and reserve an object.
393
 * Remove this bo from all lru lists used to lookup and reserve an object.
380
 * This function must be called with struct ttm_bo_global::lru_lock held,
394
 * This function must be called with struct ttm_bo_global::lru_lock held,
381
 * and is usually called just immediately after the bo has been reserved to
395
 * and is usually called just immediately after the bo has been reserved to
382
 * avoid recursive reservation from lru lists.
396
 * avoid recursive reservation from lru lists.
383
 */
397
 */
384
extern int ttm_bo_del_from_lru(struct ttm_buffer_object *bo);
398
extern int ttm_bo_del_from_lru(struct ttm_buffer_object *bo);
385
 
399
 
386
/**
400
/**
387
 * ttm_bo_move_to_lru_tail
401
 * ttm_bo_move_to_lru_tail
388
 *
402
 *
389
 * @bo: The buffer object.
403
 * @bo: The buffer object.
390
 *
404
 *
391
 * Move this BO to the tail of all lru lists used to lookup and reserve an
405
 * Move this BO to the tail of all lru lists used to lookup and reserve an
392
 * object. This function must be called with struct ttm_bo_global::lru_lock
406
 * object. This function must be called with struct ttm_bo_global::lru_lock
393
 * held, and is used to make a BO less likely to be considered for eviction.
407
 * held, and is used to make a BO less likely to be considered for eviction.
394
 */
408
 */
395
extern void ttm_bo_move_to_lru_tail(struct ttm_buffer_object *bo);
409
extern void ttm_bo_move_to_lru_tail(struct ttm_buffer_object *bo);
396
 
410
 
397
/**
411
/**
398
 * ttm_bo_lock_delayed_workqueue
412
 * ttm_bo_lock_delayed_workqueue
399
 *
413
 *
400
 * Prevent the delayed workqueue from running.
414
 * Prevent the delayed workqueue from running.
401
 * Returns
415
 * Returns
402
 * True if the workqueue was queued at the time
416
 * True if the workqueue was queued at the time
403
 */
417
 */
404
extern int ttm_bo_lock_delayed_workqueue(struct ttm_bo_device *bdev);
418
extern int ttm_bo_lock_delayed_workqueue(struct ttm_bo_device *bdev);
405
 
419
 
406
/**
420
/**
407
 * ttm_bo_unlock_delayed_workqueue
421
 * ttm_bo_unlock_delayed_workqueue
408
 *
422
 *
409
 * Allows the delayed workqueue to run.
423
 * Allows the delayed workqueue to run.
410
 */
424
 */
411
extern void ttm_bo_unlock_delayed_workqueue(struct ttm_bo_device *bdev,
425
extern void ttm_bo_unlock_delayed_workqueue(struct ttm_bo_device *bdev,
412
					    int resched);
426
					    int resched);
413
 
427
 
414
/**
428
/**
415
 * ttm_bo_synccpu_write_grab
429
 * ttm_bo_synccpu_write_grab
416
 *
430
 *
417
 * @bo: The buffer object:
431
 * @bo: The buffer object:
418
 * @no_wait: Return immediately if buffer is busy.
432
 * @no_wait: Return immediately if buffer is busy.
419
 *
433
 *
420
 * Synchronizes a buffer object for CPU RW access. This means
434
 * Synchronizes a buffer object for CPU RW access. This means
421
 * command submission that affects the buffer will return -EBUSY
435
 * command submission that affects the buffer will return -EBUSY
422
 * until ttm_bo_synccpu_write_release is called.
436
 * until ttm_bo_synccpu_write_release is called.
423
 *
437
 *
424
 * Returns
438
 * Returns
425
 * -EBUSY if the buffer is busy and no_wait is true.
439
 * -EBUSY if the buffer is busy and no_wait is true.
426
 * -ERESTARTSYS if interrupted by a signal.
440
 * -ERESTARTSYS if interrupted by a signal.
427
 */
441
 */
428
extern int
442
extern int
429
ttm_bo_synccpu_write_grab(struct ttm_buffer_object *bo, bool no_wait);
443
ttm_bo_synccpu_write_grab(struct ttm_buffer_object *bo, bool no_wait);
430
 
444
 
431
/**
445
/**
432
 * ttm_bo_synccpu_write_release:
446
 * ttm_bo_synccpu_write_release:
433
 *
447
 *
434
 * @bo : The buffer object.
448
 * @bo : The buffer object.
435
 *
449
 *
436
 * Releases a synccpu lock.
450
 * Releases a synccpu lock.
437
 */
451
 */
438
extern void ttm_bo_synccpu_write_release(struct ttm_buffer_object *bo);
452
extern void ttm_bo_synccpu_write_release(struct ttm_buffer_object *bo);
439
 
453
 
440
/**
454
/**
441
 * ttm_bo_acc_size
455
 * ttm_bo_acc_size
442
 *
456
 *
443
 * @bdev: Pointer to a ttm_bo_device struct.
457
 * @bdev: Pointer to a ttm_bo_device struct.
444
 * @bo_size: size of the buffer object in byte.
458
 * @bo_size: size of the buffer object in byte.
445
 * @struct_size: size of the structure holding buffer object datas
459
 * @struct_size: size of the structure holding buffer object datas
446
 *
460
 *
447
 * Returns size to account for a buffer object
461
 * Returns size to account for a buffer object
448
 */
462
 */
449
size_t ttm_bo_acc_size(struct ttm_bo_device *bdev,
463
size_t ttm_bo_acc_size(struct ttm_bo_device *bdev,
450
		       unsigned long bo_size,
464
		       unsigned long bo_size,
451
		       unsigned struct_size);
465
		       unsigned struct_size);
452
size_t ttm_bo_dma_acc_size(struct ttm_bo_device *bdev,
466
size_t ttm_bo_dma_acc_size(struct ttm_bo_device *bdev,
453
			   unsigned long bo_size,
467
			   unsigned long bo_size,
454
			   unsigned struct_size);
468
			   unsigned struct_size);
455
 
469
 
456
/**
470
/**
457
 * ttm_bo_init
471
 * ttm_bo_init
458
 *
472
 *
459
 * @bdev: Pointer to a ttm_bo_device struct.
473
 * @bdev: Pointer to a ttm_bo_device struct.
460
 * @bo: Pointer to a ttm_buffer_object to be initialized.
474
 * @bo: Pointer to a ttm_buffer_object to be initialized.
461
 * @size: Requested size of buffer object.
475
 * @size: Requested size of buffer object.
462
 * @type: Requested type of buffer object.
476
 * @type: Requested type of buffer object.
463
 * @flags: Initial placement flags.
477
 * @flags: Initial placement flags.
464
 * @page_alignment: Data alignment in pages.
478
 * @page_alignment: Data alignment in pages.
465
 * @interruptible: If needing to sleep to wait for GPU resources,
479
 * @interruptible: If needing to sleep to wait for GPU resources,
466
 * sleep interruptible.
480
 * sleep interruptible.
467
 * @persistent_swap_storage: Usually the swap storage is deleted for buffers
481
 * @persistent_swap_storage: Usually the swap storage is deleted for buffers
468
 * pinned in physical memory. If this behaviour is not desired, this member
482
 * pinned in physical memory. If this behaviour is not desired, this member
469
 * holds a pointer to a persistent shmem object. Typically, this would
483
 * holds a pointer to a persistent shmem object. Typically, this would
470
 * point to the shmem object backing a GEM object if TTM is used to back a
484
 * point to the shmem object backing a GEM object if TTM is used to back a
471
 * GEM user interface.
485
 * GEM user interface.
472
 * @acc_size: Accounted size for this object.
486
 * @acc_size: Accounted size for this object.
473
 * @resv: Pointer to a reservation_object, or NULL to let ttm allocate one.
487
 * @resv: Pointer to a reservation_object, or NULL to let ttm allocate one.
474
 * @destroy: Destroy function. Use NULL for kfree().
488
 * @destroy: Destroy function. Use NULL for kfree().
475
 *
489
 *
476
 * This function initializes a pre-allocated struct ttm_buffer_object.
490
 * This function initializes a pre-allocated struct ttm_buffer_object.
477
 * As this object may be part of a larger structure, this function,
491
 * As this object may be part of a larger structure, this function,
478
 * together with the @destroy function,
492
 * together with the @destroy function,
479
 * enables driver-specific objects derived from a ttm_buffer_object.
493
 * enables driver-specific objects derived from a ttm_buffer_object.
480
 * On successful return, the object kref and list_kref are set to 1.
494
 * On successful return, the object kref and list_kref are set to 1.
481
 * If a failure occurs, the function will call the @destroy function, or
495
 * If a failure occurs, the function will call the @destroy function, or
482
 * kfree() if @destroy is NULL. Thus, after a failure, dereferencing @bo is
496
 * kfree() if @destroy is NULL. Thus, after a failure, dereferencing @bo is
483
 * illegal and will likely cause memory corruption.
497
 * illegal and will likely cause memory corruption.
484
 *
498
 *
485
 * Returns
499
 * Returns
486
 * -ENOMEM: Out of memory.
500
 * -ENOMEM: Out of memory.
487
 * -EINVAL: Invalid placement flags.
501
 * -EINVAL: Invalid placement flags.
488
 * -ERESTARTSYS: Interrupted by signal while sleeping waiting for resources.
502
 * -ERESTARTSYS: Interrupted by signal while sleeping waiting for resources.
489
 */
503
 */
490
 
504
 
491
extern int ttm_bo_init(struct ttm_bo_device *bdev,
505
extern int ttm_bo_init(struct ttm_bo_device *bdev,
492
			struct ttm_buffer_object *bo,
506
			struct ttm_buffer_object *bo,
493
			unsigned long size,
507
			unsigned long size,
494
			enum ttm_bo_type type,
508
			enum ttm_bo_type type,
495
			struct ttm_placement *placement,
509
			struct ttm_placement *placement,
496
			uint32_t page_alignment,
510
			uint32_t page_alignment,
497
			bool interrubtible,
511
			bool interrubtible,
498
			struct file *persistent_swap_storage,
512
			struct file *persistent_swap_storage,
499
			size_t acc_size,
513
			size_t acc_size,
500
			struct sg_table *sg,
514
			struct sg_table *sg,
501
			struct reservation_object *resv,
515
			struct reservation_object *resv,
502
			void (*destroy) (struct ttm_buffer_object *));
516
			void (*destroy) (struct ttm_buffer_object *));
503
 
517
 
504
/**
518
/**
505
 * ttm_bo_create
519
 * ttm_bo_create
506
 *
520
 *
507
 * @bdev: Pointer to a ttm_bo_device struct.
521
 * @bdev: Pointer to a ttm_bo_device struct.
508
 * @size: Requested size of buffer object.
522
 * @size: Requested size of buffer object.
509
 * @type: Requested type of buffer object.
523
 * @type: Requested type of buffer object.
510
 * @placement: Initial placement.
524
 * @placement: Initial placement.
511
 * @page_alignment: Data alignment in pages.
525
 * @page_alignment: Data alignment in pages.
512
 * @interruptible: If needing to sleep while waiting for GPU resources,
526
 * @interruptible: If needing to sleep while waiting for GPU resources,
513
 * sleep interruptible.
527
 * sleep interruptible.
514
 * @persistent_swap_storage: Usually the swap storage is deleted for buffers
528
 * @persistent_swap_storage: Usually the swap storage is deleted for buffers
515
 * pinned in physical memory. If this behaviour is not desired, this member
529
 * pinned in physical memory. If this behaviour is not desired, this member
516
 * holds a pointer to a persistent shmem object. Typically, this would
530
 * holds a pointer to a persistent shmem object. Typically, this would
517
 * point to the shmem object backing a GEM object if TTM is used to back a
531
 * point to the shmem object backing a GEM object if TTM is used to back a
518
 * GEM user interface.
532
 * GEM user interface.
519
 * @p_bo: On successful completion *p_bo points to the created object.
533
 * @p_bo: On successful completion *p_bo points to the created object.
520
 *
534
 *
521
 * This function allocates a ttm_buffer_object, and then calls ttm_bo_init
535
 * This function allocates a ttm_buffer_object, and then calls ttm_bo_init
522
 * on that object. The destroy function is set to kfree().
536
 * on that object. The destroy function is set to kfree().
523
 * Returns
537
 * Returns
524
 * -ENOMEM: Out of memory.
538
 * -ENOMEM: Out of memory.
525
 * -EINVAL: Invalid placement flags.
539
 * -EINVAL: Invalid placement flags.
526
 * -ERESTARTSYS: Interrupted by signal while waiting for resources.
540
 * -ERESTARTSYS: Interrupted by signal while waiting for resources.
527
 */
541
 */
528
 
542
 
529
extern int ttm_bo_create(struct ttm_bo_device *bdev,
543
extern int ttm_bo_create(struct ttm_bo_device *bdev,
530
				unsigned long size,
544
				unsigned long size,
531
				enum ttm_bo_type type,
545
				enum ttm_bo_type type,
532
				struct ttm_placement *placement,
546
				struct ttm_placement *placement,
533
				uint32_t page_alignment,
547
				uint32_t page_alignment,
534
				bool interruptible,
548
				bool interruptible,
535
				struct file *persistent_swap_storage,
549
				struct file *persistent_swap_storage,
536
				struct ttm_buffer_object **p_bo);
550
				struct ttm_buffer_object **p_bo);
537
 
551
 
538
/**
552
/**
539
 * ttm_bo_init_mm
553
 * ttm_bo_init_mm
540
 *
554
 *
541
 * @bdev: Pointer to a ttm_bo_device struct.
555
 * @bdev: Pointer to a ttm_bo_device struct.
542
 * @mem_type: The memory type.
556
 * @mem_type: The memory type.
543
 * @p_size: size managed area in pages.
557
 * @p_size: size managed area in pages.
544
 *
558
 *
545
 * Initialize a manager for a given memory type.
559
 * Initialize a manager for a given memory type.
546
 * Note: if part of driver firstopen, it must be protected from a
560
 * Note: if part of driver firstopen, it must be protected from a
547
 * potentially racing lastclose.
561
 * potentially racing lastclose.
548
 * Returns:
562
 * Returns:
549
 * -EINVAL: invalid size or memory type.
563
 * -EINVAL: invalid size or memory type.
550
 * -ENOMEM: Not enough memory.
564
 * -ENOMEM: Not enough memory.
551
 * May also return driver-specified errors.
565
 * May also return driver-specified errors.
552
 */
566
 */
553
 
567
 
554
extern int ttm_bo_init_mm(struct ttm_bo_device *bdev, unsigned type,
568
extern int ttm_bo_init_mm(struct ttm_bo_device *bdev, unsigned type,
555
				unsigned long p_size);
569
				unsigned long p_size);
556
/**
570
/**
557
 * ttm_bo_clean_mm
571
 * ttm_bo_clean_mm
558
 *
572
 *
559
 * @bdev: Pointer to a ttm_bo_device struct.
573
 * @bdev: Pointer to a ttm_bo_device struct.
560
 * @mem_type: The memory type.
574
 * @mem_type: The memory type.
561
 *
575
 *
562
 * Take down a manager for a given memory type after first walking
576
 * Take down a manager for a given memory type after first walking
563
 * the LRU list to evict any buffers left alive.
577
 * the LRU list to evict any buffers left alive.
564
 *
578
 *
565
 * Normally, this function is part of lastclose() or unload(), and at that
579
 * Normally, this function is part of lastclose() or unload(), and at that
566
 * point there shouldn't be any buffers left created by user-space, since
580
 * point there shouldn't be any buffers left created by user-space, since
567
 * there should've been removed by the file descriptor release() method.
581
 * there should've been removed by the file descriptor release() method.
568
 * However, before this function is run, make sure to signal all sync objects,
582
 * However, before this function is run, make sure to signal all sync objects,
569
 * and verify that the delayed delete queue is empty. The driver must also
583
 * and verify that the delayed delete queue is empty. The driver must also
570
 * make sure that there are no NO_EVICT buffers present in this memory type
584
 * make sure that there are no NO_EVICT buffers present in this memory type
571
 * when the call is made.
585
 * when the call is made.
572
 *
586
 *
573
 * If this function is part of a VT switch, the caller must make sure that
587
 * If this function is part of a VT switch, the caller must make sure that
574
 * there are no appications currently validating buffers before this
588
 * there are no appications currently validating buffers before this
575
 * function is called. The caller can do that by first taking the
589
 * function is called. The caller can do that by first taking the
576
 * struct ttm_bo_device::ttm_lock in write mode.
590
 * struct ttm_bo_device::ttm_lock in write mode.
577
 *
591
 *
578
 * Returns:
592
 * Returns:
579
 * -EINVAL: invalid or uninitialized memory type.
593
 * -EINVAL: invalid or uninitialized memory type.
580
 * -EBUSY: There are still buffers left in this memory type.
594
 * -EBUSY: There are still buffers left in this memory type.
581
 */
595
 */
582
 
596
 
583
extern int ttm_bo_clean_mm(struct ttm_bo_device *bdev, unsigned mem_type);
597
extern int ttm_bo_clean_mm(struct ttm_bo_device *bdev, unsigned mem_type);
584
 
598
 
585
/**
599
/**
586
 * ttm_bo_evict_mm
600
 * ttm_bo_evict_mm
587
 *
601
 *
588
 * @bdev: Pointer to a ttm_bo_device struct.
602
 * @bdev: Pointer to a ttm_bo_device struct.
589
 * @mem_type: The memory type.
603
 * @mem_type: The memory type.
590
 *
604
 *
591
 * Evicts all buffers on the lru list of the memory type.
605
 * Evicts all buffers on the lru list of the memory type.
592
 * This is normally part of a VT switch or an
606
 * This is normally part of a VT switch or an
593
 * out-of-memory-space-due-to-fragmentation handler.
607
 * out-of-memory-space-due-to-fragmentation handler.
594
 * The caller must make sure that there are no other processes
608
 * The caller must make sure that there are no other processes
595
 * currently validating buffers, and can do that by taking the
609
 * currently validating buffers, and can do that by taking the
596
 * struct ttm_bo_device::ttm_lock in write mode.
610
 * struct ttm_bo_device::ttm_lock in write mode.
597
 *
611
 *
598
 * Returns:
612
 * Returns:
599
 * -EINVAL: Invalid or uninitialized memory type.
613
 * -EINVAL: Invalid or uninitialized memory type.
600
 * -ERESTARTSYS: The call was interrupted by a signal while waiting to
614
 * -ERESTARTSYS: The call was interrupted by a signal while waiting to
601
 * evict a buffer.
615
 * evict a buffer.
602
 */
616
 */
603
 
617
 
604
extern int ttm_bo_evict_mm(struct ttm_bo_device *bdev, unsigned mem_type);
618
extern int ttm_bo_evict_mm(struct ttm_bo_device *bdev, unsigned mem_type);
605
 
619
 
606
/**
620
/**
607
 * ttm_kmap_obj_virtual
621
 * ttm_kmap_obj_virtual
608
 *
622
 *
609
 * @map: A struct ttm_bo_kmap_obj returned from ttm_bo_kmap.
623
 * @map: A struct ttm_bo_kmap_obj returned from ttm_bo_kmap.
610
 * @is_iomem: Pointer to an integer that on return indicates 1 if the
624
 * @is_iomem: Pointer to an integer that on return indicates 1 if the
611
 * virtual map is io memory, 0 if normal memory.
625
 * virtual map is io memory, 0 if normal memory.
612
 *
626
 *
613
 * Returns the virtual address of a buffer object area mapped by ttm_bo_kmap.
627
 * Returns the virtual address of a buffer object area mapped by ttm_bo_kmap.
614
 * If *is_iomem is 1 on return, the virtual address points to an io memory area,
628
 * If *is_iomem is 1 on return, the virtual address points to an io memory area,
615
 * that should strictly be accessed by the iowriteXX() and similar functions.
629
 * that should strictly be accessed by the iowriteXX() and similar functions.
616
 */
630
 */
617
 
631
 
618
static inline void *ttm_kmap_obj_virtual(struct ttm_bo_kmap_obj *map,
632
static inline void *ttm_kmap_obj_virtual(struct ttm_bo_kmap_obj *map,
619
					 bool *is_iomem)
633
					 bool *is_iomem)
620
{
634
{
621
	*is_iomem = !!(map->bo_kmap_type & TTM_BO_MAP_IOMEM_MASK);
635
	*is_iomem = !!(map->bo_kmap_type & TTM_BO_MAP_IOMEM_MASK);
622
	return map->virtual;
636
	return map->virtual;
623
}
637
}
624
 
638
 
625
/**
639
/**
626
 * ttm_bo_kmap
640
 * ttm_bo_kmap
627
 *
641
 *
628
 * @bo: The buffer object.
642
 * @bo: The buffer object.
629
 * @start_page: The first page to map.
643
 * @start_page: The first page to map.
630
 * @num_pages: Number of pages to map.
644
 * @num_pages: Number of pages to map.
631
 * @map: pointer to a struct ttm_bo_kmap_obj representing the map.
645
 * @map: pointer to a struct ttm_bo_kmap_obj representing the map.
632
 *
646
 *
633
 * Sets up a kernel virtual mapping, using ioremap, vmap or kmap to the
647
 * Sets up a kernel virtual mapping, using ioremap, vmap or kmap to the
634
 * data in the buffer object. The ttm_kmap_obj_virtual function can then be
648
 * data in the buffer object. The ttm_kmap_obj_virtual function can then be
635
 * used to obtain a virtual address to the data.
649
 * used to obtain a virtual address to the data.
636
 *
650
 *
637
 * Returns
651
 * Returns
638
 * -ENOMEM: Out of memory.
652
 * -ENOMEM: Out of memory.
639
 * -EINVAL: Invalid range.
653
 * -EINVAL: Invalid range.
640
 */
654
 */
641
 
655
 
642
extern int ttm_bo_kmap(struct ttm_buffer_object *bo, unsigned long start_page,
656
extern int ttm_bo_kmap(struct ttm_buffer_object *bo, unsigned long start_page,
643
		       unsigned long num_pages, struct ttm_bo_kmap_obj *map);
657
		       unsigned long num_pages, struct ttm_bo_kmap_obj *map);
644
 
658
 
645
/**
659
/**
646
 * ttm_bo_kunmap
660
 * ttm_bo_kunmap
647
 *
661
 *
648
 * @map: Object describing the map to unmap.
662
 * @map: Object describing the map to unmap.
649
 *
663
 *
650
 * Unmaps a kernel map set up by ttm_bo_kmap.
664
 * Unmaps a kernel map set up by ttm_bo_kmap.
651
 */
665
 */
652
 
666
 
653
extern void ttm_bo_kunmap(struct ttm_bo_kmap_obj *map);
667
extern void ttm_bo_kunmap(struct ttm_bo_kmap_obj *map);
654
 
668
 
655
/**
669
/**
656
 * ttm_fbdev_mmap - mmap fbdev memory backed by a ttm buffer object.
670
 * ttm_fbdev_mmap - mmap fbdev memory backed by a ttm buffer object.
657
 *
671
 *
658
 * @vma:       vma as input from the fbdev mmap method.
672
 * @vma:       vma as input from the fbdev mmap method.
659
 * @bo:        The bo backing the address space. The address space will
673
 * @bo:        The bo backing the address space. The address space will
660
 * have the same size as the bo, and start at offset 0.
674
 * have the same size as the bo, and start at offset 0.
661
 *
675
 *
662
 * This function is intended to be called by the fbdev mmap method
676
 * This function is intended to be called by the fbdev mmap method
663
 * if the fbdev address space is to be backed by a bo.
677
 * if the fbdev address space is to be backed by a bo.
664
 */
678
 */
665
 
679
 
666
extern int ttm_fbdev_mmap(struct vm_area_struct *vma,
680
extern int ttm_fbdev_mmap(struct vm_area_struct *vma,
667
			  struct ttm_buffer_object *bo);
681
			  struct ttm_buffer_object *bo);
668
 
682
 
669
/**
683
/**
670
 * ttm_bo_mmap - mmap out of the ttm device address space.
684
 * ttm_bo_mmap - mmap out of the ttm device address space.
671
 *
685
 *
672
 * @filp:      filp as input from the mmap method.
686
 * @filp:      filp as input from the mmap method.
673
 * @vma:       vma as input from the mmap method.
687
 * @vma:       vma as input from the mmap method.
674
 * @bdev:      Pointer to the ttm_bo_device with the address space manager.
688
 * @bdev:      Pointer to the ttm_bo_device with the address space manager.
675
 *
689
 *
676
 * This function is intended to be called by the device mmap method.
690
 * This function is intended to be called by the device mmap method.
677
 * if the device address space is to be backed by the bo manager.
691
 * if the device address space is to be backed by the bo manager.
678
 */
692
 */
679
 
693
 
680
extern int ttm_bo_mmap(struct file *filp, struct vm_area_struct *vma,
694
extern int ttm_bo_mmap(struct file *filp, struct vm_area_struct *vma,
681
		       struct ttm_bo_device *bdev);
695
		       struct ttm_bo_device *bdev);
682
 
696
 
683
/**
697
/**
684
 * ttm_bo_io
698
 * ttm_bo_io
685
 *
699
 *
686
 * @bdev:      Pointer to the struct ttm_bo_device.
700
 * @bdev:      Pointer to the struct ttm_bo_device.
687
 * @filp:      Pointer to the struct file attempting to read / write.
701
 * @filp:      Pointer to the struct file attempting to read / write.
688
 * @wbuf:      User-space pointer to address of buffer to write. NULL on read.
702
 * @wbuf:      User-space pointer to address of buffer to write. NULL on read.
689
 * @rbuf:      User-space pointer to address of buffer to read into.
703
 * @rbuf:      User-space pointer to address of buffer to read into.
690
 * Null on write.
704
 * Null on write.
691
 * @count:     Number of bytes to read / write.
705
 * @count:     Number of bytes to read / write.
692
 * @f_pos:     Pointer to current file position.
706
 * @f_pos:     Pointer to current file position.
693
 * @write:     1 for read, 0 for write.
707
 * @write:     1 for read, 0 for write.
694
 *
708
 *
695
 * This function implements read / write into ttm buffer objects, and is
709
 * This function implements read / write into ttm buffer objects, and is
696
 * intended to
710
 * intended to
697
 * be called from the fops::read and fops::write method.
711
 * be called from the fops::read and fops::write method.
698
 * Returns:
712
 * Returns:
699
 * See man (2) write, man(2) read. In particular,
713
 * See man (2) write, man(2) read. In particular,
700
 * the function may return -ERESTARTSYS if
714
 * the function may return -ERESTARTSYS if
701
 * interrupted by a signal.
715
 * interrupted by a signal.
702
 */
716
 */
703
 
717
 
704
extern ssize_t ttm_bo_io(struct ttm_bo_device *bdev, struct file *filp,
718
extern ssize_t ttm_bo_io(struct ttm_bo_device *bdev, struct file *filp,
705
			 const char __user *wbuf, char __user *rbuf,
719
			 const char __user *wbuf, char __user *rbuf,
706
			 size_t count, loff_t *f_pos, bool write);
720
			 size_t count, loff_t *f_pos, bool write);
707
 
721
 
708
extern void ttm_bo_swapout_all(struct ttm_bo_device *bdev);
722
extern void ttm_bo_swapout_all(struct ttm_bo_device *bdev);
709
extern int ttm_bo_wait_unreserved(struct ttm_buffer_object *bo);
723
extern int ttm_bo_wait_unreserved(struct ttm_buffer_object *bo);
710
#endif
724
#endif