1
/**************************************************************************
3
* Copyright Ā© 2009 VMware, Inc., Palo Alto, CA., USA
6
* Permission is hereby granted, free of charge, to any person obtaining a
7
* copy of this software and associated documentation files (the
8
* "Software"), to deal in the Software without restriction, including
9
* without limitation the rights to use, copy, modify, merge, publish,
10
* distribute, sub license, and/or sell copies of the Software, and to
11
* permit persons to whom the Software is furnished to do so, subject to
12
* the following conditions:
14
* The above copyright notice and this permission notice (including the
15
* next paragraph) shall be included in all copies or substantial portions
18
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
19
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
20
* FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
21
* THE COPYRIGHT HOLDERS, AUTHORS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM,
22
* DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
23
* OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
24
* USE OR OTHER DEALINGS IN THE SOFTWARE.
26
**************************************************************************/
28
#include "vmwgfx_drv.h"
29
#include "ttm/ttm_bo_driver.h"
30
#include "ttm/ttm_placement.h"
32
static uint32_t vram_placement_flags = TTM_PL_FLAG_VRAM |
35
static uint32_t vram_ne_placement_flags = TTM_PL_FLAG_VRAM |
39
static uint32_t sys_placement_flags = TTM_PL_FLAG_SYSTEM |
42
static uint32_t gmr_placement_flags = VMW_PL_FLAG_GMR |
45
static uint32_t gmr_ne_placement_flags = VMW_PL_FLAG_GMR |
49
struct ttm_placement vmw_vram_placement = {
53
.placement = &vram_placement_flags,
54
.num_busy_placement = 1,
55
.busy_placement = &vram_placement_flags
58
static uint32_t vram_gmr_placement_flags[] = {
59
TTM_PL_FLAG_VRAM | TTM_PL_FLAG_CACHED,
60
VMW_PL_FLAG_GMR | TTM_PL_FLAG_CACHED
63
static uint32_t gmr_vram_placement_flags[] = {
64
VMW_PL_FLAG_GMR | TTM_PL_FLAG_CACHED,
65
TTM_PL_FLAG_VRAM | TTM_PL_FLAG_CACHED
68
struct ttm_placement vmw_vram_gmr_placement = {
72
.placement = vram_gmr_placement_flags,
73
.num_busy_placement = 1,
74
.busy_placement = &gmr_placement_flags
77
static uint32_t vram_gmr_ne_placement_flags[] = {
78
TTM_PL_FLAG_VRAM | TTM_PL_FLAG_CACHED | TTM_PL_FLAG_NO_EVICT,
79
VMW_PL_FLAG_GMR | TTM_PL_FLAG_CACHED | TTM_PL_FLAG_NO_EVICT
82
struct ttm_placement vmw_vram_gmr_ne_placement = {
86
.placement = vram_gmr_ne_placement_flags,
87
.num_busy_placement = 1,
88
.busy_placement = &gmr_ne_placement_flags
91
struct ttm_placement vmw_vram_sys_placement = {
95
.placement = &vram_placement_flags,
96
.num_busy_placement = 1,
97
.busy_placement = &sys_placement_flags
100
struct ttm_placement vmw_vram_ne_placement = {
104
.placement = &vram_ne_placement_flags,
105
.num_busy_placement = 1,
106
.busy_placement = &vram_ne_placement_flags
109
struct ttm_placement vmw_sys_placement = {
113
.placement = &sys_placement_flags,
114
.num_busy_placement = 1,
115
.busy_placement = &sys_placement_flags
118
static uint32_t evictable_placement_flags[] = {
119
TTM_PL_FLAG_SYSTEM | TTM_PL_FLAG_CACHED,
120
TTM_PL_FLAG_VRAM | TTM_PL_FLAG_CACHED,
121
VMW_PL_FLAG_GMR | TTM_PL_FLAG_CACHED
124
struct ttm_placement vmw_evictable_placement = {
128
.placement = evictable_placement_flags,
129
.num_busy_placement = 1,
130
.busy_placement = &sys_placement_flags
133
struct ttm_placement vmw_srf_placement = {
137
.num_busy_placement = 2,
138
.placement = &gmr_placement_flags,
139
.busy_placement = gmr_vram_placement_flags
142
struct vmw_ttm_backend {
143
struct ttm_backend backend;
145
unsigned long num_pages;
146
struct vmw_private *dev_priv;
150
static int vmw_ttm_populate(struct ttm_backend *backend,
151
unsigned long num_pages, struct page **pages,
152
struct page *dummy_read_page,
153
dma_addr_t *dma_addrs)
155
struct vmw_ttm_backend *vmw_be =
156
container_of(backend, struct vmw_ttm_backend, backend);
158
vmw_be->pages = pages;
159
vmw_be->num_pages = num_pages;
164
static int vmw_ttm_bind(struct ttm_backend *backend, struct ttm_mem_reg *bo_mem)
166
struct vmw_ttm_backend *vmw_be =
167
container_of(backend, struct vmw_ttm_backend, backend);
169
vmw_be->gmr_id = bo_mem->start;
171
return vmw_gmr_bind(vmw_be->dev_priv, vmw_be->pages,
172
vmw_be->num_pages, vmw_be->gmr_id);
175
static int vmw_ttm_unbind(struct ttm_backend *backend)
177
struct vmw_ttm_backend *vmw_be =
178
container_of(backend, struct vmw_ttm_backend, backend);
180
vmw_gmr_unbind(vmw_be->dev_priv, vmw_be->gmr_id);
184
static void vmw_ttm_clear(struct ttm_backend *backend)
186
struct vmw_ttm_backend *vmw_be =
187
container_of(backend, struct vmw_ttm_backend, backend);
189
vmw_be->pages = NULL;
190
vmw_be->num_pages = 0;
193
static void vmw_ttm_destroy(struct ttm_backend *backend)
195
struct vmw_ttm_backend *vmw_be =
196
container_of(backend, struct vmw_ttm_backend, backend);
201
static struct ttm_backend_func vmw_ttm_func = {
202
.populate = vmw_ttm_populate,
203
.clear = vmw_ttm_clear,
204
.bind = vmw_ttm_bind,
205
.unbind = vmw_ttm_unbind,
206
.destroy = vmw_ttm_destroy,
209
struct ttm_backend *vmw_ttm_backend_init(struct ttm_bo_device *bdev)
211
struct vmw_ttm_backend *vmw_be;
213
vmw_be = kmalloc(sizeof(*vmw_be), GFP_KERNEL);
217
vmw_be->backend.func = &vmw_ttm_func;
218
vmw_be->dev_priv = container_of(bdev, struct vmw_private, bdev);
220
return &vmw_be->backend;
223
int vmw_invalidate_caches(struct ttm_bo_device *bdev, uint32_t flags)
228
int vmw_init_mem_type(struct ttm_bo_device *bdev, uint32_t type,
229
struct ttm_mem_type_manager *man)
235
man->flags = TTM_MEMTYPE_FLAG_MAPPABLE;
236
man->available_caching = TTM_PL_FLAG_CACHED;
237
man->default_caching = TTM_PL_FLAG_CACHED;
240
/* "On-card" video ram */
241
man->func = &ttm_bo_manager_func;
243
man->flags = TTM_MEMTYPE_FLAG_FIXED | TTM_MEMTYPE_FLAG_MAPPABLE;
244
man->available_caching = TTM_PL_FLAG_CACHED;
245
man->default_caching = TTM_PL_FLAG_CACHED;
249
* "Guest Memory Regions" is an aperture like feature with
250
* one slot per bo. There is an upper limit of the number of
251
* slots as well as the bo size.
253
man->func = &vmw_gmrid_manager_func;
255
man->flags = TTM_MEMTYPE_FLAG_CMA | TTM_MEMTYPE_FLAG_MAPPABLE;
256
man->available_caching = TTM_PL_FLAG_CACHED;
257
man->default_caching = TTM_PL_FLAG_CACHED;
260
DRM_ERROR("Unsupported memory type %u\n", (unsigned)type);
266
void vmw_evict_flags(struct ttm_buffer_object *bo,
267
struct ttm_placement *placement)
269
*placement = vmw_sys_placement;
273
* FIXME: Proper access checks on buffers.
276
static int vmw_verify_access(struct ttm_buffer_object *bo, struct file *filp)
281
static int vmw_ttm_io_mem_reserve(struct ttm_bo_device *bdev, struct ttm_mem_reg *mem)
283
struct ttm_mem_type_manager *man = &bdev->man[mem->mem_type];
284
struct vmw_private *dev_priv = container_of(bdev, struct vmw_private, bdev);
286
mem->bus.addr = NULL;
287
mem->bus.is_iomem = false;
289
mem->bus.size = mem->num_pages << PAGE_SHIFT;
291
if (!(man->flags & TTM_MEMTYPE_FLAG_MAPPABLE))
293
switch (mem->mem_type) {
298
mem->bus.offset = mem->start << PAGE_SHIFT;
299
mem->bus.base = dev_priv->vram_start;
300
mem->bus.is_iomem = true;
308
static void vmw_ttm_io_mem_free(struct ttm_bo_device *bdev, struct ttm_mem_reg *mem)
312
static int vmw_ttm_fault_reserve_notify(struct ttm_buffer_object *bo)
318
* FIXME: We're using the old vmware polling method to sync.
319
* Do this with fences instead.
322
static void *vmw_sync_obj_ref(void *sync_obj)
326
vmw_fence_obj_reference((struct vmw_fence_obj *) sync_obj);
329
static void vmw_sync_obj_unref(void **sync_obj)
331
vmw_fence_obj_unreference((struct vmw_fence_obj **) sync_obj);
334
static int vmw_sync_obj_flush(void *sync_obj, void *sync_arg)
336
vmw_fence_obj_flush((struct vmw_fence_obj *) sync_obj);
340
static bool vmw_sync_obj_signaled(void *sync_obj, void *sync_arg)
342
unsigned long flags = (unsigned long) sync_arg;
343
return vmw_fence_obj_signaled((struct vmw_fence_obj *) sync_obj,
348
static int vmw_sync_obj_wait(void *sync_obj, void *sync_arg,
349
bool lazy, bool interruptible)
351
unsigned long flags = (unsigned long) sync_arg;
353
return vmw_fence_obj_wait((struct vmw_fence_obj *) sync_obj,
356
VMW_FENCE_WAIT_TIMEOUT);
359
struct ttm_bo_driver vmw_bo_driver = {
360
.create_ttm_backend_entry = vmw_ttm_backend_init,
361
.invalidate_caches = vmw_invalidate_caches,
362
.init_mem_type = vmw_init_mem_type,
363
.evict_flags = vmw_evict_flags,
365
.verify_access = vmw_verify_access,
366
.sync_obj_signaled = vmw_sync_obj_signaled,
367
.sync_obj_wait = vmw_sync_obj_wait,
368
.sync_obj_flush = vmw_sync_obj_flush,
369
.sync_obj_unref = vmw_sync_obj_unref,
370
.sync_obj_ref = vmw_sync_obj_ref,
373
.fault_reserve_notify = &vmw_ttm_fault_reserve_notify,
374
.io_mem_reserve = &vmw_ttm_io_mem_reserve,
375
.io_mem_free = &vmw_ttm_io_mem_free,