blob: c4cadb638460eb86f06488f4ab5f8a75d3be8701 [file] [log] [blame]
Gerd Hoffmann0a6659b2013-12-17 18:04:46 +01001/*
2 * This program is free software; you can redistribute it and/or modify
3 * it under the terms of the GNU General Public License as published by
4 * the Free Software Foundation; either version 2 of the License, or
5 * (at your option) any later version.
6 */
7
8#include "bochs.h"
9
10static void bochs_ttm_placement(struct bochs_bo *bo, int domain);
11
12/* ---------------------------------------------------------------------- */
13
14static inline struct bochs_device *bochs_bdev(struct ttm_bo_device *bd)
15{
16 return container_of(bd, struct bochs_device, ttm.bdev);
17}
18
19static int bochs_ttm_mem_global_init(struct drm_global_reference *ref)
20{
21 return ttm_mem_global_init(ref->object);
22}
23
24static void bochs_ttm_mem_global_release(struct drm_global_reference *ref)
25{
26 ttm_mem_global_release(ref->object);
27}
28
29static int bochs_ttm_global_init(struct bochs_device *bochs)
30{
31 struct drm_global_reference *global_ref;
32 int r;
33
34 global_ref = &bochs->ttm.mem_global_ref;
35 global_ref->global_type = DRM_GLOBAL_TTM_MEM;
36 global_ref->size = sizeof(struct ttm_mem_global);
37 global_ref->init = &bochs_ttm_mem_global_init;
38 global_ref->release = &bochs_ttm_mem_global_release;
39 r = drm_global_item_ref(global_ref);
40 if (r != 0) {
41 DRM_ERROR("Failed setting up TTM memory accounting "
42 "subsystem.\n");
43 return r;
44 }
45
46 bochs->ttm.bo_global_ref.mem_glob =
47 bochs->ttm.mem_global_ref.object;
48 global_ref = &bochs->ttm.bo_global_ref.ref;
49 global_ref->global_type = DRM_GLOBAL_TTM_BO;
50 global_ref->size = sizeof(struct ttm_bo_global);
51 global_ref->init = &ttm_bo_global_init;
52 global_ref->release = &ttm_bo_global_release;
53 r = drm_global_item_ref(global_ref);
54 if (r != 0) {
55 DRM_ERROR("Failed setting up TTM BO subsystem.\n");
56 drm_global_item_unref(&bochs->ttm.mem_global_ref);
57 return r;
58 }
59
60 return 0;
61}
62
63static void bochs_ttm_global_release(struct bochs_device *bochs)
64{
65 if (bochs->ttm.mem_global_ref.release == NULL)
66 return;
67
68 drm_global_item_unref(&bochs->ttm.bo_global_ref.ref);
69 drm_global_item_unref(&bochs->ttm.mem_global_ref);
70 bochs->ttm.mem_global_ref.release = NULL;
71}
72
73
74static void bochs_bo_ttm_destroy(struct ttm_buffer_object *tbo)
75{
76 struct bochs_bo *bo;
77
78 bo = container_of(tbo, struct bochs_bo, bo);
79 drm_gem_object_release(&bo->gem);
80 kfree(bo);
81}
82
83static bool bochs_ttm_bo_is_bochs_bo(struct ttm_buffer_object *bo)
84{
85 if (bo->destroy == &bochs_bo_ttm_destroy)
86 return true;
87 return false;
88}
89
90static int bochs_bo_init_mem_type(struct ttm_bo_device *bdev, uint32_t type,
91 struct ttm_mem_type_manager *man)
92{
93 switch (type) {
94 case TTM_PL_SYSTEM:
95 man->flags = TTM_MEMTYPE_FLAG_MAPPABLE;
96 man->available_caching = TTM_PL_MASK_CACHING;
97 man->default_caching = TTM_PL_FLAG_CACHED;
98 break;
99 case TTM_PL_VRAM:
100 man->func = &ttm_bo_manager_func;
101 man->flags = TTM_MEMTYPE_FLAG_FIXED |
102 TTM_MEMTYPE_FLAG_MAPPABLE;
103 man->available_caching = TTM_PL_FLAG_UNCACHED |
104 TTM_PL_FLAG_WC;
105 man->default_caching = TTM_PL_FLAG_WC;
106 break;
107 default:
108 DRM_ERROR("Unsupported memory type %u\n", (unsigned)type);
109 return -EINVAL;
110 }
111 return 0;
112}
113
114static void
115bochs_bo_evict_flags(struct ttm_buffer_object *bo, struct ttm_placement *pl)
116{
117 struct bochs_bo *bochsbo = bochs_bo(bo);
118
119 if (!bochs_ttm_bo_is_bochs_bo(bo))
120 return;
121
122 bochs_ttm_placement(bochsbo, TTM_PL_FLAG_SYSTEM);
123 *pl = bochsbo->placement;
124}
125
126static int bochs_bo_verify_access(struct ttm_buffer_object *bo,
127 struct file *filp)
128{
129 struct bochs_bo *bochsbo = bochs_bo(bo);
130
David Herrmannd9a1f0b2016-09-01 14:48:33 +0200131 return drm_vma_node_verify_access(&bochsbo->gem.vma_node,
132 filp->private_data);
Gerd Hoffmann0a6659b2013-12-17 18:04:46 +0100133}
134
135static int bochs_ttm_io_mem_reserve(struct ttm_bo_device *bdev,
136 struct ttm_mem_reg *mem)
137{
138 struct ttm_mem_type_manager *man = &bdev->man[mem->mem_type];
139 struct bochs_device *bochs = bochs_bdev(bdev);
140
141 mem->bus.addr = NULL;
142 mem->bus.offset = 0;
143 mem->bus.size = mem->num_pages << PAGE_SHIFT;
144 mem->bus.base = 0;
145 mem->bus.is_iomem = false;
146 if (!(man->flags & TTM_MEMTYPE_FLAG_MAPPABLE))
147 return -EINVAL;
148 switch (mem->mem_type) {
149 case TTM_PL_SYSTEM:
150 /* system memory */
151 return 0;
152 case TTM_PL_VRAM:
153 mem->bus.offset = mem->start << PAGE_SHIFT;
154 mem->bus.base = bochs->fb_base;
155 mem->bus.is_iomem = true;
156 break;
157 default:
158 return -EINVAL;
159 break;
160 }
161 return 0;
162}
163
164static void bochs_ttm_io_mem_free(struct ttm_bo_device *bdev,
165 struct ttm_mem_reg *mem)
166{
167}
168
Gerd Hoffmann0a6659b2013-12-17 18:04:46 +0100169static void bochs_ttm_backend_destroy(struct ttm_tt *tt)
170{
171 ttm_tt_fini(tt);
172 kfree(tt);
173}
174
175static struct ttm_backend_func bochs_tt_backend_func = {
176 .destroy = &bochs_ttm_backend_destroy,
177};
178
179static struct ttm_tt *bochs_ttm_tt_create(struct ttm_bo_device *bdev,
180 unsigned long size,
181 uint32_t page_flags,
182 struct page *dummy_read_page)
183{
184 struct ttm_tt *tt;
185
186 tt = kzalloc(sizeof(struct ttm_tt), GFP_KERNEL);
187 if (tt == NULL)
188 return NULL;
189 tt->func = &bochs_tt_backend_func;
190 if (ttm_tt_init(tt, bdev, size, page_flags, dummy_read_page)) {
191 kfree(tt);
192 return NULL;
193 }
194 return tt;
195}
196
197struct ttm_bo_driver bochs_bo_driver = {
198 .ttm_tt_create = bochs_ttm_tt_create,
199 .ttm_tt_populate = ttm_pool_populate,
200 .ttm_tt_unpopulate = ttm_pool_unpopulate,
201 .init_mem_type = bochs_bo_init_mem_type,
Christian Königa2ab19fe2016-08-30 17:26:04 +0200202 .eviction_valuable = ttm_bo_eviction_valuable,
Gerd Hoffmann0a6659b2013-12-17 18:04:46 +0100203 .evict_flags = bochs_bo_evict_flags,
Christian König18885772016-06-06 10:17:52 +0200204 .move = NULL,
Gerd Hoffmann0a6659b2013-12-17 18:04:46 +0100205 .verify_access = bochs_bo_verify_access,
206 .io_mem_reserve = &bochs_ttm_io_mem_reserve,
207 .io_mem_free = &bochs_ttm_io_mem_free,
Christian Königea642c32017-03-28 16:54:50 +0200208 .io_mem_pfn = ttm_bo_default_io_mem_pfn,
Gerd Hoffmann0a6659b2013-12-17 18:04:46 +0100209};
210
211int bochs_mm_init(struct bochs_device *bochs)
212{
213 struct ttm_bo_device *bdev = &bochs->ttm.bdev;
214 int ret;
215
216 ret = bochs_ttm_global_init(bochs);
217 if (ret)
218 return ret;
219
220 ret = ttm_bo_device_init(&bochs->ttm.bdev,
221 bochs->ttm.bo_global_ref.ref.object,
David Herrmann44d847b2013-08-13 19:10:30 +0200222 &bochs_bo_driver,
223 bochs->dev->anon_inode->i_mapping,
224 DRM_FILE_PAGE_OFFSET,
Gerd Hoffmann0a6659b2013-12-17 18:04:46 +0100225 true);
226 if (ret) {
227 DRM_ERROR("Error initialising bo driver; %d\n", ret);
228 return ret;
229 }
230
231 ret = ttm_bo_init_mm(bdev, TTM_PL_VRAM,
232 bochs->fb_size >> PAGE_SHIFT);
233 if (ret) {
234 DRM_ERROR("Failed ttm VRAM init: %d\n", ret);
235 return ret;
236 }
237
238 bochs->ttm.initialized = true;
239 return 0;
240}
241
242void bochs_mm_fini(struct bochs_device *bochs)
243{
244 if (!bochs->ttm.initialized)
245 return;
246
247 ttm_bo_device_release(&bochs->ttm.bdev);
248 bochs_ttm_global_release(bochs);
249 bochs->ttm.initialized = false;
250}
251
252static void bochs_ttm_placement(struct bochs_bo *bo, int domain)
253{
Christian Königf1217ed2014-08-27 13:16:04 +0200254 unsigned i;
Gerd Hoffmann0a6659b2013-12-17 18:04:46 +0100255 u32 c = 0;
Gerd Hoffmann0a6659b2013-12-17 18:04:46 +0100256 bo->placement.placement = bo->placements;
257 bo->placement.busy_placement = bo->placements;
258 if (domain & TTM_PL_FLAG_VRAM) {
Christian Königf1217ed2014-08-27 13:16:04 +0200259 bo->placements[c++].flags = TTM_PL_FLAG_WC
260 | TTM_PL_FLAG_UNCACHED
Gerd Hoffmann0a6659b2013-12-17 18:04:46 +0100261 | TTM_PL_FLAG_VRAM;
262 }
263 if (domain & TTM_PL_FLAG_SYSTEM) {
Christian Königf1217ed2014-08-27 13:16:04 +0200264 bo->placements[c++].flags = TTM_PL_MASK_CACHING
265 | TTM_PL_FLAG_SYSTEM;
Gerd Hoffmann0a6659b2013-12-17 18:04:46 +0100266 }
267 if (!c) {
Christian Königf1217ed2014-08-27 13:16:04 +0200268 bo->placements[c++].flags = TTM_PL_MASK_CACHING
269 | TTM_PL_FLAG_SYSTEM;
270 }
271 for (i = 0; i < c; ++i) {
272 bo->placements[i].fpfn = 0;
273 bo->placements[i].lpfn = 0;
Gerd Hoffmann0a6659b2013-12-17 18:04:46 +0100274 }
275 bo->placement.num_placement = c;
276 bo->placement.num_busy_placement = c;
277}
278
279static inline u64 bochs_bo_gpu_offset(struct bochs_bo *bo)
280{
281 return bo->bo.offset;
282}
283
284int bochs_bo_pin(struct bochs_bo *bo, u32 pl_flag, u64 *gpu_addr)
285{
286 int i, ret;
287
288 if (bo->pin_count) {
289 bo->pin_count++;
290 if (gpu_addr)
291 *gpu_addr = bochs_bo_gpu_offset(bo);
292 return 0;
293 }
294
295 bochs_ttm_placement(bo, pl_flag);
296 for (i = 0; i < bo->placement.num_placement; i++)
Christian Königf1217ed2014-08-27 13:16:04 +0200297 bo->placements[i].flags |= TTM_PL_FLAG_NO_EVICT;
Gerd Hoffmann0a6659b2013-12-17 18:04:46 +0100298 ret = ttm_bo_validate(&bo->bo, &bo->placement, false, false);
299 if (ret)
300 return ret;
301
302 bo->pin_count = 1;
303 if (gpu_addr)
304 *gpu_addr = bochs_bo_gpu_offset(bo);
305 return 0;
306}
307
308int bochs_bo_unpin(struct bochs_bo *bo)
309{
310 int i, ret;
311
312 if (!bo->pin_count) {
313 DRM_ERROR("unpin bad %p\n", bo);
314 return 0;
315 }
316 bo->pin_count--;
317
318 if (bo->pin_count)
319 return 0;
320
321 for (i = 0; i < bo->placement.num_placement; i++)
Christian Königf1217ed2014-08-27 13:16:04 +0200322 bo->placements[i].flags &= ~TTM_PL_FLAG_NO_EVICT;
Gerd Hoffmann0a6659b2013-12-17 18:04:46 +0100323 ret = ttm_bo_validate(&bo->bo, &bo->placement, false, false);
324 if (ret)
325 return ret;
326
327 return 0;
328}
329
330int bochs_mmap(struct file *filp, struct vm_area_struct *vma)
331{
332 struct drm_file *file_priv;
333 struct bochs_device *bochs;
334
335 if (unlikely(vma->vm_pgoff < DRM_FILE_PAGE_OFFSET))
Daniel Vetter884c6da2014-09-23 15:46:47 +0200336 return -EINVAL;
Gerd Hoffmann0a6659b2013-12-17 18:04:46 +0100337
338 file_priv = filp->private_data;
339 bochs = file_priv->minor->dev->dev_private;
340 return ttm_bo_mmap(filp, vma, &bochs->ttm.bdev);
341}
342
343/* ---------------------------------------------------------------------- */
344
345static int bochs_bo_create(struct drm_device *dev, int size, int align,
346 uint32_t flags, struct bochs_bo **pbochsbo)
347{
348 struct bochs_device *bochs = dev->dev_private;
349 struct bochs_bo *bochsbo;
350 size_t acc_size;
351 int ret;
352
353 bochsbo = kzalloc(sizeof(struct bochs_bo), GFP_KERNEL);
354 if (!bochsbo)
355 return -ENOMEM;
356
357 ret = drm_gem_object_init(dev, &bochsbo->gem, size);
358 if (ret) {
359 kfree(bochsbo);
360 return ret;
361 }
362
363 bochsbo->bo.bdev = &bochs->ttm.bdev;
David Herrmann6796cb12014-01-03 14:24:19 +0100364 bochsbo->bo.bdev->dev_mapping = dev->anon_inode->i_mapping;
Gerd Hoffmann0a6659b2013-12-17 18:04:46 +0100365
366 bochs_ttm_placement(bochsbo, TTM_PL_FLAG_VRAM | TTM_PL_FLAG_SYSTEM);
367
368 acc_size = ttm_bo_dma_acc_size(&bochs->ttm.bdev, size,
369 sizeof(struct bochs_bo));
370
371 ret = ttm_bo_init(&bochs->ttm.bdev, &bochsbo->bo, size,
372 ttm_bo_type_device, &bochsbo->placement,
373 align >> PAGE_SHIFT, false, NULL, acc_size,
Maarten Lankhorstf4f4e3e2014-01-09 11:03:15 +0100374 NULL, NULL, bochs_bo_ttm_destroy);
Gerd Hoffmann0a6659b2013-12-17 18:04:46 +0100375 if (ret)
376 return ret;
377
378 *pbochsbo = bochsbo;
379 return 0;
380}
381
382int bochs_gem_create(struct drm_device *dev, u32 size, bool iskernel,
383 struct drm_gem_object **obj)
384{
385 struct bochs_bo *bochsbo;
386 int ret;
387
388 *obj = NULL;
389
Fabian Fredericka8ba29c2014-07-01 21:02:03 +0200390 size = PAGE_ALIGN(size);
Gerd Hoffmann0a6659b2013-12-17 18:04:46 +0100391 if (size == 0)
392 return -EINVAL;
393
394 ret = bochs_bo_create(dev, size, 0, 0, &bochsbo);
395 if (ret) {
396 if (ret != -ERESTARTSYS)
397 DRM_ERROR("failed to allocate GEM object\n");
398 return ret;
399 }
400 *obj = &bochsbo->gem;
401 return 0;
402}
403
404int bochs_dumb_create(struct drm_file *file, struct drm_device *dev,
405 struct drm_mode_create_dumb *args)
406{
407 struct drm_gem_object *gobj;
408 u32 handle;
409 int ret;
410
411 args->pitch = args->width * ((args->bpp + 7) / 8);
412 args->size = args->pitch * args->height;
413
414 ret = bochs_gem_create(dev, args->size, false,
415 &gobj);
416 if (ret)
417 return ret;
418
419 ret = drm_gem_handle_create(file, gobj, &handle);
420 drm_gem_object_unreference_unlocked(gobj);
421 if (ret)
422 return ret;
423
424 args->handle = handle;
425 return 0;
426}
427
428static void bochs_bo_unref(struct bochs_bo **bo)
429{
430 struct ttm_buffer_object *tbo;
431
432 if ((*bo) == NULL)
433 return;
434
435 tbo = &((*bo)->bo);
436 ttm_bo_unref(&tbo);
Daniel Vetterdcb1ee52014-04-05 10:43:37 +0200437 *bo = NULL;
Gerd Hoffmann0a6659b2013-12-17 18:04:46 +0100438}
439
440void bochs_gem_free_object(struct drm_gem_object *obj)
441{
442 struct bochs_bo *bochs_bo = gem_to_bochs_bo(obj);
443
Gerd Hoffmann0a6659b2013-12-17 18:04:46 +0100444 bochs_bo_unref(&bochs_bo);
445}
446
447int bochs_dumb_mmap_offset(struct drm_file *file, struct drm_device *dev,
448 uint32_t handle, uint64_t *offset)
449{
450 struct drm_gem_object *obj;
Gerd Hoffmann0a6659b2013-12-17 18:04:46 +0100451 struct bochs_bo *bo;
452
Chris Wilsona8ad0bd2016-05-09 11:04:54 +0100453 obj = drm_gem_object_lookup(file, handle);
Daniel Vetter37ae75c2015-07-09 23:32:37 +0200454 if (obj == NULL)
455 return -ENOENT;
Gerd Hoffmann0a6659b2013-12-17 18:04:46 +0100456
457 bo = gem_to_bochs_bo(obj);
458 *offset = bochs_bo_mmap_offset(bo);
459
Daniel Vetter37ae75c2015-07-09 23:32:37 +0200460 drm_gem_object_unreference_unlocked(obj);
461 return 0;
Gerd Hoffmann0a6659b2013-12-17 18:04:46 +0100462}
463
464/* ---------------------------------------------------------------------- */
465
466static void bochs_user_framebuffer_destroy(struct drm_framebuffer *fb)
467{
468 struct bochs_framebuffer *bochs_fb = to_bochs_framebuffer(fb);
Markus Elfringd3ae2552016-07-15 14:23:15 +0200469
470 drm_gem_object_unreference_unlocked(bochs_fb->obj);
Gerd Hoffmann0a6659b2013-12-17 18:04:46 +0100471 drm_framebuffer_cleanup(fb);
472 kfree(fb);
473}
474
475static const struct drm_framebuffer_funcs bochs_fb_funcs = {
476 .destroy = bochs_user_framebuffer_destroy,
477};
478
479int bochs_framebuffer_init(struct drm_device *dev,
480 struct bochs_framebuffer *gfb,
Ville Syrjälä1eb83452015-11-11 19:11:29 +0200481 const struct drm_mode_fb_cmd2 *mode_cmd,
Gerd Hoffmann0a6659b2013-12-17 18:04:46 +0100482 struct drm_gem_object *obj)
483{
484 int ret;
485
Ville Syrjäläa3f913c2016-12-14 22:48:59 +0200486 drm_helper_mode_fill_fb_struct(dev, &gfb->base, mode_cmd);
Gerd Hoffmann0a6659b2013-12-17 18:04:46 +0100487 gfb->obj = obj;
488 ret = drm_framebuffer_init(dev, &gfb->base, &bochs_fb_funcs);
489 if (ret) {
490 DRM_ERROR("drm_framebuffer_init failed: %d\n", ret);
491 return ret;
492 }
493 return 0;
494}
495
496static struct drm_framebuffer *
497bochs_user_framebuffer_create(struct drm_device *dev,
498 struct drm_file *filp,
Ville Syrjälä1eb83452015-11-11 19:11:29 +0200499 const struct drm_mode_fb_cmd2 *mode_cmd)
Gerd Hoffmann0a6659b2013-12-17 18:04:46 +0100500{
501 struct drm_gem_object *obj;
502 struct bochs_framebuffer *bochs_fb;
503 int ret;
504
505 DRM_DEBUG_DRIVER("%dx%d, format %c%c%c%c\n",
506 mode_cmd->width, mode_cmd->height,
507 (mode_cmd->pixel_format) & 0xff,
508 (mode_cmd->pixel_format >> 8) & 0xff,
509 (mode_cmd->pixel_format >> 16) & 0xff,
510 (mode_cmd->pixel_format >> 24) & 0xff);
511
512 if (mode_cmd->pixel_format != DRM_FORMAT_XRGB8888)
513 return ERR_PTR(-ENOENT);
514
Chris Wilsona8ad0bd2016-05-09 11:04:54 +0100515 obj = drm_gem_object_lookup(filp, mode_cmd->handles[0]);
Gerd Hoffmann0a6659b2013-12-17 18:04:46 +0100516 if (obj == NULL)
517 return ERR_PTR(-ENOENT);
518
519 bochs_fb = kzalloc(sizeof(*bochs_fb), GFP_KERNEL);
520 if (!bochs_fb) {
521 drm_gem_object_unreference_unlocked(obj);
522 return ERR_PTR(-ENOMEM);
523 }
524
525 ret = bochs_framebuffer_init(dev, bochs_fb, mode_cmd, obj);
526 if (ret) {
527 drm_gem_object_unreference_unlocked(obj);
528 kfree(bochs_fb);
529 return ERR_PTR(ret);
530 }
531 return &bochs_fb->base;
532}
533
534const struct drm_mode_config_funcs bochs_mode_funcs = {
535 .fb_create = bochs_user_framebuffer_create,
536};