blob: 360b102de348108b84c3238f601f9df0f654fbd3 [file] [log] [blame]
Boris Brezillon154cb722019-09-14 09:58:55 +02001/*
2 * © Copyright 2019 Alyssa Rosenzweig
3 * © Copyright 2019 Collabora, Ltd.
4 *
5 * Permission is hereby granted, free of charge, to any person obtaining a
6 * copy of this software and associated documentation files (the "Software"),
7 * to deal in the Software without restriction, including without limitation
8 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
9 * and/or sell copies of the Software, and to permit persons to whom the
10 * Software is furnished to do so, subject to the following conditions:
11 *
12 * The above copyright notice and this permission notice (including the next
13 * paragraph) shall be included in all copies or substantial portions of the
14 * Software.
15 *
16 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
19 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22 * SOFTWARE.
23 *
24 */
25
26#ifndef __PAN_BO_H__
27#define __PAN_BO_H__
28
Boris Brezillon154cb722019-09-14 09:58:55 +020029#include "util/list.h"
Alyssa Rosenzweigca8c6252020-03-23 18:44:21 -040030#include "pan_device.h"
Peter Seidererd5120282020-03-22 11:48:31 +010031#include <time.h>
Boris Brezillon154cb722019-09-14 09:58:55 +020032
33/* Flags for allocated memory */
34
35/* This memory region is executable */
36#define PAN_BO_EXECUTE (1 << 0)
37
38/* This memory region should be lazily allocated and grow-on-page-fault. Must
39 * be used in conjunction with INVISIBLE */
40#define PAN_BO_GROWABLE (1 << 1)
41
42/* This memory region should not be mapped to the CPU */
43#define PAN_BO_INVISIBLE (1 << 2)
44
Boris Brezillon154cb722019-09-14 09:58:55 +020045/* This region may not be used immediately and will not mmap on allocate
46 * (semantically distinct from INVISIBLE, which cannot never be mmaped) */
Alyssa Rosenzweig64608b42020-07-13 10:07:56 -040047#define PAN_BO_DELAY_MMAP (1 << 3)
Boris Brezillon9af4aea2019-09-14 11:46:44 +020048
Alyssa Rosenzweig62ec4e02020-05-26 13:10:41 -040049/* BO is shared across processes (imported or exported) and therefore cannot be
50 * cached locally */
Alyssa Rosenzweig64608b42020-07-13 10:07:56 -040051#define PAN_BO_SHARED (1 << 4)
Boris Brezillon22190bc2019-09-14 17:11:03 +020052
Boris Brezillonada752a2019-09-15 09:21:13 +020053/* GPU access flags */
54
55/* BO is either shared (can be accessed by more than one GPU batch) or private
56 * (reserved by a specific GPU job). */
57#define PAN_BO_ACCESS_PRIVATE (0 << 0)
58#define PAN_BO_ACCESS_SHARED (1 << 0)
59
60/* BO is being read/written by the GPU */
61#define PAN_BO_ACCESS_READ (1 << 1)
62#define PAN_BO_ACCESS_WRITE (1 << 2)
63#define PAN_BO_ACCESS_RW (PAN_BO_ACCESS_READ | PAN_BO_ACCESS_WRITE)
64
65/* BO is accessed by the vertex/tiler job. */
66#define PAN_BO_ACCESS_VERTEX_TILER (1 << 3)
67
68/* BO is accessed by the fragment job. */
69#define PAN_BO_ACCESS_FRAGMENT (1 << 4)
70
Boris Brezillon154cb722019-09-14 09:58:55 +020071struct panfrost_bo {
72 /* Must be first for casting */
Boris Brezillonee82f9f2019-11-07 09:32:31 +010073 struct list_head bucket_link;
74
75 /* Used to link the BO to the BO cache LRU list. */
76 struct list_head lru_link;
77
78 /* Store the time this BO was use last, so the BO cache logic can evict
79 * stale BOs.
80 */
81 time_t last_used;
Boris Brezillon154cb722019-09-14 09:58:55 +020082
Alyssa Rosenzweig3283c7f2020-03-23 19:17:49 -040083 /* Atomic reference count */
84 int32_t refcnt;
Boris Brezillon154cb722019-09-14 09:58:55 +020085
Alyssa Rosenzweigca8c6252020-03-23 18:44:21 -040086 struct panfrost_device *dev;
Boris Brezillone15ab932019-09-14 10:35:47 +020087
Boris Brezillon154cb722019-09-14 09:58:55 +020088 /* Mapping for the entire object (all levels) */
89 uint8_t *cpu;
90
91 /* GPU address for the object */
92 mali_ptr gpu;
93
94 /* Size of all entire trees */
95 size_t size;
96
97 int gem_handle;
98
99 uint32_t flags;
Boris Brezillon22253832019-08-31 18:51:20 +0200100
101 /* Combination of PAN_BO_ACCESS_{READ,WRITE} flags encoding pending
102 * GPU accesses to this BO. Useful to avoid calling the WAIT_BO ioctl
103 * when the BO is idle.
104 */
105 uint32_t gpu_access;
Boris Brezillon154cb722019-09-14 09:58:55 +0200106};
107
Boris Brezillon22253832019-08-31 18:51:20 +0200108bool
Icecream95858cc132020-07-18 11:36:36 +1200109panfrost_bo_wait(struct panfrost_bo *bo, int64_t timeout_ns, bool wait_readers);
Boris Brezillon154cb722019-09-14 09:58:55 +0200110void
111panfrost_bo_reference(struct panfrost_bo *bo);
112void
Boris Brezillone15ab932019-09-14 10:35:47 +0200113panfrost_bo_unreference(struct panfrost_bo *bo);
Boris Brezillon154cb722019-09-14 09:58:55 +0200114struct panfrost_bo *
Alyssa Rosenzweigca8c6252020-03-23 18:44:21 -0400115panfrost_bo_create(struct panfrost_device *dev, size_t size,
Boris Brezillon154cb722019-09-14 09:58:55 +0200116 uint32_t flags);
117void
Boris Brezillone15ab932019-09-14 10:35:47 +0200118panfrost_bo_mmap(struct panfrost_bo *bo);
Boris Brezillon154cb722019-09-14 09:58:55 +0200119struct panfrost_bo *
Alyssa Rosenzweigca8c6252020-03-23 18:44:21 -0400120panfrost_bo_import(struct panfrost_device *dev, int fd);
Boris Brezillon154cb722019-09-14 09:58:55 +0200121int
Boris Brezillone15ab932019-09-14 10:35:47 +0200122panfrost_bo_export(struct panfrost_bo *bo);
Boris Brezillon154cb722019-09-14 09:58:55 +0200123void
Alyssa Rosenzweigca8c6252020-03-23 18:44:21 -0400124panfrost_bo_cache_evict_all(struct panfrost_device *dev);
Boris Brezillon154cb722019-09-14 09:58:55 +0200125
126#endif /* __PAN_BO_H__ */