blob: 621c7eb2158b8a707e11347e723ba57a337a98e0 [file] [log] [blame]
Jerome Glissefd266ec2010-09-17 10:41:50 -04001/*
2 * Copyright 2010 Jerome Glisse <glisse@freedesktop.org>
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * on the rights to use, copy, modify, merge, publish, distribute, sub
8 * license, and/or sell copies of the Software, and to permit persons to whom
9 * the Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
13 * Software.
14 *
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHOR(S) AND/OR THEIR SUPPLIERS BE LIABLE FOR ANY CLAIM,
19 * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
20 * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
21 * USE OR OTHER DEALINGS IN THE SOFTWARE.
22 *
23 * Authors:
24 * Jerome Glisse
25 */
26#ifndef R600_PRIV_H
27#define R600_PRIV_H
28
Jerome Glissefd266ec2010-09-17 10:41:50 -040029#include "r600.h"
Marek Olšákce12f822011-07-22 19:25:07 +020030#include "../../radeon/drm/radeon_winsys.h"
Marek Olšák354f76f2011-07-22 21:38:56 +020031#include "util/u_hash_table.h"
32#include "os/os_thread.h"
Jerome Glissefd266ec2010-09-17 10:41:50 -040033
Dave Airlie162bc402011-04-18 13:03:06 +100034#define PKT_COUNT_C 0xC000FFFF
35#define PKT_COUNT_S(x) (((x) & 0x3FFF) << 16)
36
Jerome Glisse15753cf2010-12-09 13:07:10 -050037struct r600_bomgr;
Jerome Glisse63b97902011-01-11 14:29:33 -050038struct r600_bo;
Jerome Glisse15753cf2010-12-09 13:07:10 -050039
Jerome Glissefd266ec2010-09-17 10:41:50 -040040struct radeon {
Marek Olšák2ce783d2011-08-02 20:25:13 +020041 struct radeon_winsys *ws;
Marek Olšákce12f822011-07-22 19:25:07 +020042 struct radeon_info info;
Jerome Glissefd266ec2010-09-17 10:41:50 -040043 unsigned family;
Jerome Glisse363dfb82010-09-20 11:58:00 -040044 enum chip_class chip_class;
Jerome Glisse15753cf2010-12-09 13:07:10 -050045 struct r600_tiling_info tiling_info;
46 struct r600_bomgr *bomgr;
Jerome Glisse63b97902011-01-11 14:29:33 -050047 unsigned fence;
Jerome Glisse15753cf2010-12-09 13:07:10 -050048 unsigned *cfence;
Jerome Glisse63b97902011-01-11 14:29:33 -050049 struct r600_bo *fence_bo;
Vadim Girlin6eb94fc2011-08-03 01:04:19 +040050 unsigned num_tile_pipes;
51 unsigned backend_map;
52 boolean backend_map_valid;
Jerome Glissefd266ec2010-09-17 10:41:50 -040053};
54
Dave Airlieba78a5a2011-06-07 13:21:02 +100055/* these flags are used in register flags and added into block flags */
Dave Airliec0580672011-04-17 17:35:44 +100056#define REG_FLAG_NEED_BO 1
57#define REG_FLAG_DIRTY_ALWAYS 2
Dave Airlieae7abf02011-05-03 20:45:39 +020058#define REG_FLAG_RV6XX_SBU 4
Dave Airlie65ee7cd2011-05-31 10:52:07 +100059#define REG_FLAG_NOT_R600 8
Dave Airlie63184bc2011-06-03 09:59:12 +100060#define REG_FLAG_ENABLE_ALWAYS 16
Dave Airlieba78a5a2011-06-07 13:21:02 +100061#define BLOCK_FLAG_RESOURCE 32
Dave Airlie04554c72011-06-08 14:35:00 +100062#define REG_FLAG_FLUSH_CHANGE 64
Dave Airliec0580672011-04-17 17:35:44 +100063
Jerome Glissefd266ec2010-09-17 10:41:50 -040064struct r600_reg {
Jerome Glisse56469642010-09-28 17:37:56 -040065 unsigned offset;
Dave Airliec0580672011-04-17 17:35:44 +100066 unsigned flags;
Jerome Glisseca352922010-09-21 20:24:51 -040067 unsigned flush_flags;
Jerome Glisse585e4092010-10-05 10:29:30 -040068 unsigned flush_mask;
Jerome Glissefd266ec2010-09-17 10:41:50 -040069};
70
Dave Airliebd5b7a62011-05-13 10:41:16 +100071#define BO_BOUND_TEXTURE 1
Jerome Glisse1235bec2010-09-29 15:05:19 -040072struct radeon_bo {
73 struct pipe_reference reference;
Marek Olšák11daa7e2011-08-03 01:03:13 +020074 struct pb_buffer *buf;
75
Jerome Glisse1235bec2010-09-29 15:05:19 -040076 unsigned handle;
77 unsigned size;
Tilman Sauerbeck86778da2010-10-29 19:30:57 +020078 int map_count;
Jerome Glisse1235bec2010-09-29 15:05:19 -040079 void *data;
Dave Airlie3c38e4f2010-10-05 15:35:52 +100080 struct list_head fencedlist;
Jerome Glisseea5a74f2010-10-05 16:14:11 -040081 unsigned fence;
82 struct r600_context *ctx;
Dave Airlie3c38e4f2010-10-05 15:35:52 +100083 boolean shared;
Jerome Glisse12d16e52010-10-05 08:42:42 -040084 struct r600_reloc *reloc;
85 unsigned reloc_id;
Jerome Glisse585e4092010-10-05 10:29:30 -040086 unsigned last_flush;
Dave Airliebd5b7a62011-05-13 10:41:16 +100087 unsigned binding;
Jerome Glisse1235bec2010-09-29 15:05:19 -040088};
89
Jerome Glisse294c9fc2010-10-04 10:06:13 -040090struct r600_bo {
Dave Airlie4707ae22011-06-07 11:03:59 +100091 struct pipe_reference reference; /* this must be the first member for the r600_bo_reference inline to work */
92 /* DO NOT MOVE THIS ^ */
Jerome Glisse674452f2010-10-04 10:37:32 -040093 unsigned size;
Keith Whitwell29c4a152010-11-02 17:47:06 +000094 unsigned domains;
Jerome Glisse15753cf2010-12-09 13:07:10 -050095 struct radeon_bo *bo;
96 unsigned fence;
97 /* manager data */
98 struct list_head list;
99 unsigned manager_id;
100 unsigned alignment;
101 unsigned offset;
102 int64_t start;
103 int64_t end;
Jerome Glisse1235bec2010-09-29 15:05:19 -0400104};
105
Jerome Glisse15753cf2010-12-09 13:07:10 -0500106struct r600_bomgr {
107 struct radeon *radeon;
108 unsigned usecs;
109 pipe_mutex mutex;
110 struct list_head delayed;
111 unsigned num_delayed;
112};
Jerome Glisse1235bec2010-09-29 15:05:19 -0400113
Jerome Glisse15753cf2010-12-09 13:07:10 -0500114/*
Jerome Glisse15753cf2010-12-09 13:07:10 -0500115 * radeon_pciid.c
116 */
Jerome Glissefd266ec2010-09-17 10:41:50 -0400117unsigned radeon_family_from_device(unsigned device);
118
Jerome Glisse15753cf2010-12-09 13:07:10 -0500119/*
120 * radeon_bo.c
121 */
Jerome Glisse1235bec2010-09-29 15:05:19 -0400122struct radeon_bo *radeon_bo(struct radeon *radeon, unsigned handle,
Marek Olšák11daa7e2011-08-03 01:03:13 +0200123 unsigned size, unsigned alignment, unsigned bind, unsigned initial_domain);
Jerome Glisse1235bec2010-09-29 15:05:19 -0400124void radeon_bo_reference(struct radeon *radeon, struct radeon_bo **dst,
125 struct radeon_bo *src);
126int radeon_bo_wait(struct radeon *radeon, struct radeon_bo *bo);
127int radeon_bo_busy(struct radeon *radeon, struct radeon_bo *bo, uint32_t *domain);
Dave Airlie3c38e4f2010-10-05 15:35:52 +1000128int radeon_bo_fencelist(struct radeon *radeon, struct radeon_bo **bolist, uint32_t num_bo);
Dave Airlie8a74f742010-10-18 09:45:58 +1000129int radeon_bo_get_tiling_flags(struct radeon *radeon,
130 struct radeon_bo *bo,
Marek Olšákc092e232011-08-02 21:18:10 +0200131 uint32_t *tiling_flags);
Benjamin Franzke46c19702010-11-03 21:41:48 +0100132int radeon_bo_get_name(struct radeon *radeon,
133 struct radeon_bo *bo,
134 uint32_t *name);
Dave Airlie5e154972011-05-11 13:14:16 +1000135int radeon_bo_fixed_map(struct radeon *radeon, struct radeon_bo *bo);
Jerome Glisse1235bec2010-09-29 15:05:19 -0400136
Jerome Glisse15753cf2010-12-09 13:07:10 -0500137/*
138 * r600_hw_context.c
139 */
Jerome Glisseea5a74f2010-10-05 16:14:11 -0400140int r600_context_init_fence(struct r600_context *ctx);
Dave Airlie745abb52011-06-07 15:40:20 +1000141void r600_context_get_reloc(struct r600_context *ctx, struct r600_bo *rbo);
Jerome Glisse585e4092010-10-05 10:29:30 -0400142void r600_context_bo_flush(struct r600_context *ctx, unsigned flush_flags,
143 unsigned flush_mask, struct r600_bo *rbo);
Jerome Glisse674452f2010-10-04 10:37:32 -0400144struct r600_bo *r600_context_reg_bo(struct r600_context *ctx, unsigned offset);
Dave Airlied79a4a62011-05-12 14:07:53 +1000145int r600_context_add_block(struct r600_context *ctx, const struct r600_reg *reg, unsigned nreg,
146 unsigned opcode, unsigned offset_base);
Dave Airlief356bb72011-06-06 18:00:36 +1000147void r600_context_pipe_state_set_resource(struct r600_context *ctx, struct r600_pipe_resource_state *state, struct r600_block *block);
Dave Airlie5b5a16e2011-04-19 10:04:02 +1000148void r600_context_block_emit_dirty(struct r600_context *ctx, struct r600_block *block);
Dave Airlieba78a5a2011-06-07 13:21:02 +1000149void r600_context_block_resource_emit_dirty(struct r600_context *ctx, struct r600_block *block);
Dave Airlie5b5a16e2011-04-19 10:04:02 +1000150void r600_context_dirty_block(struct r600_context *ctx, struct r600_block *block,
151 int dirty, int index);
Dave Airlie240049a2011-05-12 15:01:33 +1000152int r600_setup_block_table(struct r600_context *ctx);
Dave Airlie5b5a16e2011-04-19 10:04:02 +1000153void r600_context_reg(struct r600_context *ctx,
154 unsigned offset, unsigned value,
155 unsigned mask);
Alex Deucherb5518832011-05-31 10:43:31 -0400156void r600_init_cs(struct r600_context *ctx);
Dave Airlief356bb72011-06-06 18:00:36 +1000157int r600_resource_init(struct r600_context *ctx, struct r600_range *range, unsigned offset, unsigned nblocks, unsigned stride, struct r600_reg *reg, int nreg, unsigned offset_base);
Dave Airlie745abb52011-06-07 15:40:20 +1000158
159static INLINE void r600_context_bo_reloc(struct r600_context *ctx, u32 *pm4, struct r600_bo *rbo)
160{
161 struct radeon_bo *bo = rbo->bo;
162
163 assert(bo != NULL);
164
165 if (!bo->reloc)
166 r600_context_get_reloc(ctx, rbo);
167
168 /* set PKT3 to point to proper reloc */
169 *pm4 = bo->reloc_id;
170}
171
Jerome Glisse15753cf2010-12-09 13:07:10 -0500172/*
173 * r600_bo.c
174 */
175void r600_bo_destroy(struct radeon *radeon, struct r600_bo *bo);
Jerome Glisse1235bec2010-09-29 15:05:19 -0400176
Jerome Glisse15753cf2010-12-09 13:07:10 -0500177/*
178 * r600_bomgr.c
179 */
180struct r600_bomgr *r600_bomgr_create(struct radeon *radeon, unsigned usecs);
181void r600_bomgr_destroy(struct r600_bomgr *mgr);
Brian Paul5f2deba2011-06-08 08:05:40 -0600182boolean r600_bomgr_bo_destroy(struct r600_bomgr *mgr, struct r600_bo *bo);
Jerome Glisse15753cf2010-12-09 13:07:10 -0500183void r600_bomgr_bo_init(struct r600_bomgr *mgr, struct r600_bo *bo);
184struct r600_bo *r600_bomgr_bo_create(struct r600_bomgr *mgr,
185 unsigned size,
186 unsigned alignment,
187 unsigned cfence);
188
189
190/*
191 * helpers
192 */
Dave Airlied015d2f2011-05-12 13:20:02 +1000193
Jerome Glissea8526152010-09-26 12:06:46 -0400194
Jerome Glisse15753cf2010-12-09 13:07:10 -0500195/*
196 * radeon_bo.c
197 */
John Doe40181ae2010-09-30 17:53:36 -0400198static inline int radeon_bo_map(struct radeon *radeon, struct radeon_bo *bo)
199{
Dave Airlie5e154972011-05-11 13:14:16 +1000200 if (bo->map_count == 0 && !bo->data)
201 return radeon_bo_fixed_map(radeon, bo);
John Doe40181ae2010-09-30 17:53:36 -0400202 bo->map_count++;
Dave Airlie1c2b3cb2010-10-04 16:26:46 +1000203 return 0;
John Doe40181ae2010-09-30 17:53:36 -0400204}
205
206static inline void radeon_bo_unmap(struct radeon *radeon, struct radeon_bo *bo)
207{
208 bo->map_count--;
209 assert(bo->map_count >= 0);
210}
211
Jerome Glisse15753cf2010-12-09 13:07:10 -0500212/*
Jerome Glisse15753cf2010-12-09 13:07:10 -0500213 * fence
214 */
Brian Paul5f2deba2011-06-08 08:05:40 -0600215static inline boolean fence_is_after(unsigned fence, unsigned ofence)
Jerome Glisse15753cf2010-12-09 13:07:10 -0500216{
217 /* handle wrap around */
218 if (fence < 0x80000000 && ofence > 0x80000000)
219 return TRUE;
220 if (fence > ofence)
221 return TRUE;
222 return FALSE;
223}
224
Jerome Glissefd266ec2010-09-17 10:41:50 -0400225#endif