blob: 48c5325efc91434f717c202ccd6f81550d34aa90 [file] [log] [blame]
Jerome Glissefd266ec2010-09-17 10:41:50 -04001/*
2 * Copyright 2010 Jerome Glisse <glisse@freedesktop.org>
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * on the rights to use, copy, modify, merge, publish, distribute, sub
8 * license, and/or sell copies of the Software, and to permit persons to whom
9 * the Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
13 * Software.
14 *
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHOR(S) AND/OR THEIR SUPPLIERS BE LIABLE FOR ANY CLAIM,
19 * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
20 * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
21 * USE OR OTHER DEALINGS IN THE SOFTWARE.
22 *
23 * Authors:
24 * Jerome Glisse
25 */
26#ifndef R600_PRIV_H
27#define R600_PRIV_H
28
29#include <errno.h>
30#include <stdint.h>
31#include <stdlib.h>
32#include <assert.h>
Jerome Glisse15753cf2010-12-09 13:07:10 -050033#include <util/u_double_list.h>
34#include <util/u_inlines.h>
Dave Airliee4b040c2011-03-21 19:56:26 +100035#include "util/u_hash_table.h"
Jerome Glisse15753cf2010-12-09 13:07:10 -050036#include <os/os_thread.h>
Jerome Glissefd266ec2010-09-17 10:41:50 -040037#include "r600.h"
38
Dave Airlie162bc402011-04-18 13:03:06 +100039#define PKT_COUNT_C 0xC000FFFF
40#define PKT_COUNT_S(x) (((x) & 0x3FFF) << 16)
41
Jerome Glisse15753cf2010-12-09 13:07:10 -050042struct r600_bomgr;
Jerome Glisse63b97902011-01-11 14:29:33 -050043struct r600_bo;
Jerome Glisse15753cf2010-12-09 13:07:10 -050044
Jerome Glissefd266ec2010-09-17 10:41:50 -040045struct radeon {
46 int fd;
47 int refcount;
48 unsigned device;
49 unsigned family;
Jerome Glisse363dfb82010-09-20 11:58:00 -040050 enum chip_class chip_class;
Jerome Glisse15753cf2010-12-09 13:07:10 -050051 struct r600_tiling_info tiling_info;
52 struct r600_bomgr *bomgr;
Jerome Glisse63b97902011-01-11 14:29:33 -050053 unsigned fence;
Jerome Glisse15753cf2010-12-09 13:07:10 -050054 unsigned *cfence;
Jerome Glisse63b97902011-01-11 14:29:33 -050055 struct r600_bo *fence_bo;
Mathias Fröhlich90c2fd82011-01-23 22:35:13 +010056 unsigned clock_crystal_freq;
Dave Airlie929be6e2011-03-01 14:55:35 +100057 unsigned num_backends;
58 unsigned minor_version;
Dave Airliee4b040c2011-03-21 19:56:26 +100059
60 /* List of buffer handles and its mutex. */
61 struct util_hash_table *bo_handles;
62 pipe_mutex bo_handles_mutex;
Jerome Glissefd266ec2010-09-17 10:41:50 -040063};
64
Dave Airliec0580672011-04-17 17:35:44 +100065#define REG_FLAG_NEED_BO 1
66#define REG_FLAG_DIRTY_ALWAYS 2
Dave Airlieae7abf02011-05-03 20:45:39 +020067#define REG_FLAG_RV6XX_SBU 4
Dave Airliec0580672011-04-17 17:35:44 +100068
Jerome Glissefd266ec2010-09-17 10:41:50 -040069struct r600_reg {
Jerome Glisse56469642010-09-28 17:37:56 -040070 unsigned offset;
Dave Airliec0580672011-04-17 17:35:44 +100071 unsigned flags;
Jerome Glisseca352922010-09-21 20:24:51 -040072 unsigned flush_flags;
Jerome Glisse585e4092010-10-05 10:29:30 -040073 unsigned flush_mask;
Jerome Glissefd266ec2010-09-17 10:41:50 -040074};
75
Jerome Glisse1235bec2010-09-29 15:05:19 -040076struct radeon_bo {
77 struct pipe_reference reference;
78 unsigned handle;
79 unsigned size;
80 unsigned alignment;
Tilman Sauerbeck86778da2010-10-29 19:30:57 +020081 int map_count;
Jerome Glisse1235bec2010-09-29 15:05:19 -040082 void *data;
Dave Airlie3c38e4f2010-10-05 15:35:52 +100083 struct list_head fencedlist;
Jerome Glisseea5a74f2010-10-05 16:14:11 -040084 unsigned fence;
85 struct r600_context *ctx;
Dave Airlie3c38e4f2010-10-05 15:35:52 +100086 boolean shared;
Jerome Glisse12d16e52010-10-05 08:42:42 -040087 struct r600_reloc *reloc;
88 unsigned reloc_id;
Jerome Glisse585e4092010-10-05 10:29:30 -040089 unsigned last_flush;
Dave Airliee4b040c2011-03-21 19:56:26 +100090 unsigned name;
Jerome Glisse1235bec2010-09-29 15:05:19 -040091};
92
Jerome Glisse294c9fc2010-10-04 10:06:13 -040093struct r600_bo {
Jerome Glisse1235bec2010-09-29 15:05:19 -040094 struct pipe_reference reference;
Jerome Glisse674452f2010-10-04 10:37:32 -040095 unsigned size;
Dave Airlie8a74f742010-10-18 09:45:58 +100096 unsigned tiling_flags;
Jerome Glisseedda44e2010-12-03 13:06:53 -050097 unsigned kernel_pitch;
Keith Whitwell29c4a152010-11-02 17:47:06 +000098 unsigned domains;
Jerome Glisse15753cf2010-12-09 13:07:10 -050099 struct radeon_bo *bo;
100 unsigned fence;
101 /* manager data */
102 struct list_head list;
103 unsigned manager_id;
104 unsigned alignment;
105 unsigned offset;
106 int64_t start;
107 int64_t end;
Jerome Glisse1235bec2010-09-29 15:05:19 -0400108};
109
Jerome Glisse15753cf2010-12-09 13:07:10 -0500110struct r600_bomgr {
111 struct radeon *radeon;
112 unsigned usecs;
113 pipe_mutex mutex;
114 struct list_head delayed;
115 unsigned num_delayed;
116};
Jerome Glisse1235bec2010-09-29 15:05:19 -0400117
Jerome Glisse15753cf2010-12-09 13:07:10 -0500118/*
119 * r600_drm.c
120 */
121struct radeon *r600_new(int fd, unsigned device);
122void r600_delete(struct radeon *r600);
123
124/*
125 * radeon_pciid.c
126 */
Jerome Glissefd266ec2010-09-17 10:41:50 -0400127unsigned radeon_family_from_device(unsigned device);
128
Jerome Glisse15753cf2010-12-09 13:07:10 -0500129/*
130 * radeon_bo.c
131 */
Jerome Glisse1235bec2010-09-29 15:05:19 -0400132struct radeon_bo *radeon_bo(struct radeon *radeon, unsigned handle,
Tilman Sauerbeck4e343932010-10-28 21:27:37 +0200133 unsigned size, unsigned alignment);
Jerome Glisse1235bec2010-09-29 15:05:19 -0400134void radeon_bo_reference(struct radeon *radeon, struct radeon_bo **dst,
135 struct radeon_bo *src);
136int radeon_bo_wait(struct radeon *radeon, struct radeon_bo *bo);
137int radeon_bo_busy(struct radeon *radeon, struct radeon_bo *bo, uint32_t *domain);
Dave Airlie3c38e4f2010-10-05 15:35:52 +1000138int radeon_bo_fencelist(struct radeon *radeon, struct radeon_bo **bolist, uint32_t num_bo);
Dave Airlie8a74f742010-10-18 09:45:58 +1000139int radeon_bo_get_tiling_flags(struct radeon *radeon,
140 struct radeon_bo *bo,
141 uint32_t *tiling_flags,
142 uint32_t *pitch);
Benjamin Franzke46c19702010-11-03 21:41:48 +0100143int radeon_bo_get_name(struct radeon *radeon,
144 struct radeon_bo *bo,
145 uint32_t *name);
Dave Airlie5e154972011-05-11 13:14:16 +1000146int radeon_bo_fixed_map(struct radeon *radeon, struct radeon_bo *bo);
Jerome Glisse1235bec2010-09-29 15:05:19 -0400147
Jerome Glisse15753cf2010-12-09 13:07:10 -0500148/*
149 * r600_hw_context.c
150 */
Jerome Glisseea5a74f2010-10-05 16:14:11 -0400151int r600_context_init_fence(struct r600_context *ctx);
Jerome Glisse674452f2010-10-04 10:37:32 -0400152void r600_context_bo_reloc(struct r600_context *ctx, u32 *pm4, struct r600_bo *rbo);
Jerome Glisse585e4092010-10-05 10:29:30 -0400153void r600_context_bo_flush(struct r600_context *ctx, unsigned flush_flags,
154 unsigned flush_mask, struct r600_bo *rbo);
Jerome Glisse674452f2010-10-04 10:37:32 -0400155struct r600_bo *r600_context_reg_bo(struct r600_context *ctx, unsigned offset);
Dave Airlied79a4a62011-05-12 14:07:53 +1000156int r600_context_add_block(struct r600_context *ctx, const struct r600_reg *reg, unsigned nreg,
157 unsigned opcode, unsigned offset_base);
Dave Airliea6e32da2011-04-19 10:00:03 +1000158void r600_context_pipe_state_set_resource(struct r600_context *ctx, struct r600_pipe_state *state, unsigned offset);
Dave Airlie5b5a16e2011-04-19 10:04:02 +1000159void r600_context_block_emit_dirty(struct r600_context *ctx, struct r600_block *block);
160void r600_context_dirty_block(struct r600_context *ctx, struct r600_block *block,
161 int dirty, int index);
162
163void r600_context_reg(struct r600_context *ctx,
164 unsigned offset, unsigned value,
165 unsigned mask);
Jerome Glisse15753cf2010-12-09 13:07:10 -0500166/*
167 * r600_bo.c
168 */
169void r600_bo_destroy(struct radeon *radeon, struct r600_bo *bo);
Jerome Glisse1235bec2010-09-29 15:05:19 -0400170
Jerome Glisse15753cf2010-12-09 13:07:10 -0500171/*
172 * r600_bomgr.c
173 */
174struct r600_bomgr *r600_bomgr_create(struct radeon *radeon, unsigned usecs);
175void r600_bomgr_destroy(struct r600_bomgr *mgr);
176bool r600_bomgr_bo_destroy(struct r600_bomgr *mgr, struct r600_bo *bo);
177void r600_bomgr_bo_init(struct r600_bomgr *mgr, struct r600_bo *bo);
178struct r600_bo *r600_bomgr_bo_create(struct r600_bomgr *mgr,
179 unsigned size,
180 unsigned alignment,
181 unsigned cfence);
182
183
184/*
185 * helpers
186 */
Dave Airlied015d2f2011-05-12 13:20:02 +1000187
188/* each range covers 9 bits of dword space = 512 dwords = 2k bytes */
189/* there is a block entry for each register so 512 blocks */
190/* we have no registers to read/write below 0x8000 (0x2000 in dw space) */
191/* we use some fake offsets at 0x40000 to do evergreen sampler borders so take 0x42000 as a max bound*/
192#define RANGE_OFFSET_START 0x8000
193#define HASH_SHIFT 9
194#define NUM_RANGES (0x42000 - RANGE_OFFSET_START) / (4 << HASH_SHIFT) /* 128 << 9 = 64k */
195
196#define CTX_RANGE_ID(ctx, offset) ((((offset - RANGE_OFFSET_START) >> 2) >> HASH_SHIFT) & 255)
197#define CTX_BLOCK_ID(ctx, offset) (((offset - RANGE_OFFSET_START) >> 2) & ((1 << HASH_SHIFT) - 1))
Jerome Glissea8526152010-09-26 12:06:46 -0400198
Jerome Glisse15753cf2010-12-09 13:07:10 -0500199/*
200 * radeon_bo.c
201 */
John Doe40181ae2010-09-30 17:53:36 -0400202static inline int radeon_bo_map(struct radeon *radeon, struct radeon_bo *bo)
203{
Dave Airlie5e154972011-05-11 13:14:16 +1000204 if (bo->map_count == 0 && !bo->data)
205 return radeon_bo_fixed_map(radeon, bo);
John Doe40181ae2010-09-30 17:53:36 -0400206 bo->map_count++;
Dave Airlie1c2b3cb2010-10-04 16:26:46 +1000207 return 0;
John Doe40181ae2010-09-30 17:53:36 -0400208}
209
210static inline void radeon_bo_unmap(struct radeon *radeon, struct radeon_bo *bo)
211{
212 bo->map_count--;
213 assert(bo->map_count >= 0);
214}
215
Jerome Glisse15753cf2010-12-09 13:07:10 -0500216/*
Jerome Glisse15753cf2010-12-09 13:07:10 -0500217 * fence
218 */
219static inline bool fence_is_after(unsigned fence, unsigned ofence)
220{
221 /* handle wrap around */
222 if (fence < 0x80000000 && ofence > 0x80000000)
223 return TRUE;
224 if (fence > ofence)
225 return TRUE;
226 return FALSE;
227}
228
Jerome Glissefd266ec2010-09-17 10:41:50 -0400229#endif