blob: a958c95ab6298fa1a468603ea3a440db803508cc [file] [log] [blame]
Jerome Glissefd266ec2010-09-17 10:41:50 -04001/*
2 * Copyright 2010 Jerome Glisse <glisse@freedesktop.org>
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * on the rights to use, copy, modify, merge, publish, distribute, sub
8 * license, and/or sell copies of the Software, and to permit persons to whom
9 * the Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
13 * Software.
14 *
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHOR(S) AND/OR THEIR SUPPLIERS BE LIABLE FOR ANY CLAIM,
19 * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
20 * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
21 * USE OR OTHER DEALINGS IN THE SOFTWARE.
22 *
23 * Authors:
24 * Jerome Glisse
25 */
26#ifndef R600_PRIV_H
27#define R600_PRIV_H
28
29#include <errno.h>
30#include <stdint.h>
31#include <stdlib.h>
32#include <assert.h>
Jerome Glisse15753cf2010-12-09 13:07:10 -050033#include <util/u_double_list.h>
34#include <util/u_inlines.h>
Dave Airliee4b040c2011-03-21 19:56:26 +100035#include "util/u_hash_table.h"
Jerome Glisse15753cf2010-12-09 13:07:10 -050036#include <os/os_thread.h>
Jerome Glissefd266ec2010-09-17 10:41:50 -040037#include "r600.h"
38
Jerome Glisse15753cf2010-12-09 13:07:10 -050039struct r600_bomgr;
Jerome Glisse63b97902011-01-11 14:29:33 -050040struct r600_bo;
Jerome Glisse15753cf2010-12-09 13:07:10 -050041
Jerome Glissefd266ec2010-09-17 10:41:50 -040042struct radeon {
43 int fd;
44 int refcount;
45 unsigned device;
46 unsigned family;
Jerome Glisse363dfb82010-09-20 11:58:00 -040047 enum chip_class chip_class;
Jerome Glisse15753cf2010-12-09 13:07:10 -050048 struct r600_tiling_info tiling_info;
49 struct r600_bomgr *bomgr;
Jerome Glisse63b97902011-01-11 14:29:33 -050050 unsigned fence;
Jerome Glisse15753cf2010-12-09 13:07:10 -050051 unsigned *cfence;
Jerome Glisse63b97902011-01-11 14:29:33 -050052 struct r600_bo *fence_bo;
Mathias Fröhlich90c2fd82011-01-23 22:35:13 +010053 unsigned clock_crystal_freq;
Dave Airlie929be6e2011-03-01 14:55:35 +100054 unsigned num_backends;
55 unsigned minor_version;
Dave Airliee4b040c2011-03-21 19:56:26 +100056
57 /* List of buffer handles and its mutex. */
58 struct util_hash_table *bo_handles;
59 pipe_mutex bo_handles_mutex;
Jerome Glissefd266ec2010-09-17 10:41:50 -040060};
61
Jerome Glissefd266ec2010-09-17 10:41:50 -040062struct r600_reg {
Jerome Glisse56469642010-09-28 17:37:56 -040063 unsigned opcode;
64 unsigned offset_base;
65 unsigned offset;
Jerome Glisseca352922010-09-21 20:24:51 -040066 unsigned need_bo;
67 unsigned flush_flags;
Jerome Glisse585e4092010-10-05 10:29:30 -040068 unsigned flush_mask;
Jerome Glissefd266ec2010-09-17 10:41:50 -040069};
70
Jerome Glisse1235bec2010-09-29 15:05:19 -040071struct radeon_bo {
72 struct pipe_reference reference;
73 unsigned handle;
74 unsigned size;
75 unsigned alignment;
Tilman Sauerbeck86778da2010-10-29 19:30:57 +020076 int map_count;
Jerome Glisse1235bec2010-09-29 15:05:19 -040077 void *data;
Dave Airlie3c38e4f2010-10-05 15:35:52 +100078 struct list_head fencedlist;
Jerome Glisseea5a74f2010-10-05 16:14:11 -040079 unsigned fence;
80 struct r600_context *ctx;
Dave Airlie3c38e4f2010-10-05 15:35:52 +100081 boolean shared;
Jerome Glisse12d16e52010-10-05 08:42:42 -040082 struct r600_reloc *reloc;
83 unsigned reloc_id;
Jerome Glisse585e4092010-10-05 10:29:30 -040084 unsigned last_flush;
Dave Airliee4b040c2011-03-21 19:56:26 +100085 unsigned name;
Jerome Glisse1235bec2010-09-29 15:05:19 -040086};
87
Jerome Glisse294c9fc2010-10-04 10:06:13 -040088struct r600_bo {
Jerome Glisse1235bec2010-09-29 15:05:19 -040089 struct pipe_reference reference;
Jerome Glisse674452f2010-10-04 10:37:32 -040090 unsigned size;
Dave Airlie8a74f742010-10-18 09:45:58 +100091 unsigned tiling_flags;
Jerome Glisseedda44e2010-12-03 13:06:53 -050092 unsigned kernel_pitch;
Keith Whitwell29c4a152010-11-02 17:47:06 +000093 unsigned domains;
Jerome Glisse15753cf2010-12-09 13:07:10 -050094 struct radeon_bo *bo;
95 unsigned fence;
96 /* manager data */
97 struct list_head list;
98 unsigned manager_id;
99 unsigned alignment;
100 unsigned offset;
101 int64_t start;
102 int64_t end;
Jerome Glisse1235bec2010-09-29 15:05:19 -0400103};
104
Jerome Glisse15753cf2010-12-09 13:07:10 -0500105struct r600_bomgr {
106 struct radeon *radeon;
107 unsigned usecs;
108 pipe_mutex mutex;
109 struct list_head delayed;
110 unsigned num_delayed;
111};
Jerome Glisse1235bec2010-09-29 15:05:19 -0400112
Jerome Glisse15753cf2010-12-09 13:07:10 -0500113/*
114 * r600_drm.c
115 */
116struct radeon *r600_new(int fd, unsigned device);
117void r600_delete(struct radeon *r600);
118
119/*
120 * radeon_pciid.c
121 */
Jerome Glissefd266ec2010-09-17 10:41:50 -0400122unsigned radeon_family_from_device(unsigned device);
123
Jerome Glisse15753cf2010-12-09 13:07:10 -0500124/*
125 * radeon_bo.c
126 */
Jerome Glisse1235bec2010-09-29 15:05:19 -0400127struct radeon_bo *radeon_bo(struct radeon *radeon, unsigned handle,
Tilman Sauerbeck4e343932010-10-28 21:27:37 +0200128 unsigned size, unsigned alignment);
Jerome Glisse1235bec2010-09-29 15:05:19 -0400129void radeon_bo_reference(struct radeon *radeon, struct radeon_bo **dst,
130 struct radeon_bo *src);
131int radeon_bo_wait(struct radeon *radeon, struct radeon_bo *bo);
132int radeon_bo_busy(struct radeon *radeon, struct radeon_bo *bo, uint32_t *domain);
Dave Airlie3c38e4f2010-10-05 15:35:52 +1000133int radeon_bo_fencelist(struct radeon *radeon, struct radeon_bo **bolist, uint32_t num_bo);
Dave Airlie8a74f742010-10-18 09:45:58 +1000134int radeon_bo_get_tiling_flags(struct radeon *radeon,
135 struct radeon_bo *bo,
136 uint32_t *tiling_flags,
137 uint32_t *pitch);
Benjamin Franzke46c19702010-11-03 21:41:48 +0100138int radeon_bo_get_name(struct radeon *radeon,
139 struct radeon_bo *bo,
140 uint32_t *name);
Jerome Glisse1235bec2010-09-29 15:05:19 -0400141
Jerome Glisse15753cf2010-12-09 13:07:10 -0500142/*
143 * r600_hw_context.c
144 */
Jerome Glisseea5a74f2010-10-05 16:14:11 -0400145int r600_context_init_fence(struct r600_context *ctx);
Jerome Glisse674452f2010-10-04 10:37:32 -0400146void r600_context_bo_reloc(struct r600_context *ctx, u32 *pm4, struct r600_bo *rbo);
Jerome Glisse585e4092010-10-05 10:29:30 -0400147void r600_context_bo_flush(struct r600_context *ctx, unsigned flush_flags,
148 unsigned flush_mask, struct r600_bo *rbo);
Jerome Glisse674452f2010-10-04 10:37:32 -0400149struct r600_bo *r600_context_reg_bo(struct r600_context *ctx, unsigned offset);
150int r600_context_add_block(struct r600_context *ctx, const struct r600_reg *reg, unsigned nreg);
151
Jerome Glisse15753cf2010-12-09 13:07:10 -0500152/*
153 * r600_bo.c
154 */
155void r600_bo_destroy(struct radeon *radeon, struct r600_bo *bo);
Jerome Glisse1235bec2010-09-29 15:05:19 -0400156
Jerome Glisse15753cf2010-12-09 13:07:10 -0500157/*
158 * r600_bomgr.c
159 */
160struct r600_bomgr *r600_bomgr_create(struct radeon *radeon, unsigned usecs);
161void r600_bomgr_destroy(struct r600_bomgr *mgr);
162bool r600_bomgr_bo_destroy(struct r600_bomgr *mgr, struct r600_bo *bo);
163void r600_bomgr_bo_init(struct r600_bomgr *mgr, struct r600_bo *bo);
164struct r600_bo *r600_bomgr_bo_create(struct r600_bomgr *mgr,
165 unsigned size,
166 unsigned alignment,
167 unsigned cfence);
168
169
170/*
171 * helpers
172 */
Jerome Glisse56469642010-09-28 17:37:56 -0400173#define CTX_RANGE_ID(ctx, offset) (((offset) >> (ctx)->hash_shift) & 255)
174#define CTX_BLOCK_ID(ctx, offset) ((offset) & ((1 << (ctx)->hash_shift) - 1))
Jerome Glissea8526152010-09-26 12:06:46 -0400175
Jerome Glisse56469642010-09-28 17:37:56 -0400176static void inline r600_context_reg(struct r600_context *ctx,
Jerome Glissea8526152010-09-26 12:06:46 -0400177 unsigned offset, unsigned value,
178 unsigned mask)
179{
Jerome Glisse56469642010-09-28 17:37:56 -0400180 struct r600_range *range;
181 struct r600_block *block;
Jerome Glissea8526152010-09-26 12:06:46 -0400182 unsigned id;
183
Jerome Glisse56469642010-09-28 17:37:56 -0400184 range = &ctx->range[CTX_RANGE_ID(ctx, offset)];
185 block = range->blocks[CTX_BLOCK_ID(ctx, offset)];
Jerome Glissea8526152010-09-26 12:06:46 -0400186 id = (offset - block->start_offset) >> 2;
Jerome Glisse02826822010-09-27 17:00:07 -0400187 block->reg[id] &= ~mask;
188 block->reg[id] |= value;
Jerome Glissea8526152010-09-26 12:06:46 -0400189 if (!(block->status & R600_BLOCK_STATUS_DIRTY)) {
Jerome Glisse02826822010-09-27 17:00:07 -0400190 ctx->pm4_dirty_cdwords += block->pm4_ndwords;
John Doedde13912010-09-30 17:30:25 -0400191 block->status |= R600_BLOCK_STATUS_ENABLED;
192 block->status |= R600_BLOCK_STATUS_DIRTY;
Bas Nieuwenhuizenac8a1eb2010-10-05 21:01:43 +0200193 LIST_ADDTAIL(&block->list,&ctx->dirty);
Jerome Glissea8526152010-09-26 12:06:46 -0400194 }
Jerome Glissea8526152010-09-26 12:06:46 -0400195}
196
Jerome Glisse56469642010-09-28 17:37:56 -0400197static inline void r600_context_block_emit_dirty(struct r600_context *ctx, struct r600_block *block)
198{
Jerome Glisse56469642010-09-28 17:37:56 -0400199 int id;
200
201 for (int j = 0; j < block->nreg; j++) {
202 if (block->pm4_bo_index[j]) {
203 /* find relocation */
204 id = block->pm4_bo_index[j];
Jerome Glisse2cf31992010-10-05 15:23:07 -0400205 r600_context_bo_reloc(ctx,
206 &block->pm4[block->reloc[id].bo_pm4_index],
Jerome Glisse674452f2010-10-04 10:37:32 -0400207 block->reloc[id].bo);
Jerome Glisse2cf31992010-10-05 15:23:07 -0400208 r600_context_bo_flush(ctx,
209 block->reloc[id].flush_flags,
210 block->reloc[id].flush_mask,
211 block->reloc[id].bo);
Jerome Glisse56469642010-09-28 17:37:56 -0400212 }
213 }
214 memcpy(&ctx->pm4[ctx->pm4_cdwords], block->pm4, block->pm4_ndwords * 4);
215 ctx->pm4_cdwords += block->pm4_ndwords;
216 block->status ^= R600_BLOCK_STATUS_DIRTY;
Jerome Glisse3fabd212010-10-06 12:56:53 -0400217 LIST_DELINIT(&block->list);
Jerome Glisse56469642010-09-28 17:37:56 -0400218}
219
Jerome Glisse15753cf2010-12-09 13:07:10 -0500220/*
221 * radeon_bo.c
222 */
John Doe40181ae2010-09-30 17:53:36 -0400223static inline int radeon_bo_map(struct radeon *radeon, struct radeon_bo *bo)
224{
225 bo->map_count++;
Dave Airlie1c2b3cb2010-10-04 16:26:46 +1000226 return 0;
John Doe40181ae2010-09-30 17:53:36 -0400227}
228
229static inline void radeon_bo_unmap(struct radeon *radeon, struct radeon_bo *bo)
230{
231 bo->map_count--;
232 assert(bo->map_count >= 0);
233}
234
Jerome Glisse15753cf2010-12-09 13:07:10 -0500235/*
236 * r600_bo
237 */
238static inline struct radeon_bo *r600_bo_get_bo(struct r600_bo *bo)
239{
240 return bo->bo;
241}
242
243static unsigned inline r600_bo_get_handle(struct r600_bo *bo)
244{
245 return bo->bo->handle;
246}
247
248static unsigned inline r600_bo_get_size(struct r600_bo *bo)
249{
250 return bo->size;
251}
252
253/*
254 * fence
255 */
256static inline bool fence_is_after(unsigned fence, unsigned ofence)
257{
258 /* handle wrap around */
259 if (fence < 0x80000000 && ofence > 0x80000000)
260 return TRUE;
261 if (fence > ofence)
262 return TRUE;
263 return FALSE;
264}
265
Jerome Glissefd266ec2010-09-17 10:41:50 -0400266#endif