blob: a469a3d6edcbd49abb9897b524f6c25f25b46931 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001#include "radeonfb.h"
2
3/* the accelerated functions here are patterned after the
4 * "ACCEL_MMIO" ifdef branches in XFree86
5 * --dte
6 */
7
Linus Torvalds6c34bc22008-12-10 09:26:17 -08008static void radeon_fixup_offset(struct radeonfb_info *rinfo)
Linus Torvalds1da177e2005-04-16 15:20:36 -07009{
Linus Torvalds6c34bc22008-12-10 09:26:17 -080010 u32 local_base;
Linus Torvalds1da177e2005-04-16 15:20:36 -070011
Linus Torvalds6c34bc22008-12-10 09:26:17 -080012 /* *** Ugly workaround *** */
13 /*
14 * On some platforms, the video memory is mapped at 0 in radeon chip space
15 * (like PPCs) by the firmware. X will always move it up so that it's seen
16 * by the chip to be at the same address as the PCI BAR.
17 * That means that when switching back from X, there is a mismatch between
18 * the offsets programmed into the engine. This means that potentially,
19 * accel operations done before radeonfb has a chance to re-init the engine
20 * will have incorrect offsets, and potentially trash system memory !
21 *
22 * The correct fix is for fbcon to never call any accel op before the engine
23 * has properly been re-initialized (by a call to set_var), but this is a
24 * complex fix. This workaround in the meantime, called before every accel
25 * operation, makes sure the offsets are in sync.
26 */
Linus Torvalds1da177e2005-04-16 15:20:36 -070027
Linus Torvalds6c34bc22008-12-10 09:26:17 -080028 radeon_fifo_wait (1);
29 local_base = INREG(MC_FB_LOCATION) << 16;
30 if (local_base == rinfo->fb_local_base)
Linus Torvalds1da177e2005-04-16 15:20:36 -070031 return;
Linus Torvalds6c34bc22008-12-10 09:26:17 -080032
33 rinfo->fb_local_base = local_base;
34
35 radeon_fifo_wait (3);
36 OUTREG(DEFAULT_PITCH_OFFSET, (rinfo->pitch << 0x16) |
37 (rinfo->fb_local_base >> 10));
38 OUTREG(DST_PITCH_OFFSET, (rinfo->pitch << 0x16) | (rinfo->fb_local_base >> 10));
39 OUTREG(SRC_PITCH_OFFSET, (rinfo->pitch << 0x16) | (rinfo->fb_local_base >> 10));
Linus Torvalds1da177e2005-04-16 15:20:36 -070040}
41
42static void radeonfb_prim_fillrect(struct radeonfb_info *rinfo,
43 const struct fb_fillrect *region)
44{
Linus Torvalds6c34bc22008-12-10 09:26:17 -080045 radeon_fifo_wait(4);
46
47 OUTREG(DP_GUI_MASTER_CNTL,
48 rinfo->dp_gui_master_cntl /* contains, like GMC_DST_32BPP */
49 | GMC_BRUSH_SOLID_COLOR
50 | ROP3_P);
51 if (radeon_get_dstbpp(rinfo->depth) != DST_8BPP)
52 OUTREG(DP_BRUSH_FRGD_CLR, rinfo->pseudo_palette[region->color]);
53 else
54 OUTREG(DP_BRUSH_FRGD_CLR, region->color);
55 OUTREG(DP_WRITE_MSK, 0xffffffff);
56 OUTREG(DP_CNTL, (DST_X_LEFT_TO_RIGHT | DST_Y_TOP_TO_BOTTOM));
Linus Torvalds1da177e2005-04-16 15:20:36 -070057
Linus Torvalds6c34bc22008-12-10 09:26:17 -080058 radeon_fifo_wait(2);
David Miller969830b2008-08-12 15:08:51 -070059 OUTREG(DSTCACHE_CTLSTAT, RB2D_DC_FLUSH_ALL);
60 OUTREG(WAIT_UNTIL, (WAIT_2D_IDLECLEAN | WAIT_DMA_GUI_IDLE));
Linus Torvalds6c34bc22008-12-10 09:26:17 -080061
62 radeon_fifo_wait(2);
Linus Torvalds1da177e2005-04-16 15:20:36 -070063 OUTREG(DST_Y_X, (region->dy << 16) | region->dx);
64 OUTREG(DST_WIDTH_HEIGHT, (region->width << 16) | region->height);
65}
66
67void radeonfb_fillrect(struct fb_info *info, const struct fb_fillrect *region)
68{
69 struct radeonfb_info *rinfo = info->par;
70 struct fb_fillrect modded;
71 int vxres, vyres;
72
Linus Torvalds6c34bc22008-12-10 09:26:17 -080073 if (info->state != FBINFO_STATE_RUNNING)
Linus Torvalds1da177e2005-04-16 15:20:36 -070074 return;
75 if (info->flags & FBINFO_HWACCEL_DISABLED) {
76 cfb_fillrect(info, region);
77 return;
78 }
79
Linus Torvalds6c34bc22008-12-10 09:26:17 -080080 radeon_fixup_offset(rinfo);
81
Linus Torvalds1da177e2005-04-16 15:20:36 -070082 vxres = info->var.xres_virtual;
83 vyres = info->var.yres_virtual;
84
85 memcpy(&modded, region, sizeof(struct fb_fillrect));
86
87 if(!modded.width || !modded.height ||
88 modded.dx >= vxres || modded.dy >= vyres)
89 return;
90
91 if(modded.dx + modded.width > vxres) modded.width = vxres - modded.dx;
92 if(modded.dy + modded.height > vyres) modded.height = vyres - modded.dy;
93
94 radeonfb_prim_fillrect(rinfo, &modded);
95}
96
97static void radeonfb_prim_copyarea(struct radeonfb_info *rinfo,
98 const struct fb_copyarea *area)
99{
100 int xdir, ydir;
101 u32 sx, sy, dx, dy, w, h;
102
103 w = area->width; h = area->height;
104 dx = area->dx; dy = area->dy;
105 sx = area->sx; sy = area->sy;
106 xdir = sx - dx;
107 ydir = sy - dy;
108
109 if ( xdir < 0 ) { sx += w-1; dx += w-1; }
110 if ( ydir < 0 ) { sy += h-1; dy += h-1; }
111
Linus Torvalds6c34bc22008-12-10 09:26:17 -0800112 radeon_fifo_wait(3);
113 OUTREG(DP_GUI_MASTER_CNTL,
114 rinfo->dp_gui_master_cntl /* i.e. GMC_DST_32BPP */
115 | GMC_BRUSH_NONE
116 | GMC_SRC_DSTCOLOR
117 | ROP3_S
118 | DP_SRC_SOURCE_MEMORY );
119 OUTREG(DP_WRITE_MSK, 0xffffffff);
120 OUTREG(DP_CNTL, (xdir>=0 ? DST_X_LEFT_TO_RIGHT : 0)
121 | (ydir>=0 ? DST_Y_TOP_TO_BOTTOM : 0));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700122
Linus Torvalds6c34bc22008-12-10 09:26:17 -0800123 radeon_fifo_wait(2);
David Miller969830b2008-08-12 15:08:51 -0700124 OUTREG(DSTCACHE_CTLSTAT, RB2D_DC_FLUSH_ALL);
125 OUTREG(WAIT_UNTIL, (WAIT_2D_IDLECLEAN | WAIT_DMA_GUI_IDLE));
Linus Torvalds6c34bc22008-12-10 09:26:17 -0800126
127 radeon_fifo_wait(3);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700128 OUTREG(SRC_Y_X, (sy << 16) | sx);
129 OUTREG(DST_Y_X, (dy << 16) | dx);
130 OUTREG(DST_HEIGHT_WIDTH, (h << 16) | w);
131}
132
133
134void radeonfb_copyarea(struct fb_info *info, const struct fb_copyarea *area)
135{
136 struct radeonfb_info *rinfo = info->par;
137 struct fb_copyarea modded;
138 u32 vxres, vyres;
139 modded.sx = area->sx;
140 modded.sy = area->sy;
141 modded.dx = area->dx;
142 modded.dy = area->dy;
143 modded.width = area->width;
144 modded.height = area->height;
145
Linus Torvalds6c34bc22008-12-10 09:26:17 -0800146 if (info->state != FBINFO_STATE_RUNNING)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700147 return;
148 if (info->flags & FBINFO_HWACCEL_DISABLED) {
149 cfb_copyarea(info, area);
150 return;
151 }
152
Linus Torvalds6c34bc22008-12-10 09:26:17 -0800153 radeon_fixup_offset(rinfo);
154
Linus Torvalds1da177e2005-04-16 15:20:36 -0700155 vxres = info->var.xres_virtual;
156 vyres = info->var.yres_virtual;
157
158 if(!modded.width || !modded.height ||
159 modded.sx >= vxres || modded.sy >= vyres ||
160 modded.dx >= vxres || modded.dy >= vyres)
161 return;
162
163 if(modded.sx + modded.width > vxres) modded.width = vxres - modded.sx;
164 if(modded.dx + modded.width > vxres) modded.width = vxres - modded.dx;
165 if(modded.sy + modded.height > vyres) modded.height = vyres - modded.sy;
166 if(modded.dy + modded.height > vyres) modded.height = vyres - modded.dy;
167
168 radeonfb_prim_copyarea(rinfo, &modded);
169}
170
171void radeonfb_imageblit(struct fb_info *info, const struct fb_image *image)
172{
173 struct radeonfb_info *rinfo = info->par;
174
Linus Torvalds6c34bc22008-12-10 09:26:17 -0800175 if (info->state != FBINFO_STATE_RUNNING)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700176 return;
Linus Torvalds6c34bc22008-12-10 09:26:17 -0800177 radeon_engine_idle();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700178
179 cfb_imageblit(info, image);
180}
181
182int radeonfb_sync(struct fb_info *info)
183{
184 struct radeonfb_info *rinfo = info->par;
185
186 if (info->state != FBINFO_STATE_RUNNING)
187 return 0;
Linus Torvalds6c34bc22008-12-10 09:26:17 -0800188 radeon_engine_idle();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700189
190 return 0;
191}
192
193void radeonfb_engine_reset(struct radeonfb_info *rinfo)
194{
195 u32 clock_cntl_index, mclk_cntl, rbbm_soft_reset;
196 u32 host_path_cntl;
197
198 radeon_engine_flush (rinfo);
199
200 clock_cntl_index = INREG(CLOCK_CNTL_INDEX);
201 mclk_cntl = INPLL(MCLK_CNTL);
202
203 OUTPLL(MCLK_CNTL, (mclk_cntl |
204 FORCEON_MCLKA |
205 FORCEON_MCLKB |
206 FORCEON_YCLKA |
207 FORCEON_YCLKB |
208 FORCEON_MC |
209 FORCEON_AIC));
210
211 host_path_cntl = INREG(HOST_PATH_CNTL);
212 rbbm_soft_reset = INREG(RBBM_SOFT_RESET);
213
Benjamin Herrenschmidta6c0c372008-10-15 22:03:44 -0700214 if (IS_R300_VARIANT(rinfo)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700215 u32 tmp;
216
217 OUTREG(RBBM_SOFT_RESET, (rbbm_soft_reset |
218 SOFT_RESET_CP |
219 SOFT_RESET_HI |
220 SOFT_RESET_E2));
221 INREG(RBBM_SOFT_RESET);
222 OUTREG(RBBM_SOFT_RESET, 0);
223 tmp = INREG(RB2D_DSTCACHE_MODE);
224 OUTREG(RB2D_DSTCACHE_MODE, tmp | (1 << 17)); /* FIXME */
225 } else {
226 OUTREG(RBBM_SOFT_RESET, rbbm_soft_reset |
227 SOFT_RESET_CP |
228 SOFT_RESET_HI |
229 SOFT_RESET_SE |
230 SOFT_RESET_RE |
231 SOFT_RESET_PP |
232 SOFT_RESET_E2 |
233 SOFT_RESET_RB);
234 INREG(RBBM_SOFT_RESET);
235 OUTREG(RBBM_SOFT_RESET, rbbm_soft_reset & (u32)
236 ~(SOFT_RESET_CP |
237 SOFT_RESET_HI |
238 SOFT_RESET_SE |
239 SOFT_RESET_RE |
240 SOFT_RESET_PP |
241 SOFT_RESET_E2 |
242 SOFT_RESET_RB));
243 INREG(RBBM_SOFT_RESET);
244 }
245
246 OUTREG(HOST_PATH_CNTL, host_path_cntl | HDP_SOFT_RESET);
247 INREG(HOST_PATH_CNTL);
248 OUTREG(HOST_PATH_CNTL, host_path_cntl);
249
Benjamin Herrenschmidta6c0c372008-10-15 22:03:44 -0700250 if (!IS_R300_VARIANT(rinfo))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700251 OUTREG(RBBM_SOFT_RESET, rbbm_soft_reset);
252
253 OUTREG(CLOCK_CNTL_INDEX, clock_cntl_index);
254 OUTPLL(MCLK_CNTL, mclk_cntl);
255}
256
257void radeonfb_engine_init (struct radeonfb_info *rinfo)
258{
259 unsigned long temp;
260
261 /* disable 3D engine */
262 OUTREG(RB3D_CNTL, 0);
263
264 radeonfb_engine_reset(rinfo);
265
Linus Torvalds6c34bc22008-12-10 09:26:17 -0800266 radeon_fifo_wait (1);
Benjamin Herrenschmidta6c0c372008-10-15 22:03:44 -0700267 if (IS_R300_VARIANT(rinfo)) {
268 OUTREG(RB2D_DSTCACHE_MODE, INREG(RB2D_DSTCACHE_MODE) |
269 RB2D_DC_AUTOFLUSH_ENABLE |
270 RB2D_DC_DC_DISABLE_IGNORE_PE);
271 } else {
272 /* This needs to be double checked with ATI. Latest X driver
273 * completely "forgets" to set this register on < r3xx, and
274 * we used to just write 0 there... I'll keep the 0 and update
275 * that when we have sorted things out on X side.
276 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700277 OUTREG(RB2D_DSTCACHE_MODE, 0);
Benjamin Herrenschmidta6c0c372008-10-15 22:03:44 -0700278 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700279
Linus Torvalds6c34bc22008-12-10 09:26:17 -0800280 radeon_fifo_wait (3);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700281 /* We re-read MC_FB_LOCATION from card as it can have been
282 * modified by XFree drivers (ouch !)
283 */
284 rinfo->fb_local_base = INREG(MC_FB_LOCATION) << 16;
285
286 OUTREG(DEFAULT_PITCH_OFFSET, (rinfo->pitch << 0x16) |
287 (rinfo->fb_local_base >> 10));
288 OUTREG(DST_PITCH_OFFSET, (rinfo->pitch << 0x16) | (rinfo->fb_local_base >> 10));
289 OUTREG(SRC_PITCH_OFFSET, (rinfo->pitch << 0x16) | (rinfo->fb_local_base >> 10));
290
Linus Torvalds6c34bc22008-12-10 09:26:17 -0800291 radeon_fifo_wait (1);
292#if defined(__BIG_ENDIAN)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700293 OUTREGP(DP_DATATYPE, HOST_BIG_ENDIAN_EN, ~HOST_BIG_ENDIAN_EN);
294#else
295 OUTREGP(DP_DATATYPE, 0, ~HOST_BIG_ENDIAN_EN);
296#endif
Linus Torvalds6c34bc22008-12-10 09:26:17 -0800297 radeon_fifo_wait (2);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700298 OUTREG(DEFAULT_SC_TOP_LEFT, 0);
299 OUTREG(DEFAULT_SC_BOTTOM_RIGHT, (DEFAULT_SC_RIGHT_MAX |
300 DEFAULT_SC_BOTTOM_MAX));
301
302 temp = radeon_get_dstbpp(rinfo->depth);
Linus Torvalds6c34bc22008-12-10 09:26:17 -0800303 rinfo->dp_gui_master_cntl = ((temp << 8) | GMC_CLR_CMP_CNTL_DIS);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700304
Linus Torvalds6c34bc22008-12-10 09:26:17 -0800305 radeon_fifo_wait (1);
306 OUTREG(DP_GUI_MASTER_CNTL, (rinfo->dp_gui_master_cntl |
307 GMC_BRUSH_SOLID_COLOR |
308 GMC_SRC_DATATYPE_COLOR));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700309
Linus Torvalds6c34bc22008-12-10 09:26:17 -0800310 radeon_fifo_wait (7);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700311
312 /* clear line drawing regs */
313 OUTREG(DST_LINE_START, 0);
314 OUTREG(DST_LINE_END, 0);
315
Linus Torvalds6c34bc22008-12-10 09:26:17 -0800316 /* set brush color regs */
317 OUTREG(DP_BRUSH_FRGD_CLR, 0xffffffff);
318 OUTREG(DP_BRUSH_BKGD_CLR, 0x00000000);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700319
Linus Torvalds6c34bc22008-12-10 09:26:17 -0800320 /* set source color regs */
321 OUTREG(DP_SRC_FRGD_CLR, 0xffffffff);
322 OUTREG(DP_SRC_BKGD_CLR, 0x00000000);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700323
324 /* default write mask */
325 OUTREG(DP_WRITE_MSK, 0xffffffff);
326
Linus Torvalds6c34bc22008-12-10 09:26:17 -0800327 radeon_engine_idle ();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700328}