blob: 4a1249a7d46ac2c0891ad2c8e89a2945d9e2d887 [file] [log] [blame]
Hans Verkuil1c1e45d2008-04-28 20:24:33 -03001/*
2 * cx18 mailbox functions
3 *
4 * Copyright (C) 2007 Hans Verkuil <hverkuil@xs4all.nl>
Andy Walls1ed9dcc2008-11-22 01:37:34 -03005 * Copyright (C) 2008 Andy Walls <awalls@radix.net>
Hans Verkuil1c1e45d2008-04-28 20:24:33 -03006 *
7 * This program is free software; you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License as published by
9 * the Free Software Foundation; either version 2 of the License, or
10 * (at your option) any later version.
11 *
12 * This program is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 * GNU General Public License for more details.
16 *
17 * You should have received a copy of the GNU General Public License
18 * along with this program; if not, write to the Free Software
19 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA
20 * 02111-1307 USA
21 */
22
23#include <stdarg.h>
24
25#include "cx18-driver.h"
Andy Wallsb1526422008-08-30 16:03:44 -030026#include "cx18-io.h"
Hans Verkuil1c1e45d2008-04-28 20:24:33 -030027#include "cx18-scb.h"
28#include "cx18-irq.h"
29#include "cx18-mailbox.h"
Andy Wallsee2d64f2008-11-16 01:38:19 -030030#include "cx18-queue.h"
31#include "cx18-streams.h"
32
33static const char *rpu_str[] = { "APU", "CPU", "EPU", "HPU" };
Hans Verkuil1c1e45d2008-04-28 20:24:33 -030034
35#define API_FAST (1 << 2) /* Short timeout */
36#define API_SLOW (1 << 3) /* Additional 300ms timeout */
37
Hans Verkuil1c1e45d2008-04-28 20:24:33 -030038struct cx18_api_info {
39 u32 cmd;
40 u8 flags; /* Flags, see above */
41 u8 rpu; /* Processing unit */
42 const char *name; /* The name of the command */
43};
44
45#define API_ENTRY(rpu, x, f) { (x), (f), (rpu), #x }
46
47static const struct cx18_api_info api_info[] = {
48 /* MPEG encoder API */
49 API_ENTRY(CPU, CX18_CPU_SET_CHANNEL_TYPE, 0),
50 API_ENTRY(CPU, CX18_EPU_DEBUG, 0),
51 API_ENTRY(CPU, CX18_CREATE_TASK, 0),
52 API_ENTRY(CPU, CX18_DESTROY_TASK, 0),
53 API_ENTRY(CPU, CX18_CPU_CAPTURE_START, API_SLOW),
54 API_ENTRY(CPU, CX18_CPU_CAPTURE_STOP, API_SLOW),
55 API_ENTRY(CPU, CX18_CPU_CAPTURE_PAUSE, 0),
56 API_ENTRY(CPU, CX18_CPU_CAPTURE_RESUME, 0),
57 API_ENTRY(CPU, CX18_CPU_SET_CHANNEL_TYPE, 0),
58 API_ENTRY(CPU, CX18_CPU_SET_STREAM_OUTPUT_TYPE, 0),
59 API_ENTRY(CPU, CX18_CPU_SET_VIDEO_IN, 0),
60 API_ENTRY(CPU, CX18_CPU_SET_VIDEO_RATE, 0),
61 API_ENTRY(CPU, CX18_CPU_SET_VIDEO_RESOLUTION, 0),
62 API_ENTRY(CPU, CX18_CPU_SET_FILTER_PARAM, 0),
63 API_ENTRY(CPU, CX18_CPU_SET_SPATIAL_FILTER_TYPE, 0),
64 API_ENTRY(CPU, CX18_CPU_SET_MEDIAN_CORING, 0),
65 API_ENTRY(CPU, CX18_CPU_SET_INDEXTABLE, 0),
66 API_ENTRY(CPU, CX18_CPU_SET_AUDIO_PARAMETERS, 0),
67 API_ENTRY(CPU, CX18_CPU_SET_VIDEO_MUTE, 0),
68 API_ENTRY(CPU, CX18_CPU_SET_AUDIO_MUTE, 0),
69 API_ENTRY(CPU, CX18_CPU_SET_MISC_PARAMETERS, 0),
70 API_ENTRY(CPU, CX18_CPU_SET_RAW_VBI_PARAM, API_SLOW),
71 API_ENTRY(CPU, CX18_CPU_SET_CAPTURE_LINE_NO, 0),
72 API_ENTRY(CPU, CX18_CPU_SET_COPYRIGHT, 0),
73 API_ENTRY(CPU, CX18_CPU_SET_AUDIO_PID, 0),
74 API_ENTRY(CPU, CX18_CPU_SET_VIDEO_PID, 0),
75 API_ENTRY(CPU, CX18_CPU_SET_VER_CROP_LINE, 0),
76 API_ENTRY(CPU, CX18_CPU_SET_GOP_STRUCTURE, 0),
77 API_ENTRY(CPU, CX18_CPU_SET_SCENE_CHANGE_DETECTION, 0),
78 API_ENTRY(CPU, CX18_CPU_SET_ASPECT_RATIO, 0),
79 API_ENTRY(CPU, CX18_CPU_SET_SKIP_INPUT_FRAME, 0),
80 API_ENTRY(CPU, CX18_CPU_SET_SLICED_VBI_PARAM, 0),
81 API_ENTRY(CPU, CX18_CPU_SET_USERDATA_PLACE_HOLDER, 0),
82 API_ENTRY(CPU, CX18_CPU_GET_ENC_PTS, 0),
83 API_ENTRY(CPU, CX18_CPU_DE_SET_MDL_ACK, 0),
84 API_ENTRY(CPU, CX18_CPU_DE_SET_MDL, API_FAST),
Andy Walls4e6b6102008-11-01 01:07:36 -030085 API_ENTRY(CPU, CX18_CPU_DE_RELEASE_MDL, API_SLOW),
Andy Walls350145a2009-01-04 21:51:17 -030086 API_ENTRY(APU, CX18_APU_START, 0),
87 API_ENTRY(APU, CX18_APU_STOP, 0),
Andy Wallsfd6b9c92008-12-14 21:26:25 -030088 API_ENTRY(APU, CX18_APU_RESETAI, 0),
89 API_ENTRY(CPU, CX18_CPU_DEBUG_PEEK32, 0),
Hans Verkuil1c1e45d2008-04-28 20:24:33 -030090 API_ENTRY(0, 0, 0),
91};
92
93static const struct cx18_api_info *find_api_info(u32 cmd)
94{
95 int i;
96
97 for (i = 0; api_info[i].cmd; i++)
98 if (api_info[i].cmd == cmd)
99 return &api_info[i];
100 return NULL;
101}
102
Andy Walls50299992009-01-01 12:35:06 -0300103/* Call with buf of n*11+1 bytes */
104static char *u32arr2hex(u32 data[], int n, char *buf)
105{
106 char *p;
107 int i;
108
109 for (i = 0, p = buf; i < n; i++, p += 11) {
110 /* kernel snprintf() appends '\0' always */
111 snprintf(p, 12, " %#010x", data[i]);
112 }
113 *p = '\0';
114 return buf;
115}
116
Andy Wallsee2d64f2008-11-16 01:38:19 -0300117static void dump_mb(struct cx18 *cx, struct cx18_mailbox *mb, char *name)
118{
119 char argstr[MAX_MB_ARGUMENTS*11+1];
Andy Wallsee2d64f2008-11-16 01:38:19 -0300120
121 if (!(cx18_debug & CX18_DBGFLG_API))
122 return;
123
Andy Wallsee2d64f2008-11-16 01:38:19 -0300124 CX18_DEBUG_API("%s: req %#010x ack %#010x cmd %#010x err %#010x args%s"
Andy Walls50299992009-01-01 12:35:06 -0300125 "\n", name, mb->request, mb->ack, mb->cmd, mb->error,
126 u32arr2hex(mb->args, MAX_MB_ARGUMENTS, argstr));
Andy Wallsee2d64f2008-11-16 01:38:19 -0300127}
128
129
130/*
131 * Functions that run in a work_queue work handling context
132 */
133
Andy Wallsdeed75e2009-04-13 22:22:40 -0300134static void epu_dma_done(struct cx18 *cx, struct cx18_in_work_order *order)
Andy Wallsee2d64f2008-11-16 01:38:19 -0300135{
Andy Wallsbca11a52008-11-19 01:24:33 -0300136 u32 handle, mdl_ack_count, id;
Andy Wallsee2d64f2008-11-16 01:38:19 -0300137 struct cx18_mailbox *mb;
138 struct cx18_mdl_ack *mdl_ack;
139 struct cx18_stream *s;
140 struct cx18_buffer *buf;
141 int i;
142
143 mb = &order->mb;
144 handle = mb->args[0];
145 s = cx18_handle_to_stream(cx, handle);
146
147 if (s == NULL) {
148 CX18_WARN("Got DMA done notification for unknown/inactive"
Andy Wallsbca11a52008-11-19 01:24:33 -0300149 " handle %d, %s mailbox seq no %d\n", handle,
150 (order->flags & CX18_F_EWO_MB_STALE_UPON_RECEIPT) ?
151 "stale" : "good", mb->request);
Andy Wallsee2d64f2008-11-16 01:38:19 -0300152 return;
153 }
154
155 mdl_ack_count = mb->args[2];
156 mdl_ack = order->mdl_ack;
157 for (i = 0; i < mdl_ack_count; i++, mdl_ack++) {
Andy Wallsbca11a52008-11-19 01:24:33 -0300158 id = mdl_ack->id;
159 /*
160 * Simple integrity check for processing a stale (and possibly
161 * inconsistent mailbox): make sure the buffer id is in the
162 * valid range for the stream.
163 *
164 * We go through the trouble of dealing with stale mailboxes
165 * because most of the time, the mailbox data is still valid and
166 * unchanged (and in practice the firmware ping-pongs the
167 * two mdl_ack buffers so mdl_acks are not stale).
168 *
169 * There are occasions when we get a half changed mailbox,
170 * which this check catches for a handle & id mismatch. If the
171 * handle and id do correspond, the worst case is that we
172 * completely lost the old buffer, but pick up the new buffer
173 * early (but the new mdl_ack is guaranteed to be good in this
174 * case as the firmware wouldn't point us to a new mdl_ack until
175 * it's filled in).
176 *
177 * cx18_queue_get buf() will detect the lost buffers
Andy Wallsabb096d2008-12-12 15:50:27 -0300178 * and send them back to q_free for fw rotation eventually.
Andy Wallsbca11a52008-11-19 01:24:33 -0300179 */
180 if ((order->flags & CX18_F_EWO_MB_STALE_UPON_RECEIPT) &&
Andy Wallsfa655dd2009-11-05 21:51:24 -0300181 !(id >= s->mdl_base_idx &&
182 id < (s->mdl_base_idx + s->buffers))) {
Andy Wallsbca11a52008-11-19 01:24:33 -0300183 CX18_WARN("Fell behind! Ignoring stale mailbox with "
184 " inconsistent data. Lost buffer for mailbox "
185 "seq no %d\n", mb->request);
186 break;
187 }
188 buf = cx18_queue_get_buf(s, id, mdl_ack->data_used);
Andy Wallsabb096d2008-12-12 15:50:27 -0300189
Andy Wallsbca11a52008-11-19 01:24:33 -0300190 CX18_DEBUG_HI_DMA("DMA DONE for %s (buffer %d)\n", s->name, id);
Andy Wallsee2d64f2008-11-16 01:38:19 -0300191 if (buf == NULL) {
192 CX18_WARN("Could not find buf %d for stream %s\n",
Andy Wallsbca11a52008-11-19 01:24:33 -0300193 id, s->name);
Andy Wallsee2d64f2008-11-16 01:38:19 -0300194 continue;
195 }
196
Andy Walls40c55202009-04-13 23:08:00 -0300197 CX18_DEBUG_HI_DMA("%s recv bytesused = %d\n",
198 s->name, buf->bytesused);
199
200 if (s->type != CX18_ENC_STREAM_TYPE_TS)
201 cx18_enqueue(s, buf, &s->q_full);
202 else {
203 if (s->dvb.enabled)
204 dvb_dmx_swfilter(&s->dvb.demux, buf->buf,
205 buf->bytesused);
206 cx18_enqueue(s, buf, &s->q_free);
Andy Wallsabb096d2008-12-12 15:50:27 -0300207 }
Andy Wallsee2d64f2008-11-16 01:38:19 -0300208 }
Andy Walls40c55202009-04-13 23:08:00 -0300209 /* Put as many buffers as possible back into fw use */
210 cx18_stream_load_fw_queue(s);
211
Andy Wallsee2d64f2008-11-16 01:38:19 -0300212 wake_up(&cx->dma_waitq);
213 if (s->id != -1)
214 wake_up(&s->waitq);
215}
216
Andy Wallsdeed75e2009-04-13 22:22:40 -0300217static void epu_debug(struct cx18 *cx, struct cx18_in_work_order *order)
Andy Wallsee2d64f2008-11-16 01:38:19 -0300218{
219 char *p;
220 char *str = order->str;
221
222 CX18_DEBUG_INFO("%x %s\n", order->mb.args[0], str);
223 p = strchr(str, '.');
224 if (!test_bit(CX18_F_I_LOADED_FW, &cx->i_flags) && p && p > str)
225 CX18_INFO("FW version: %s\n", p - 1);
226}
227
Andy Wallsdeed75e2009-04-13 22:22:40 -0300228static void epu_cmd(struct cx18 *cx, struct cx18_in_work_order *order)
Andy Wallsee2d64f2008-11-16 01:38:19 -0300229{
230 switch (order->rpu) {
231 case CPU:
232 {
233 switch (order->mb.cmd) {
234 case CX18_EPU_DMA_DONE:
235 epu_dma_done(cx, order);
236 break;
237 case CX18_EPU_DEBUG:
238 epu_debug(cx, order);
239 break;
240 default:
241 CX18_WARN("Unknown CPU to EPU mailbox command %#0x\n",
242 order->mb.cmd);
243 break;
244 }
245 break;
246 }
247 case APU:
248 CX18_WARN("Unknown APU to EPU mailbox command %#0x\n",
249 order->mb.cmd);
250 break;
251 default:
252 break;
253 }
254}
255
256static
Andy Wallsdeed75e2009-04-13 22:22:40 -0300257void free_in_work_order(struct cx18 *cx, struct cx18_in_work_order *order)
Andy Wallsee2d64f2008-11-16 01:38:19 -0300258{
259 atomic_set(&order->pending, 0);
260}
261
Andy Wallsdeed75e2009-04-13 22:22:40 -0300262void cx18_in_work_handler(struct work_struct *work)
Andy Wallsee2d64f2008-11-16 01:38:19 -0300263{
Andy Wallsdeed75e2009-04-13 22:22:40 -0300264 struct cx18_in_work_order *order =
265 container_of(work, struct cx18_in_work_order, work);
Andy Wallsee2d64f2008-11-16 01:38:19 -0300266 struct cx18 *cx = order->cx;
267 epu_cmd(cx, order);
Andy Wallsdeed75e2009-04-13 22:22:40 -0300268 free_in_work_order(cx, order);
Andy Wallsee2d64f2008-11-16 01:38:19 -0300269}
270
271
272/*
273 * Functions that run in an interrupt handling context
274 */
275
Andy Wallsdeed75e2009-04-13 22:22:40 -0300276static void mb_ack_irq(struct cx18 *cx, struct cx18_in_work_order *order)
Hans Verkuil1c1e45d2008-04-28 20:24:33 -0300277{
Al Viro990c81c2008-05-21 00:32:01 -0300278 struct cx18_mailbox __iomem *ack_mb;
Andy Wallsee2d64f2008-11-16 01:38:19 -0300279 u32 ack_irq, req;
Hans Verkuil1c1e45d2008-04-28 20:24:33 -0300280
Andy Wallsee2d64f2008-11-16 01:38:19 -0300281 switch (order->rpu) {
Hans Verkuil1c1e45d2008-04-28 20:24:33 -0300282 case APU:
283 ack_irq = IRQ_EPU_TO_APU_ACK;
284 ack_mb = &cx->scb->apu2epu_mb;
285 break;
286 case CPU:
287 ack_irq = IRQ_EPU_TO_CPU_ACK;
288 ack_mb = &cx->scb->cpu2epu_mb;
289 break;
290 default:
Andy Walls72c2d6d2008-11-06 01:15:41 -0300291 CX18_WARN("Unhandled RPU (%d) for command %x ack\n",
Andy Wallsee2d64f2008-11-16 01:38:19 -0300292 order->rpu, order->mb.cmd);
293 return;
Hans Verkuil1c1e45d2008-04-28 20:24:33 -0300294 }
295
Andy Wallsee2d64f2008-11-16 01:38:19 -0300296 req = order->mb.request;
297 /* Don't ack if the RPU has gotten impatient and timed us out */
298 if (req != cx18_readl(cx, &ack_mb->request) ||
Andy Walls72a4f802008-11-16 21:18:00 -0300299 req == cx18_readl(cx, &ack_mb->ack)) {
Andy Wallsbca11a52008-11-19 01:24:33 -0300300 CX18_DEBUG_WARN("Possibly falling behind: %s self-ack'ed our "
301 "incoming %s to EPU mailbox (sequence no. %u) "
302 "while processing\n",
303 rpu_str[order->rpu], rpu_str[order->rpu], req);
Andy Walls72a4f802008-11-16 21:18:00 -0300304 order->flags |= CX18_F_EWO_MB_STALE_WHILE_PROC;
Andy Wallsee2d64f2008-11-16 01:38:19 -0300305 return;
Andy Walls72a4f802008-11-16 21:18:00 -0300306 }
Andy Wallsee2d64f2008-11-16 01:38:19 -0300307 cx18_writel(cx, req, &ack_mb->ack);
Andy Wallsf056d292008-10-31 20:49:12 -0300308 cx18_write_reg_expect(cx, ack_irq, SW2_INT_SET, ack_irq, ack_irq);
Andy Wallsee2d64f2008-11-16 01:38:19 -0300309 return;
Hans Verkuil1c1e45d2008-04-28 20:24:33 -0300310}
311
Andy Wallsdeed75e2009-04-13 22:22:40 -0300312static int epu_dma_done_irq(struct cx18 *cx, struct cx18_in_work_order *order)
Andy Wallsee2d64f2008-11-16 01:38:19 -0300313{
314 u32 handle, mdl_ack_offset, mdl_ack_count;
315 struct cx18_mailbox *mb;
316
317 mb = &order->mb;
318 handle = mb->args[0];
319 mdl_ack_offset = mb->args[1];
320 mdl_ack_count = mb->args[2];
321
322 if (handle == CX18_INVALID_TASK_HANDLE ||
323 mdl_ack_count == 0 || mdl_ack_count > CX18_MAX_MDL_ACKS) {
Andy Walls72a4f802008-11-16 21:18:00 -0300324 if ((order->flags & CX18_F_EWO_MB_STALE) == 0)
Andy Wallsee2d64f2008-11-16 01:38:19 -0300325 mb_ack_irq(cx, order);
326 return -1;
327 }
328
329 cx18_memcpy_fromio(cx, order->mdl_ack, cx->enc_mem + mdl_ack_offset,
330 sizeof(struct cx18_mdl_ack) * mdl_ack_count);
Andy Walls72a4f802008-11-16 21:18:00 -0300331
332 if ((order->flags & CX18_F_EWO_MB_STALE) == 0)
Andy Wallsee2d64f2008-11-16 01:38:19 -0300333 mb_ack_irq(cx, order);
334 return 1;
335}
336
337static
Andy Wallsdeed75e2009-04-13 22:22:40 -0300338int epu_debug_irq(struct cx18 *cx, struct cx18_in_work_order *order)
Andy Wallsee2d64f2008-11-16 01:38:19 -0300339{
340 u32 str_offset;
341 char *str = order->str;
342
343 str[0] = '\0';
344 str_offset = order->mb.args[1];
345 if (str_offset) {
346 cx18_setup_page(cx, str_offset);
347 cx18_memcpy_fromio(cx, str, cx->enc_mem + str_offset, 252);
348 str[252] = '\0';
349 cx18_setup_page(cx, SCB_OFFSET);
350 }
351
Andy Walls72a4f802008-11-16 21:18:00 -0300352 if ((order->flags & CX18_F_EWO_MB_STALE) == 0)
Andy Wallsee2d64f2008-11-16 01:38:19 -0300353 mb_ack_irq(cx, order);
354
355 return str_offset ? 1 : 0;
356}
357
358static inline
Andy Wallsdeed75e2009-04-13 22:22:40 -0300359int epu_cmd_irq(struct cx18 *cx, struct cx18_in_work_order *order)
Andy Wallsee2d64f2008-11-16 01:38:19 -0300360{
361 int ret = -1;
362
363 switch (order->rpu) {
364 case CPU:
365 {
366 switch (order->mb.cmd) {
367 case CX18_EPU_DMA_DONE:
Andy Walls72a4f802008-11-16 21:18:00 -0300368 ret = epu_dma_done_irq(cx, order);
Andy Wallsee2d64f2008-11-16 01:38:19 -0300369 break;
370 case CX18_EPU_DEBUG:
Andy Walls72a4f802008-11-16 21:18:00 -0300371 ret = epu_debug_irq(cx, order);
Andy Wallsee2d64f2008-11-16 01:38:19 -0300372 break;
373 default:
374 CX18_WARN("Unknown CPU to EPU mailbox command %#0x\n",
375 order->mb.cmd);
376 break;
377 }
378 break;
379 }
380 case APU:
381 CX18_WARN("Unknown APU to EPU mailbox command %#0x\n",
382 order->mb.cmd);
383 break;
384 default:
385 break;
386 }
387 return ret;
388}
389
390static inline
Andy Wallsdeed75e2009-04-13 22:22:40 -0300391struct cx18_in_work_order *alloc_in_work_order_irq(struct cx18 *cx)
Andy Wallsee2d64f2008-11-16 01:38:19 -0300392{
393 int i;
Andy Wallsdeed75e2009-04-13 22:22:40 -0300394 struct cx18_in_work_order *order = NULL;
Andy Wallsee2d64f2008-11-16 01:38:19 -0300395
Andy Wallsdeed75e2009-04-13 22:22:40 -0300396 for (i = 0; i < CX18_MAX_IN_WORK_ORDERS; i++) {
Andy Wallsee2d64f2008-11-16 01:38:19 -0300397 /*
398 * We only need "pending" atomic to inspect its contents,
399 * and need not do a check and set because:
400 * 1. Any work handler thread only clears "pending" and only
401 * on one, particular work order at a time, per handler thread.
402 * 2. "pending" is only set here, and we're serialized because
403 * we're called in an IRQ handler context.
404 */
Andy Wallsdeed75e2009-04-13 22:22:40 -0300405 if (atomic_read(&cx->in_work_order[i].pending) == 0) {
406 order = &cx->in_work_order[i];
Andy Wallsee2d64f2008-11-16 01:38:19 -0300407 atomic_set(&order->pending, 1);
408 break;
409 }
410 }
411 return order;
412}
413
414void cx18_api_epu_cmd_irq(struct cx18 *cx, int rpu)
415{
416 struct cx18_mailbox __iomem *mb;
417 struct cx18_mailbox *order_mb;
Andy Wallsdeed75e2009-04-13 22:22:40 -0300418 struct cx18_in_work_order *order;
Andy Wallsee2d64f2008-11-16 01:38:19 -0300419 int submit;
420
421 switch (rpu) {
422 case CPU:
423 mb = &cx->scb->cpu2epu_mb;
424 break;
425 case APU:
426 mb = &cx->scb->apu2epu_mb;
427 break;
428 default:
429 return;
430 }
431
Andy Wallsdeed75e2009-04-13 22:22:40 -0300432 order = alloc_in_work_order_irq(cx);
Andy Wallsee2d64f2008-11-16 01:38:19 -0300433 if (order == NULL) {
434 CX18_WARN("Unable to find blank work order form to schedule "
435 "incoming mailbox command processing\n");
436 return;
437 }
438
Andy Walls72a4f802008-11-16 21:18:00 -0300439 order->flags = 0;
Andy Wallsee2d64f2008-11-16 01:38:19 -0300440 order->rpu = rpu;
441 order_mb = &order->mb;
Andy Wallsd6c7e5f2008-11-17 22:48:46 -0300442
443 /* mb->cmd and mb->args[0] through mb->args[2] */
444 cx18_memcpy_fromio(cx, &order_mb->cmd, &mb->cmd, 4 * sizeof(u32));
445 /* mb->request and mb->ack. N.B. we want to read mb->ack last */
446 cx18_memcpy_fromio(cx, &order_mb->request, &mb->request,
447 2 * sizeof(u32));
Andy Wallsee2d64f2008-11-16 01:38:19 -0300448
449 if (order_mb->request == order_mb->ack) {
Andy Wallsbca11a52008-11-19 01:24:33 -0300450 CX18_DEBUG_WARN("Possibly falling behind: %s self-ack'ed our "
451 "incoming %s to EPU mailbox (sequence no. %u)"
452 "\n",
453 rpu_str[rpu], rpu_str[rpu], order_mb->request);
Andy Walls50299992009-01-01 12:35:06 -0300454 if (cx18_debug & CX18_DBGFLG_WARN)
455 dump_mb(cx, order_mb, "incoming");
Andy Walls72a4f802008-11-16 21:18:00 -0300456 order->flags = CX18_F_EWO_MB_STALE_UPON_RECEIPT;
Andy Wallsee2d64f2008-11-16 01:38:19 -0300457 }
458
459 /*
460 * Individual EPU command processing is responsible for ack-ing
461 * a non-stale mailbox as soon as possible
462 */
Andy Walls72a4f802008-11-16 21:18:00 -0300463 submit = epu_cmd_irq(cx, order);
Andy Wallsee2d64f2008-11-16 01:38:19 -0300464 if (submit > 0) {
Andy Wallsdeed75e2009-04-13 22:22:40 -0300465 queue_work(cx->in_work_queue, &order->work);
Andy Wallsee2d64f2008-11-16 01:38:19 -0300466 }
467}
468
469
470/*
471 * Functions called from a non-interrupt, non work_queue context
472 */
473
Hans Verkuil1c1e45d2008-04-28 20:24:33 -0300474static int cx18_api_call(struct cx18 *cx, u32 cmd, int args, u32 data[])
475{
476 const struct cx18_api_info *info = find_api_info(cmd);
Andy Wallsac504412008-11-07 23:57:46 -0300477 u32 state, irq, req, ack, err;
Al Viro990c81c2008-05-21 00:32:01 -0300478 struct cx18_mailbox __iomem *mb;
Andy Wallsac504412008-11-07 23:57:46 -0300479 u32 __iomem *xpu_state;
Hans Verkuil1c1e45d2008-04-28 20:24:33 -0300480 wait_queue_head_t *waitq;
Andy Walls72c2d6d2008-11-06 01:15:41 -0300481 struct mutex *mb_lock;
Andy Walls5f0a3cf2009-04-13 22:53:09 -0300482 unsigned long int t0, timeout, ret;
Hans Verkuil1c1e45d2008-04-28 20:24:33 -0300483 int i;
Andy Walls50299992009-01-01 12:35:06 -0300484 char argstr[MAX_MB_ARGUMENTS*11+1];
Andy Walls5f0a3cf2009-04-13 22:53:09 -0300485 DEFINE_WAIT(w);
Hans Verkuil1c1e45d2008-04-28 20:24:33 -0300486
487 if (info == NULL) {
488 CX18_WARN("unknown cmd %x\n", cmd);
489 return -EINVAL;
490 }
491
Andy Walls50299992009-01-01 12:35:06 -0300492 if (cx18_debug & CX18_DBGFLG_API) { /* only call u32arr2hex if needed */
493 if (cmd == CX18_CPU_DE_SET_MDL) {
494 if (cx18_debug & CX18_DBGFLG_HIGHVOL)
495 CX18_DEBUG_HI_API("%s\tcmd %#010x args%s\n",
496 info->name, cmd,
497 u32arr2hex(data, args, argstr));
498 } else
499 CX18_DEBUG_API("%s\tcmd %#010x args%s\n",
500 info->name, cmd,
501 u32arr2hex(data, args, argstr));
502 }
Andy Walls72c2d6d2008-11-06 01:15:41 -0300503
504 switch (info->rpu) {
505 case APU:
506 waitq = &cx->mb_apu_waitq;
507 mb_lock = &cx->epu2apu_mb_lock;
Andy Wallsac504412008-11-07 23:57:46 -0300508 irq = IRQ_EPU_TO_APU;
509 mb = &cx->scb->epu2apu_mb;
510 xpu_state = &cx->scb->apu_state;
Andy Walls72c2d6d2008-11-06 01:15:41 -0300511 break;
512 case CPU:
513 waitq = &cx->mb_cpu_waitq;
514 mb_lock = &cx->epu2cpu_mb_lock;
Andy Wallsac504412008-11-07 23:57:46 -0300515 irq = IRQ_EPU_TO_CPU;
516 mb = &cx->scb->epu2cpu_mb;
517 xpu_state = &cx->scb->cpu_state;
Andy Walls72c2d6d2008-11-06 01:15:41 -0300518 break;
519 default:
520 CX18_WARN("Unknown RPU (%d) for API call\n", info->rpu);
521 return -EINVAL;
522 }
523
524 mutex_lock(mb_lock);
Andy Wallsac504412008-11-07 23:57:46 -0300525 /*
526 * Wait for an in-use mailbox to complete
527 *
528 * If the XPU is responding with Ack's, the mailbox shouldn't be in
529 * a busy state, since we serialize access to it on our end.
530 *
531 * If the wait for ack after sending a previous command was interrupted
532 * by a signal, we may get here and find a busy mailbox. After waiting,
533 * mark it "not busy" from our end, if the XPU hasn't ack'ed it still.
534 */
535 state = cx18_readl(cx, xpu_state);
536 req = cx18_readl(cx, &mb->request);
Andy Walls2bb49f12008-11-22 01:23:22 -0300537 timeout = msecs_to_jiffies(10);
Andy Wallsac504412008-11-07 23:57:46 -0300538 ret = wait_event_timeout(*waitq,
539 (ack = cx18_readl(cx, &mb->ack)) == req,
Andy Walls330c6ec2008-11-08 14:19:37 -0300540 timeout);
Andy Wallsac504412008-11-07 23:57:46 -0300541 if (req != ack) {
542 /* waited long enough, make the mbox "not busy" from our end */
543 cx18_writel(cx, req, &mb->ack);
544 CX18_ERR("mbox was found stuck busy when setting up for %s; "
545 "clearing busy and trying to proceed\n", info->name);
Andy Walls330c6ec2008-11-08 14:19:37 -0300546 } else if (ret != timeout)
Andy Walls2bb49f12008-11-22 01:23:22 -0300547 CX18_DEBUG_API("waited %u msecs for busy mbox to be acked\n",
548 jiffies_to_msecs(timeout-ret));
Hans Verkuil1c1e45d2008-04-28 20:24:33 -0300549
Andy Wallsac504412008-11-07 23:57:46 -0300550 /* Build the outgoing mailbox */
551 req = ((req & 0xfffffffe) == 0xfffffffe) ? 1 : req + 1;
552
Andy Wallsb1526422008-08-30 16:03:44 -0300553 cx18_writel(cx, cmd, &mb->cmd);
Hans Verkuil1c1e45d2008-04-28 20:24:33 -0300554 for (i = 0; i < args; i++)
Andy Wallsb1526422008-08-30 16:03:44 -0300555 cx18_writel(cx, data[i], &mb->args[i]);
556 cx18_writel(cx, 0, &mb->error);
557 cx18_writel(cx, req, &mb->request);
Andy Wallsac504412008-11-07 23:57:46 -0300558 cx18_writel(cx, req - 1, &mb->ack); /* ensure ack & req are distinct */
Hans Verkuil1c1e45d2008-04-28 20:24:33 -0300559
Andy Walls330c6ec2008-11-08 14:19:37 -0300560 /*
561 * Notify the XPU and wait for it to send an Ack back
Andy Walls330c6ec2008-11-08 14:19:37 -0300562 */
Andy Walls2bb49f12008-11-22 01:23:22 -0300563 timeout = msecs_to_jiffies((info->flags & API_FAST) ? 10 : 20);
Andy Wallsac504412008-11-07 23:57:46 -0300564
565 CX18_DEBUG_HI_IRQ("sending interrupt SW1: %x to send %s\n",
566 irq, info->name);
Andy Walls5f0a3cf2009-04-13 22:53:09 -0300567
568 /* So we don't miss the wakeup, prepare to wait before notifying fw */
569 prepare_to_wait(waitq, &w, TASK_UNINTERRUPTIBLE);
Andy Wallsf056d292008-10-31 20:49:12 -0300570 cx18_write_reg_expect(cx, irq, SW1_INT_SET, irq, irq);
Hans Verkuil1c1e45d2008-04-28 20:24:33 -0300571
Andy Walls5f0a3cf2009-04-13 22:53:09 -0300572 t0 = jiffies;
573 ack = cx18_readl(cx, &mb->ack);
574 if (ack != req) {
575 schedule_timeout(timeout);
576 ret = jiffies - t0;
577 ack = cx18_readl(cx, &mb->ack);
578 } else {
579 ret = jiffies - t0;
580 }
Andy Walls2bb49f12008-11-22 01:23:22 -0300581
Andy Walls5f0a3cf2009-04-13 22:53:09 -0300582 finish_wait(waitq, &w);
583
584 if (req != ack) {
Andy Walls72c2d6d2008-11-06 01:15:41 -0300585 mutex_unlock(mb_lock);
Andy Walls5f0a3cf2009-04-13 22:53:09 -0300586 if (ret >= timeout) {
587 /* Timed out */
588 CX18_DEBUG_WARN("sending %s timed out waiting %d msecs "
589 "for RPU acknowledgement\n",
590 info->name, jiffies_to_msecs(ret));
591 } else {
592 CX18_DEBUG_WARN("woken up before mailbox ack was ready "
593 "after submitting %s to RPU. only "
594 "waited %d msecs on req %u but awakened"
595 " with unmatched ack %u\n",
596 info->name,
597 jiffies_to_msecs(ret),
598 req, ack);
599 }
Hans Verkuil1c1e45d2008-04-28 20:24:33 -0300600 return -EINVAL;
Andy Walls330c6ec2008-11-08 14:19:37 -0300601 }
602
Andy Walls5f0a3cf2009-04-13 22:53:09 -0300603 if (ret >= timeout)
604 CX18_DEBUG_WARN("failed to be awakened upon RPU acknowledgment "
605 "sending %s; timed out waiting %d msecs\n",
606 info->name, jiffies_to_msecs(ret));
607 else
Andy Walls330c6ec2008-11-08 14:19:37 -0300608 CX18_DEBUG_HI_API("waited %u msecs for %s to be acked\n",
Andy Walls5f0a3cf2009-04-13 22:53:09 -0300609 jiffies_to_msecs(ret), info->name);
Andy Walls72c2d6d2008-11-06 01:15:41 -0300610
Andy Wallsac504412008-11-07 23:57:46 -0300611 /* Collect data returned by the XPU */
Hans Verkuil1c1e45d2008-04-28 20:24:33 -0300612 for (i = 0; i < MAX_MB_ARGUMENTS; i++)
Andy Wallsb1526422008-08-30 16:03:44 -0300613 data[i] = cx18_readl(cx, &mb->args[i]);
614 err = cx18_readl(cx, &mb->error);
Andy Walls72c2d6d2008-11-06 01:15:41 -0300615 mutex_unlock(mb_lock);
Andy Wallsac504412008-11-07 23:57:46 -0300616
617 /*
618 * Wait for XPU to perform extra actions for the caller in some cases.
619 * e.g. CX18_CPU_DE_RELEASE_MDL will cause the CPU to send all buffers
620 * back in a burst shortly thereafter
621 */
Andy Walls72c2d6d2008-11-06 01:15:41 -0300622 if (info->flags & API_SLOW)
Hans Verkuil1c1e45d2008-04-28 20:24:33 -0300623 cx18_msleep_timeout(300, 0);
Andy Wallsac504412008-11-07 23:57:46 -0300624
Hans Verkuil1c1e45d2008-04-28 20:24:33 -0300625 if (err)
626 CX18_DEBUG_API("mailbox error %08x for command %s\n", err,
627 info->name);
628 return err ? -EIO : 0;
629}
630
631int cx18_api(struct cx18 *cx, u32 cmd, int args, u32 data[])
632{
Andy Wallsac504412008-11-07 23:57:46 -0300633 return cx18_api_call(cx, cmd, args, data);
Hans Verkuil1c1e45d2008-04-28 20:24:33 -0300634}
635
636static int cx18_set_filter_param(struct cx18_stream *s)
637{
638 struct cx18 *cx = s->cx;
639 u32 mode;
640 int ret;
641
642 mode = (cx->filter_mode & 1) ? 2 : (cx->spatial_strength ? 1 : 0);
643 ret = cx18_vapi(cx, CX18_CPU_SET_FILTER_PARAM, 4,
644 s->handle, 1, mode, cx->spatial_strength);
645 mode = (cx->filter_mode & 2) ? 2 : (cx->temporal_strength ? 1 : 0);
646 ret = ret ? ret : cx18_vapi(cx, CX18_CPU_SET_FILTER_PARAM, 4,
647 s->handle, 0, mode, cx->temporal_strength);
648 ret = ret ? ret : cx18_vapi(cx, CX18_CPU_SET_FILTER_PARAM, 4,
649 s->handle, 2, cx->filter_mode >> 2, 0);
650 return ret;
651}
652
653int cx18_api_func(void *priv, u32 cmd, int in, int out,
654 u32 data[CX2341X_MBOX_MAX_DATA])
655{
Andy Walls50b86ba2008-11-23 19:16:44 -0300656 struct cx18_api_func_private *api_priv = priv;
657 struct cx18 *cx = api_priv->cx;
658 struct cx18_stream *s = api_priv->s;
Hans Verkuil1c1e45d2008-04-28 20:24:33 -0300659
660 switch (cmd) {
661 case CX2341X_ENC_SET_OUTPUT_PORT:
662 return 0;
663 case CX2341X_ENC_SET_FRAME_RATE:
664 return cx18_vapi(cx, CX18_CPU_SET_VIDEO_IN, 6,
665 s->handle, 0, 0, 0, 0, data[0]);
666 case CX2341X_ENC_SET_FRAME_SIZE:
667 return cx18_vapi(cx, CX18_CPU_SET_VIDEO_RESOLUTION, 3,
668 s->handle, data[1], data[0]);
669 case CX2341X_ENC_SET_STREAM_TYPE:
670 return cx18_vapi(cx, CX18_CPU_SET_STREAM_OUTPUT_TYPE, 2,
671 s->handle, data[0]);
672 case CX2341X_ENC_SET_ASPECT_RATIO:
673 return cx18_vapi(cx, CX18_CPU_SET_ASPECT_RATIO, 2,
674 s->handle, data[0]);
675
676 case CX2341X_ENC_SET_GOP_PROPERTIES:
677 return cx18_vapi(cx, CX18_CPU_SET_GOP_STRUCTURE, 3,
678 s->handle, data[0], data[1]);
679 case CX2341X_ENC_SET_GOP_CLOSURE:
680 return 0;
681 case CX2341X_ENC_SET_AUDIO_PROPERTIES:
682 return cx18_vapi(cx, CX18_CPU_SET_AUDIO_PARAMETERS, 2,
683 s->handle, data[0]);
684 case CX2341X_ENC_MUTE_AUDIO:
685 return cx18_vapi(cx, CX18_CPU_SET_AUDIO_MUTE, 2,
686 s->handle, data[0]);
687 case CX2341X_ENC_SET_BIT_RATE:
688 return cx18_vapi(cx, CX18_CPU_SET_VIDEO_RATE, 5,
689 s->handle, data[0], data[1], data[2], data[3]);
690 case CX2341X_ENC_MUTE_VIDEO:
691 return cx18_vapi(cx, CX18_CPU_SET_VIDEO_MUTE, 2,
692 s->handle, data[0]);
693 case CX2341X_ENC_SET_FRAME_DROP_RATE:
694 return cx18_vapi(cx, CX18_CPU_SET_SKIP_INPUT_FRAME, 2,
695 s->handle, data[0]);
696 case CX2341X_ENC_MISC:
697 return cx18_vapi(cx, CX18_CPU_SET_MISC_PARAMETERS, 4,
698 s->handle, data[0], data[1], data[2]);
699 case CX2341X_ENC_SET_DNR_FILTER_MODE:
700 cx->filter_mode = (data[0] & 3) | (data[1] << 2);
701 return cx18_set_filter_param(s);
702 case CX2341X_ENC_SET_DNR_FILTER_PROPS:
703 cx->spatial_strength = data[0];
704 cx->temporal_strength = data[1];
705 return cx18_set_filter_param(s);
706 case CX2341X_ENC_SET_SPATIAL_FILTER_TYPE:
707 return cx18_vapi(cx, CX18_CPU_SET_SPATIAL_FILTER_TYPE, 3,
708 s->handle, data[0], data[1]);
709 case CX2341X_ENC_SET_CORING_LEVELS:
710 return cx18_vapi(cx, CX18_CPU_SET_MEDIAN_CORING, 5,
711 s->handle, data[0], data[1], data[2], data[3]);
712 }
713 CX18_WARN("Unknown cmd %x\n", cmd);
714 return 0;
715}
716
717int cx18_vapi_result(struct cx18 *cx, u32 data[MAX_MB_ARGUMENTS],
718 u32 cmd, int args, ...)
719{
720 va_list ap;
721 int i;
722
723 va_start(ap, args);
724 for (i = 0; i < args; i++)
725 data[i] = va_arg(ap, u32);
726 va_end(ap);
727 return cx18_api(cx, cmd, args, data);
728}
729
730int cx18_vapi(struct cx18 *cx, u32 cmd, int args, ...)
731{
732 u32 data[MAX_MB_ARGUMENTS];
733 va_list ap;
734 int i;
735
736 if (cx == NULL) {
737 CX18_ERR("cx == NULL (cmd=%x)\n", cmd);
738 return 0;
739 }
740 if (args > MAX_MB_ARGUMENTS) {
741 CX18_ERR("args too big (cmd=%x)\n", cmd);
742 args = MAX_MB_ARGUMENTS;
743 }
744 va_start(ap, args);
745 for (i = 0; i < args; i++)
746 data[i] = va_arg(ap, u32);
747 va_end(ap);
748 return cx18_api(cx, cmd, args, data);
749}