Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2005 MIPS Technologies, Inc. All rights reserved. |
Ralf Baechle | a84c96e | 2006-01-15 18:11:28 +0000 | [diff] [blame] | 3 | * Copyright (C) 2005, 06 Ralf Baechle (ralf@linux-mips.org) |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 4 | * |
| 5 | * This program is free software; you can distribute it and/or modify it |
| 6 | * under the terms of the GNU General Public License (Version 2) as |
| 7 | * published by the Free Software Foundation. |
| 8 | * |
| 9 | * This program is distributed in the hope it will be useful, but WITHOUT |
| 10 | * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
| 11 | * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License |
| 12 | * for more details. |
| 13 | * |
| 14 | * You should have received a copy of the GNU General Public License along |
| 15 | * with this program; if not, write to the Free Software Foundation, Inc., |
| 16 | * 59 Temple Place - Suite 330, Boston MA 02111-1307, USA. |
| 17 | * |
| 18 | */ |
| 19 | |
Ralf Baechle | bb3d7c7 | 2007-02-07 15:36:56 +0000 | [diff] [blame] | 20 | #include <linux/device.h> |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 21 | #include <linux/kernel.h> |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 22 | #include <linux/fs.h> |
| 23 | #include <linux/init.h> |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 24 | #include <asm/uaccess.h> |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 25 | #include <linux/list.h> |
| 26 | #include <linux/vmalloc.h> |
| 27 | #include <linux/elf.h> |
| 28 | #include <linux/seq_file.h> |
| 29 | #include <linux/syscalls.h> |
| 30 | #include <linux/moduleloader.h> |
Ralf Baechle | a84c96e | 2006-01-15 18:11:28 +0000 | [diff] [blame] | 31 | #include <linux/interrupt.h> |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 32 | #include <linux/poll.h> |
| 33 | #include <linux/sched.h> |
| 34 | #include <linux/wait.h> |
| 35 | #include <asm/mipsmtregs.h> |
Ralf Baechle | bb3d7c7 | 2007-02-07 15:36:56 +0000 | [diff] [blame] | 36 | #include <asm/mips_mt.h> |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 37 | #include <asm/cacheflush.h> |
Arun Sharma | 60063497 | 2011-07-26 16:09:06 -0700 | [diff] [blame] | 38 | #include <linux/atomic.h> |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 39 | #include <asm/cpu.h> |
| 40 | #include <asm/processor.h> |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 41 | #include <asm/vpe.h> |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 42 | #include <asm/rtlx.h> |
Yoichi Yuasa | 406b5ee | 2013-05-28 01:23:22 +0000 | [diff] [blame^] | 43 | #include <asm/setup.h> |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 44 | |
Ralf Baechle | afc4841 | 2005-10-31 00:30:39 +0000 | [diff] [blame] | 45 | static struct rtlx_info *rtlx; |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 46 | static int major; |
| 47 | static char module_name[] = "rtlx"; |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 48 | |
| 49 | static struct chan_waitqueues { |
| 50 | wait_queue_head_t rt_queue; |
| 51 | wait_queue_head_t lx_queue; |
Ralf Baechle | c4c4018 | 2007-02-23 13:40:45 +0000 | [diff] [blame] | 52 | atomic_t in_open; |
Ralf Baechle | bc4809e | 2007-03-15 17:13:47 +0000 | [diff] [blame] | 53 | struct mutex mutex; |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 54 | } channel_wqs[RTLX_CHANNELS]; |
| 55 | |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 56 | static struct vpe_notifications notify; |
Ralf Baechle | 982f6ff | 2009-09-17 02:25:07 +0200 | [diff] [blame] | 57 | static int sp_stopping; |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 58 | |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 59 | extern void *vpe_get_shared(int index); |
| 60 | |
Ralf Baechle | 937a801 | 2006-10-07 19:44:33 +0100 | [diff] [blame] | 61 | static void rtlx_dispatch(void) |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 62 | { |
Atsushi Nemoto | 97dcb82 | 2007-01-08 02:14:29 +0900 | [diff] [blame] | 63 | do_IRQ(MIPS_CPU_IRQ_BASE + MIPS_CPU_RTLX_IRQ); |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 64 | } |
| 65 | |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 66 | |
| 67 | /* Interrupt handler may be called before rtlx_init has otherwise had |
| 68 | a chance to run. |
| 69 | */ |
Ralf Baechle | 937a801 | 2006-10-07 19:44:33 +0100 | [diff] [blame] | 70 | static irqreturn_t rtlx_interrupt(int irq, void *dev_id) |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 71 | { |
Ralf Baechle | 1bbfc20 | 2009-09-29 00:52:27 +0100 | [diff] [blame] | 72 | unsigned int vpeflags; |
| 73 | unsigned long flags; |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 74 | int i; |
Kevin D. Kissell | 1928cc8 | 2008-04-16 15:32:22 +0200 | [diff] [blame] | 75 | |
| 76 | /* Ought not to be strictly necessary for SMTC builds */ |
| 77 | local_irq_save(flags); |
| 78 | vpeflags = dvpe(); |
| 79 | set_c0_status(0x100 << MIPS_CPU_RTLX_IRQ); |
| 80 | irq_enable_hazard(); |
| 81 | evpe(vpeflags); |
| 82 | local_irq_restore(flags); |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 83 | |
| 84 | for (i = 0; i < RTLX_CHANNELS; i++) { |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 85 | wake_up(&channel_wqs[i].lx_queue); |
| 86 | wake_up(&channel_wqs[i].rt_queue); |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 87 | } |
| 88 | |
Ralf Baechle | afc4841 | 2005-10-31 00:30:39 +0000 | [diff] [blame] | 89 | return IRQ_HANDLED; |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 90 | } |
| 91 | |
David Rientjes | f5dbeaf | 2007-07-22 01:01:39 -0700 | [diff] [blame] | 92 | static void __used dump_rtlx(void) |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 93 | { |
| 94 | int i; |
| 95 | |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 96 | printk("id 0x%lx state %d\n", rtlx->id, rtlx->state); |
| 97 | |
| 98 | for (i = 0; i < RTLX_CHANNELS; i++) { |
| 99 | struct rtlx_channel *chan = &rtlx->channel[i]; |
| 100 | |
| 101 | printk(" rt_state %d lx_state %d buffer_size %d\n", |
| 102 | chan->rt_state, chan->lx_state, chan->buffer_size); |
| 103 | |
| 104 | printk(" rt_read %d rt_write %d\n", |
| 105 | chan->rt_read, chan->rt_write); |
| 106 | |
| 107 | printk(" lx_read %d lx_write %d\n", |
| 108 | chan->lx_read, chan->lx_write); |
| 109 | |
| 110 | printk(" rt_buffer <%s>\n", chan->rt_buffer); |
| 111 | printk(" lx_buffer <%s>\n", chan->lx_buffer); |
| 112 | } |
| 113 | } |
| 114 | |
| 115 | /* call when we have the address of the shared structure from the SP side. */ |
| 116 | static int rtlx_init(struct rtlx_info *rtlxi) |
| 117 | { |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 118 | if (rtlxi->id != RTLX_ID) { |
Kevin D. Kissell | 1928cc8 | 2008-04-16 15:32:22 +0200 | [diff] [blame] | 119 | printk(KERN_ERR "no valid RTLX id at 0x%p 0x%lx\n", |
| 120 | rtlxi, rtlxi->id); |
Ralf Baechle | afc4841 | 2005-10-31 00:30:39 +0000 | [diff] [blame] | 121 | return -ENOEXEC; |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 122 | } |
| 123 | |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 124 | rtlx = rtlxi; |
Ralf Baechle | afc4841 | 2005-10-31 00:30:39 +0000 | [diff] [blame] | 125 | |
| 126 | return 0; |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 127 | } |
| 128 | |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 129 | /* notifications */ |
| 130 | static void starting(int vpe) |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 131 | { |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 132 | int i; |
| 133 | sp_stopping = 0; |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 134 | |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 135 | /* force a reload of rtlx */ |
| 136 | rtlx=NULL; |
| 137 | |
| 138 | /* wake up any sleeping rtlx_open's */ |
| 139 | for (i = 0; i < RTLX_CHANNELS; i++) |
| 140 | wake_up_interruptible(&channel_wqs[i].lx_queue); |
| 141 | } |
| 142 | |
| 143 | static void stopping(int vpe) |
| 144 | { |
| 145 | int i; |
| 146 | |
| 147 | sp_stopping = 1; |
| 148 | for (i = 0; i < RTLX_CHANNELS; i++) |
| 149 | wake_up_interruptible(&channel_wqs[i].lx_queue); |
| 150 | } |
| 151 | |
| 152 | |
| 153 | int rtlx_open(int index, int can_sleep) |
| 154 | { |
Ralf Baechle | 9e34682 | 2007-03-15 17:08:28 +0000 | [diff] [blame] | 155 | struct rtlx_info **p; |
Ralf Baechle | 67e2ccc | 2007-02-22 14:19:48 +0000 | [diff] [blame] | 156 | struct rtlx_channel *chan; |
Ralf Baechle | c4c4018 | 2007-02-23 13:40:45 +0000 | [diff] [blame] | 157 | enum rtlx_state state; |
Ralf Baechle | 67e2ccc | 2007-02-22 14:19:48 +0000 | [diff] [blame] | 158 | int ret = 0; |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 159 | |
| 160 | if (index >= RTLX_CHANNELS) { |
| 161 | printk(KERN_DEBUG "rtlx_open index out of range\n"); |
| 162 | return -ENOSYS; |
| 163 | } |
| 164 | |
Ralf Baechle | c4c4018 | 2007-02-23 13:40:45 +0000 | [diff] [blame] | 165 | if (atomic_inc_return(&channel_wqs[index].in_open) > 1) { |
| 166 | printk(KERN_DEBUG "rtlx_open channel %d already opened\n", |
| 167 | index); |
| 168 | ret = -EBUSY; |
| 169 | goto out_fail; |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 170 | } |
| 171 | |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 172 | if (rtlx == NULL) { |
Ralf Baechle | 07cc0c9 | 2007-07-27 19:31:10 +0100 | [diff] [blame] | 173 | if( (p = vpe_get_shared(tclimit)) == NULL) { |
Kevin D. Kissell | 1928cc8 | 2008-04-16 15:32:22 +0200 | [diff] [blame] | 174 | if (can_sleep) { |
| 175 | __wait_event_interruptible(channel_wqs[index].lx_queue, |
| 176 | (p = vpe_get_shared(tclimit)), ret); |
| 177 | if (ret) |
Ralf Baechle | 67e2ccc | 2007-02-22 14:19:48 +0000 | [diff] [blame] | 178 | goto out_fail; |
Kevin D. Kissell | 1928cc8 | 2008-04-16 15:32:22 +0200 | [diff] [blame] | 179 | } else { |
| 180 | printk(KERN_DEBUG "No SP program loaded, and device " |
| 181 | "opened with O_NONBLOCK\n"); |
| 182 | ret = -ENOSYS; |
| 183 | goto out_fail; |
| 184 | } |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 185 | } |
| 186 | |
Ralf Baechle | 9e34682 | 2007-03-15 17:08:28 +0000 | [diff] [blame] | 187 | smp_rmb(); |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 188 | if (*p == NULL) { |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 189 | if (can_sleep) { |
Ralf Baechle | 9e34682 | 2007-03-15 17:08:28 +0000 | [diff] [blame] | 190 | DEFINE_WAIT(wait); |
| 191 | |
| 192 | for (;;) { |
Kevin D. Kissell | 1928cc8 | 2008-04-16 15:32:22 +0200 | [diff] [blame] | 193 | prepare_to_wait( |
| 194 | &channel_wqs[index].lx_queue, |
| 195 | &wait, TASK_INTERRUPTIBLE); |
Ralf Baechle | 9e34682 | 2007-03-15 17:08:28 +0000 | [diff] [blame] | 196 | smp_rmb(); |
| 197 | if (*p != NULL) |
| 198 | break; |
| 199 | if (!signal_pending(current)) { |
| 200 | schedule(); |
| 201 | continue; |
| 202 | } |
| 203 | ret = -ERESTARTSYS; |
Ralf Baechle | 67e2ccc | 2007-02-22 14:19:48 +0000 | [diff] [blame] | 204 | goto out_fail; |
Ralf Baechle | 9e34682 | 2007-03-15 17:08:28 +0000 | [diff] [blame] | 205 | } |
| 206 | finish_wait(&channel_wqs[index].lx_queue, &wait); |
Ralf Baechle | 67e2ccc | 2007-02-22 14:19:48 +0000 | [diff] [blame] | 207 | } else { |
Kevin D. Kissell | 1928cc8 | 2008-04-16 15:32:22 +0200 | [diff] [blame] | 208 | pr_err(" *vpe_get_shared is NULL. " |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 209 | "Has an SP program been loaded?\n"); |
Ralf Baechle | 67e2ccc | 2007-02-22 14:19:48 +0000 | [diff] [blame] | 210 | ret = -ENOSYS; |
| 211 | goto out_fail; |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 212 | } |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 213 | } |
| 214 | |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 215 | if ((unsigned int)*p < KSEG0) { |
Kevin D. Kissell | 1928cc8 | 2008-04-16 15:32:22 +0200 | [diff] [blame] | 216 | printk(KERN_WARNING "vpe_get_shared returned an " |
| 217 | "invalid pointer maybe an error code %d\n", |
| 218 | (int)*p); |
Ralf Baechle | 67e2ccc | 2007-02-22 14:19:48 +0000 | [diff] [blame] | 219 | ret = -ENOSYS; |
| 220 | goto out_fail; |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 221 | } |
| 222 | |
Ralf Baechle | c4c4018 | 2007-02-23 13:40:45 +0000 | [diff] [blame] | 223 | if ((ret = rtlx_init(*p)) < 0) |
| 224 | goto out_ret; |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 225 | } |
| 226 | |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 227 | chan = &rtlx->channel[index]; |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 228 | |
Ralf Baechle | c4c4018 | 2007-02-23 13:40:45 +0000 | [diff] [blame] | 229 | state = xchg(&chan->lx_state, RTLX_STATE_OPENED); |
| 230 | if (state == RTLX_STATE_OPENED) { |
| 231 | ret = -EBUSY; |
| 232 | goto out_fail; |
| 233 | } |
Ralf Baechle | 67e2ccc | 2007-02-22 14:19:48 +0000 | [diff] [blame] | 234 | |
| 235 | out_fail: |
Ralf Baechle | c4c4018 | 2007-02-23 13:40:45 +0000 | [diff] [blame] | 236 | smp_mb(); |
| 237 | atomic_dec(&channel_wqs[index].in_open); |
| 238 | smp_mb(); |
Ralf Baechle | 67e2ccc | 2007-02-22 14:19:48 +0000 | [diff] [blame] | 239 | |
Ralf Baechle | c4c4018 | 2007-02-23 13:40:45 +0000 | [diff] [blame] | 240 | out_ret: |
Ralf Baechle | 67e2ccc | 2007-02-22 14:19:48 +0000 | [diff] [blame] | 241 | return ret; |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 242 | } |
| 243 | |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 244 | int rtlx_release(int index) |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 245 | { |
Kevin D. Kissell | 1928cc8 | 2008-04-16 15:32:22 +0200 | [diff] [blame] | 246 | if (rtlx == NULL) { |
| 247 | pr_err("rtlx_release() with null rtlx\n"); |
| 248 | return 0; |
| 249 | } |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 250 | rtlx->channel[index].lx_state = RTLX_STATE_UNUSED; |
Ralf Baechle | afc4841 | 2005-10-31 00:30:39 +0000 | [diff] [blame] | 251 | return 0; |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 252 | } |
| 253 | |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 254 | unsigned int rtlx_read_poll(int index, int can_sleep) |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 255 | { |
Ralf Baechle | 7034228 | 2013-01-22 12:59:30 +0100 | [diff] [blame] | 256 | struct rtlx_channel *chan; |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 257 | |
Ralf Baechle | 7034228 | 2013-01-22 12:59:30 +0100 | [diff] [blame] | 258 | if (rtlx == NULL) |
| 259 | return 0; |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 260 | |
Ralf Baechle | 7034228 | 2013-01-22 12:59:30 +0100 | [diff] [blame] | 261 | chan = &rtlx->channel[index]; |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 262 | |
| 263 | /* data available to read? */ |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 264 | if (chan->lx_read == chan->lx_write) { |
| 265 | if (can_sleep) { |
Ralf Baechle | 67e2ccc | 2007-02-22 14:19:48 +0000 | [diff] [blame] | 266 | int ret = 0; |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 267 | |
Ralf Baechle | 67e2ccc | 2007-02-22 14:19:48 +0000 | [diff] [blame] | 268 | __wait_event_interruptible(channel_wqs[index].lx_queue, |
Kevin D. Kissell | 1928cc8 | 2008-04-16 15:32:22 +0200 | [diff] [blame] | 269 | (chan->lx_read != chan->lx_write) || |
| 270 | sp_stopping, ret); |
Ralf Baechle | 67e2ccc | 2007-02-22 14:19:48 +0000 | [diff] [blame] | 271 | if (ret) |
| 272 | return ret; |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 273 | |
Ralf Baechle | 67e2ccc | 2007-02-22 14:19:48 +0000 | [diff] [blame] | 274 | if (sp_stopping) |
| 275 | return 0; |
| 276 | } else |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 277 | return 0; |
| 278 | } |
| 279 | |
| 280 | return (chan->lx_write + chan->buffer_size - chan->lx_read) |
| 281 | % chan->buffer_size; |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 282 | } |
| 283 | |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 284 | static inline int write_spacefree(int read, int write, int size) |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 285 | { |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 286 | if (read == write) { |
| 287 | /* |
| 288 | * Never fill the buffer completely, so indexes are always |
| 289 | * equal if empty and only empty, or !equal if data available |
| 290 | */ |
| 291 | return size - 1; |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 292 | } |
| 293 | |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 294 | return ((read + size - write) % size) - 1; |
| 295 | } |
| 296 | |
| 297 | unsigned int rtlx_write_poll(int index) |
| 298 | { |
| 299 | struct rtlx_channel *chan = &rtlx->channel[index]; |
Kevin D. Kissell | 1928cc8 | 2008-04-16 15:32:22 +0200 | [diff] [blame] | 300 | |
| 301 | return write_spacefree(chan->rt_read, chan->rt_write, |
| 302 | chan->buffer_size); |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 303 | } |
| 304 | |
Ralf Baechle | 7f5a771 | 2007-04-25 15:08:57 +0100 | [diff] [blame] | 305 | ssize_t rtlx_read(int index, void __user *buff, size_t count) |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 306 | { |
Ralf Baechle | 61dcc6f | 2007-03-15 17:10:16 +0000 | [diff] [blame] | 307 | size_t lx_write, fl = 0L; |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 308 | struct rtlx_channel *lx; |
Ralf Baechle | 46230aa | 2007-03-16 12:16:27 +0000 | [diff] [blame] | 309 | unsigned long failed; |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 310 | |
| 311 | if (rtlx == NULL) |
| 312 | return -ENOSYS; |
| 313 | |
| 314 | lx = &rtlx->channel[index]; |
| 315 | |
Ralf Baechle | bc4809e | 2007-03-15 17:13:47 +0000 | [diff] [blame] | 316 | mutex_lock(&channel_wqs[index].mutex); |
Ralf Baechle | 61dcc6f | 2007-03-15 17:10:16 +0000 | [diff] [blame] | 317 | smp_rmb(); |
| 318 | lx_write = lx->lx_write; |
| 319 | |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 320 | /* find out how much in total */ |
Ralf Baechle | afc4841 | 2005-10-31 00:30:39 +0000 | [diff] [blame] | 321 | count = min(count, |
Ralf Baechle | 61dcc6f | 2007-03-15 17:10:16 +0000 | [diff] [blame] | 322 | (size_t)(lx_write + lx->buffer_size - lx->lx_read) |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 323 | % lx->buffer_size); |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 324 | |
| 325 | /* then how much from the read pointer onwards */ |
Ralf Baechle | 61dcc6f | 2007-03-15 17:10:16 +0000 | [diff] [blame] | 326 | fl = min(count, (size_t)lx->buffer_size - lx->lx_read); |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 327 | |
Ralf Baechle | 46230aa | 2007-03-16 12:16:27 +0000 | [diff] [blame] | 328 | failed = copy_to_user(buff, lx->lx_buffer + lx->lx_read, fl); |
| 329 | if (failed) |
| 330 | goto out; |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 331 | |
| 332 | /* and if there is anything left at the beginning of the buffer */ |
Ralf Baechle | 61dcc6f | 2007-03-15 17:10:16 +0000 | [diff] [blame] | 333 | if (count - fl) |
Ralf Baechle | 46230aa | 2007-03-16 12:16:27 +0000 | [diff] [blame] | 334 | failed = copy_to_user(buff + fl, lx->lx_buffer, count - fl); |
| 335 | |
| 336 | out: |
| 337 | count -= failed; |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 338 | |
Ralf Baechle | 61dcc6f | 2007-03-15 17:10:16 +0000 | [diff] [blame] | 339 | smp_wmb(); |
| 340 | lx->lx_read = (lx->lx_read + count) % lx->buffer_size; |
| 341 | smp_wmb(); |
Ralf Baechle | bc4809e | 2007-03-15 17:13:47 +0000 | [diff] [blame] | 342 | mutex_unlock(&channel_wqs[index].mutex); |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 343 | |
Ralf Baechle | afc4841 | 2005-10-31 00:30:39 +0000 | [diff] [blame] | 344 | return count; |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 345 | } |
| 346 | |
Ralf Baechle | 7f5a771 | 2007-04-25 15:08:57 +0100 | [diff] [blame] | 347 | ssize_t rtlx_write(int index, const void __user *buffer, size_t count) |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 348 | { |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 349 | struct rtlx_channel *rt; |
Ralf Baechle | 7f5a771 | 2007-04-25 15:08:57 +0100 | [diff] [blame] | 350 | unsigned long failed; |
Ralf Baechle | 61dcc6f | 2007-03-15 17:10:16 +0000 | [diff] [blame] | 351 | size_t rt_read; |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 352 | size_t fl; |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 353 | |
| 354 | if (rtlx == NULL) |
| 355 | return(-ENOSYS); |
| 356 | |
| 357 | rt = &rtlx->channel[index]; |
| 358 | |
Ralf Baechle | bc4809e | 2007-03-15 17:13:47 +0000 | [diff] [blame] | 359 | mutex_lock(&channel_wqs[index].mutex); |
Ralf Baechle | 61dcc6f | 2007-03-15 17:10:16 +0000 | [diff] [blame] | 360 | smp_rmb(); |
| 361 | rt_read = rt->rt_read; |
| 362 | |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 363 | /* total number of bytes to copy */ |
Kevin D. Kissell | 1928cc8 | 2008-04-16 15:32:22 +0200 | [diff] [blame] | 364 | count = min(count, (size_t)write_spacefree(rt_read, rt->rt_write, |
| 365 | rt->buffer_size)); |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 366 | |
| 367 | /* first bit from write pointer to the end of the buffer, or count */ |
| 368 | fl = min(count, (size_t) rt->buffer_size - rt->rt_write); |
| 369 | |
Ralf Baechle | 46230aa | 2007-03-16 12:16:27 +0000 | [diff] [blame] | 370 | failed = copy_from_user(rt->rt_buffer + rt->rt_write, buffer, fl); |
| 371 | if (failed) |
| 372 | goto out; |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 373 | |
| 374 | /* if there's any left copy to the beginning of the buffer */ |
Ralf Baechle | 46230aa | 2007-03-16 12:16:27 +0000 | [diff] [blame] | 375 | if (count - fl) { |
| 376 | failed = copy_from_user(rt->rt_buffer, buffer + fl, count - fl); |
| 377 | } |
| 378 | |
| 379 | out: |
Ralf Baechle | 7f5a771 | 2007-04-25 15:08:57 +0100 | [diff] [blame] | 380 | count -= failed; |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 381 | |
Ralf Baechle | 61dcc6f | 2007-03-15 17:10:16 +0000 | [diff] [blame] | 382 | smp_wmb(); |
| 383 | rt->rt_write = (rt->rt_write + count) % rt->buffer_size; |
| 384 | smp_wmb(); |
Ralf Baechle | bc4809e | 2007-03-15 17:13:47 +0000 | [diff] [blame] | 385 | mutex_unlock(&channel_wqs[index].mutex); |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 386 | |
Ralf Baechle | 61dcc6f | 2007-03-15 17:10:16 +0000 | [diff] [blame] | 387 | return count; |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 388 | } |
| 389 | |
| 390 | |
| 391 | static int file_open(struct inode *inode, struct file *filp) |
| 392 | { |
Ralf Baechle | 1bbfc20 | 2009-09-29 00:52:27 +0100 | [diff] [blame] | 393 | return rtlx_open(iminor(inode), (filp->f_flags & O_NONBLOCK) ? 0 : 1); |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 394 | } |
| 395 | |
| 396 | static int file_release(struct inode *inode, struct file *filp) |
| 397 | { |
Ralf Baechle | 1bbfc20 | 2009-09-29 00:52:27 +0100 | [diff] [blame] | 398 | return rtlx_release(iminor(inode)); |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 399 | } |
| 400 | |
| 401 | static unsigned int file_poll(struct file *file, poll_table * wait) |
| 402 | { |
Al Viro | 496ad9a | 2013-01-23 17:07:38 -0500 | [diff] [blame] | 403 | int minor = iminor(file_inode(file)); |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 404 | unsigned int mask = 0; |
| 405 | |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 406 | poll_wait(file, &channel_wqs[minor].rt_queue, wait); |
| 407 | poll_wait(file, &channel_wqs[minor].lx_queue, wait); |
| 408 | |
| 409 | if (rtlx == NULL) |
| 410 | return 0; |
| 411 | |
| 412 | /* data available to read? */ |
| 413 | if (rtlx_read_poll(minor, 0)) |
| 414 | mask |= POLLIN | POLLRDNORM; |
| 415 | |
| 416 | /* space to write */ |
| 417 | if (rtlx_write_poll(minor)) |
| 418 | mask |= POLLOUT | POLLWRNORM; |
| 419 | |
| 420 | return mask; |
| 421 | } |
| 422 | |
| 423 | static ssize_t file_read(struct file *file, char __user * buffer, size_t count, |
| 424 | loff_t * ppos) |
| 425 | { |
Al Viro | 496ad9a | 2013-01-23 17:07:38 -0500 | [diff] [blame] | 426 | int minor = iminor(file_inode(file)); |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 427 | |
| 428 | /* data available? */ |
| 429 | if (!rtlx_read_poll(minor, (file->f_flags & O_NONBLOCK) ? 0 : 1)) { |
| 430 | return 0; // -EAGAIN makes cat whinge |
| 431 | } |
| 432 | |
Ralf Baechle | 46230aa | 2007-03-16 12:16:27 +0000 | [diff] [blame] | 433 | return rtlx_read(minor, buffer, count); |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 434 | } |
| 435 | |
| 436 | static ssize_t file_write(struct file *file, const char __user * buffer, |
| 437 | size_t count, loff_t * ppos) |
| 438 | { |
Al Viro | 496ad9a | 2013-01-23 17:07:38 -0500 | [diff] [blame] | 439 | int minor = iminor(file_inode(file)); |
| 440 | struct rtlx_channel *rt = &rtlx->channel[minor]; |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 441 | |
| 442 | /* any space left... */ |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 443 | if (!rtlx_write_poll(minor)) { |
Ralf Baechle | 67e2ccc | 2007-02-22 14:19:48 +0000 | [diff] [blame] | 444 | int ret = 0; |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 445 | |
| 446 | if (file->f_flags & O_NONBLOCK) |
Ralf Baechle | afc4841 | 2005-10-31 00:30:39 +0000 | [diff] [blame] | 447 | return -EAGAIN; |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 448 | |
Ralf Baechle | 67e2ccc | 2007-02-22 14:19:48 +0000 | [diff] [blame] | 449 | __wait_event_interruptible(channel_wqs[minor].rt_queue, |
Ralf Baechle | 7034228 | 2013-01-22 12:59:30 +0100 | [diff] [blame] | 450 | rtlx_write_poll(minor), |
| 451 | ret); |
Ralf Baechle | 67e2ccc | 2007-02-22 14:19:48 +0000 | [diff] [blame] | 452 | if (ret) |
| 453 | return ret; |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 454 | } |
| 455 | |
Ralf Baechle | 46230aa | 2007-03-16 12:16:27 +0000 | [diff] [blame] | 456 | return rtlx_write(minor, buffer, count); |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 457 | } |
| 458 | |
Arjan van de Ven | 5dfe4c9 | 2007-02-12 00:55:31 -0800 | [diff] [blame] | 459 | static const struct file_operations rtlx_fops = { |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 460 | .owner = THIS_MODULE, |
Ralf Baechle | 7034228 | 2013-01-22 12:59:30 +0100 | [diff] [blame] | 461 | .open = file_open, |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 462 | .release = file_release, |
| 463 | .write = file_write, |
Ralf Baechle | 7034228 | 2013-01-22 12:59:30 +0100 | [diff] [blame] | 464 | .read = file_read, |
| 465 | .poll = file_poll, |
Arnd Bergmann | 6038f37 | 2010-08-15 18:52:59 +0200 | [diff] [blame] | 466 | .llseek = noop_llseek, |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 467 | }; |
| 468 | |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 469 | static struct irqaction rtlx_irq = { |
| 470 | .handler = rtlx_interrupt, |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 471 | .name = "RTLX", |
| 472 | }; |
| 473 | |
Atsushi Nemoto | 97dcb82 | 2007-01-08 02:14:29 +0900 | [diff] [blame] | 474 | static int rtlx_irq_num = MIPS_CPU_IRQ_BASE + MIPS_CPU_RTLX_IRQ; |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 475 | |
Ralf Baechle | afc4841 | 2005-10-31 00:30:39 +0000 | [diff] [blame] | 476 | static char register_chrdev_failed[] __initdata = |
| 477 | KERN_ERR "rtlx_module_init: unable to register device\n"; |
| 478 | |
Ralf Baechle | 9d5a3f5 | 2007-07-28 00:51:45 +0100 | [diff] [blame] | 479 | static int __init rtlx_module_init(void) |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 480 | { |
Ralf Baechle | bb3d7c7 | 2007-02-07 15:36:56 +0000 | [diff] [blame] | 481 | struct device *dev; |
| 482 | int i, err; |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 483 | |
Ralf Baechle | 07cc0c9 | 2007-07-27 19:31:10 +0100 | [diff] [blame] | 484 | if (!cpu_has_mipsmt) { |
| 485 | printk("VPE loader: not a MIPS MT capable processor\n"); |
| 486 | return -ENODEV; |
| 487 | } |
| 488 | |
| 489 | if (tclimit == 0) { |
| 490 | printk(KERN_WARNING "No TCs reserved for AP/SP, not " |
| 491 | "initializing RTLX.\nPass maxtcs=<n> argument as kernel " |
| 492 | "argument\n"); |
| 493 | |
| 494 | return -ENODEV; |
| 495 | } |
| 496 | |
Ralf Baechle | afc4841 | 2005-10-31 00:30:39 +0000 | [diff] [blame] | 497 | major = register_chrdev(0, module_name, &rtlx_fops); |
| 498 | if (major < 0) { |
| 499 | printk(register_chrdev_failed); |
| 500 | return major; |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 501 | } |
| 502 | |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 503 | /* initialise the wait queues */ |
| 504 | for (i = 0; i < RTLX_CHANNELS; i++) { |
| 505 | init_waitqueue_head(&channel_wqs[i].rt_queue); |
| 506 | init_waitqueue_head(&channel_wqs[i].lx_queue); |
Ralf Baechle | c4c4018 | 2007-02-23 13:40:45 +0000 | [diff] [blame] | 507 | atomic_set(&channel_wqs[i].in_open, 0); |
Ralf Baechle | bc4809e | 2007-03-15 17:13:47 +0000 | [diff] [blame] | 508 | mutex_init(&channel_wqs[i].mutex); |
Ralf Baechle | bb3d7c7 | 2007-02-07 15:36:56 +0000 | [diff] [blame] | 509 | |
Greg Kroah-Hartman | a9b1261 | 2008-07-21 20:03:34 -0700 | [diff] [blame] | 510 | dev = device_create(mt_class, NULL, MKDEV(major, i), NULL, |
| 511 | "%s%d", module_name, i); |
Ralf Baechle | bb3d7c7 | 2007-02-07 15:36:56 +0000 | [diff] [blame] | 512 | if (IS_ERR(dev)) { |
| 513 | err = PTR_ERR(dev); |
| 514 | goto out_chrdev; |
| 515 | } |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 516 | } |
| 517 | |
| 518 | /* set up notifiers */ |
| 519 | notify.start = starting; |
| 520 | notify.stop = stopping; |
Ralf Baechle | 07cc0c9 | 2007-07-27 19:31:10 +0100 | [diff] [blame] | 521 | vpe_notify(tclimit, ¬ify); |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 522 | |
| 523 | if (cpu_has_vint) |
| 524 | set_vi_handler(MIPS_CPU_RTLX_IRQ, rtlx_dispatch); |
Kevin D. Kissell | 1928cc8 | 2008-04-16 15:32:22 +0200 | [diff] [blame] | 525 | else { |
| 526 | pr_err("APRP RTLX init on non-vectored-interrupt processor\n"); |
| 527 | err = -ENODEV; |
| 528 | goto out_chrdev; |
| 529 | } |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 530 | |
| 531 | rtlx_irq.dev_id = rtlx; |
| 532 | setup_irq(rtlx_irq_num, &rtlx_irq); |
| 533 | |
Ralf Baechle | afc4841 | 2005-10-31 00:30:39 +0000 | [diff] [blame] | 534 | return 0; |
Ralf Baechle | bb3d7c7 | 2007-02-07 15:36:56 +0000 | [diff] [blame] | 535 | |
| 536 | out_chrdev: |
| 537 | for (i = 0; i < RTLX_CHANNELS; i++) |
| 538 | device_destroy(mt_class, MKDEV(major, i)); |
| 539 | |
| 540 | return err; |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 541 | } |
| 542 | |
Ralf Baechle | afc4841 | 2005-10-31 00:30:39 +0000 | [diff] [blame] | 543 | static void __exit rtlx_module_exit(void) |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 544 | { |
Ralf Baechle | bb3d7c7 | 2007-02-07 15:36:56 +0000 | [diff] [blame] | 545 | int i; |
| 546 | |
| 547 | for (i = 0; i < RTLX_CHANNELS; i++) |
| 548 | device_destroy(mt_class, MKDEV(major, i)); |
| 549 | |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 550 | unregister_chrdev(major, module_name); |
| 551 | } |
| 552 | |
| 553 | module_init(rtlx_module_init); |
| 554 | module_exit(rtlx_module_exit); |
Ralf Baechle | afc4841 | 2005-10-31 00:30:39 +0000 | [diff] [blame] | 555 | |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 556 | MODULE_DESCRIPTION("MIPS RTLX"); |
Ralf Baechle | 2600990 | 2006-04-05 09:45:45 +0100 | [diff] [blame] | 557 | MODULE_AUTHOR("Elizabeth Oldham, MIPS Technologies, Inc."); |
Ralf Baechle | e01402b | 2005-07-14 15:57:16 +0000 | [diff] [blame] | 558 | MODULE_LICENSE("GPL"); |