| /* |
| * Intel MIC Platform Software Stack (MPSS) |
| * |
| * Copyright(c) 2013 Intel Corporation. |
| * |
| * This program is free software; you can redistribute it and/or modify |
| * it under the terms of the GNU General Public License, version 2, as |
| * published by the Free Software Foundation. |
| * |
| * This program is distributed in the hope that it will be useful, but |
| * WITHOUT ANY WARRANTY; without even the implied warranty of |
| * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
| * General Public License for more details. |
| * |
| * The full GNU General Public License is included in this distribution in |
| * the file called "COPYING". |
| * |
| * Intel MIC Host driver. |
| * |
| */ |
| #include <linux/poll.h> |
| #include <linux/pci.h> |
| |
| #include <linux/mic_common.h> |
| #include "../common/mic_dev.h" |
| #include "mic_device.h" |
| #include "mic_fops.h" |
| #include "mic_virtio.h" |
| |
| int mic_open(struct inode *inode, struct file *f) |
| { |
| struct mic_vdev *mvdev; |
| struct mic_device *mdev = container_of(inode->i_cdev, |
| struct mic_device, cdev); |
| |
| mvdev = kzalloc(sizeof(*mvdev), GFP_KERNEL); |
| if (!mvdev) |
| return -ENOMEM; |
| |
| init_waitqueue_head(&mvdev->waitq); |
| INIT_LIST_HEAD(&mvdev->list); |
| mvdev->mdev = mdev; |
| mvdev->virtio_id = -1; |
| |
| f->private_data = mvdev; |
| return 0; |
| } |
| |
| int mic_release(struct inode *inode, struct file *f) |
| { |
| struct mic_vdev *mvdev = (struct mic_vdev *)f->private_data; |
| |
| if (-1 != mvdev->virtio_id) |
| mic_virtio_del_device(mvdev); |
| f->private_data = NULL; |
| kfree(mvdev); |
| return 0; |
| } |
| |
| long mic_ioctl(struct file *f, unsigned int cmd, unsigned long arg) |
| { |
| struct mic_vdev *mvdev = (struct mic_vdev *)f->private_data; |
| void __user *argp = (void __user *)arg; |
| int ret; |
| |
| switch (cmd) { |
| case MIC_VIRTIO_ADD_DEVICE: |
| { |
| ret = mic_virtio_add_device(mvdev, argp); |
| if (ret < 0) { |
| dev_err(mic_dev(mvdev), |
| "%s %d errno ret %d\n", |
| __func__, __LINE__, ret); |
| return ret; |
| } |
| break; |
| } |
| case MIC_VIRTIO_COPY_DESC: |
| { |
| struct mic_copy_desc copy; |
| |
| ret = mic_vdev_inited(mvdev); |
| if (ret) |
| return ret; |
| |
| if (copy_from_user(©, argp, sizeof(copy))) |
| return -EFAULT; |
| |
| dev_dbg(mic_dev(mvdev), |
| "%s %d === iovcnt 0x%x vr_idx 0x%x update_used %d\n", |
| __func__, __LINE__, copy.iovcnt, copy.vr_idx, |
| copy.update_used); |
| |
| ret = mic_virtio_copy_desc(mvdev, ©); |
| if (ret < 0) { |
| dev_err(mic_dev(mvdev), |
| "%s %d errno ret %d\n", |
| __func__, __LINE__, ret); |
| return ret; |
| } |
| if (copy_to_user( |
| &((struct mic_copy_desc __user *)argp)->out_len, |
| ©.out_len, sizeof(copy.out_len))) { |
| dev_err(mic_dev(mvdev), "%s %d errno ret %d\n", |
| __func__, __LINE__, -EFAULT); |
| return -EFAULT; |
| } |
| break; |
| } |
| case MIC_VIRTIO_CONFIG_CHANGE: |
| { |
| ret = mic_vdev_inited(mvdev); |
| if (ret) |
| return ret; |
| |
| ret = mic_virtio_config_change(mvdev, argp); |
| if (ret < 0) { |
| dev_err(mic_dev(mvdev), |
| "%s %d errno ret %d\n", |
| __func__, __LINE__, ret); |
| return ret; |
| } |
| break; |
| } |
| default: |
| return -ENOIOCTLCMD; |
| }; |
| return 0; |
| } |
| |
| /* |
| * We return POLLIN | POLLOUT from poll when new buffers are enqueued, and |
| * not when previously enqueued buffers may be available. This means that |
| * in the card->host (TX) path, when userspace is unblocked by poll it |
| * must drain all available descriptors or it can stall. |
| */ |
| unsigned int mic_poll(struct file *f, poll_table *wait) |
| { |
| struct mic_vdev *mvdev = (struct mic_vdev *)f->private_data; |
| int mask = 0; |
| |
| poll_wait(f, &mvdev->waitq, wait); |
| |
| if (mic_vdev_inited(mvdev)) { |
| mask = POLLERR; |
| } else if (mvdev->poll_wake) { |
| mvdev->poll_wake = 0; |
| mask = POLLIN | POLLOUT; |
| } |
| |
| return mask; |
| } |
| |
| static inline int |
| mic_query_offset(struct mic_vdev *mvdev, unsigned long offset, |
| unsigned long *size, unsigned long *pa) |
| { |
| struct mic_device *mdev = mvdev->mdev; |
| unsigned long start = MIC_DP_SIZE; |
| int i; |
| |
| /* |
| * MMAP interface is as follows: |
| * offset region |
| * 0x0 virtio device_page |
| * 0x1000 first vring |
| * 0x1000 + size of 1st vring second vring |
| * .... |
| */ |
| if (!offset) { |
| *pa = virt_to_phys(mdev->dp); |
| *size = MIC_DP_SIZE; |
| return 0; |
| } |
| |
| for (i = 0; i < mvdev->dd->num_vq; i++) { |
| struct mic_vringh *mvr = &mvdev->mvr[i]; |
| if (offset == start) { |
| *pa = virt_to_phys(mvr->vring.va); |
| *size = mvr->vring.len; |
| return 0; |
| } |
| start += mvr->vring.len; |
| } |
| return -1; |
| } |
| |
| /* |
| * Maps the device page and virtio rings to user space for readonly access. |
| */ |
| int |
| mic_mmap(struct file *f, struct vm_area_struct *vma) |
| { |
| struct mic_vdev *mvdev = (struct mic_vdev *)f->private_data; |
| unsigned long offset = vma->vm_pgoff << PAGE_SHIFT; |
| unsigned long pa, size = vma->vm_end - vma->vm_start, size_rem = size; |
| int i, err; |
| |
| err = mic_vdev_inited(mvdev); |
| if (err) |
| return err; |
| |
| if (vma->vm_flags & VM_WRITE) |
| return -EACCES; |
| |
| while (size_rem) { |
| i = mic_query_offset(mvdev, offset, &size, &pa); |
| if (i < 0) |
| return -EINVAL; |
| err = remap_pfn_range(vma, vma->vm_start + offset, |
| pa >> PAGE_SHIFT, size, vma->vm_page_prot); |
| if (err) |
| return err; |
| dev_dbg(mic_dev(mvdev), |
| "%s %d type %d size 0x%lx off 0x%lx pa 0x%lx vma 0x%lx\n", |
| __func__, __LINE__, mvdev->virtio_id, size, offset, |
| pa, vma->vm_start + offset); |
| size_rem -= size; |
| offset += size; |
| } |
| return 0; |
| } |