/* * Intel MIC Platform Software Stack (MPSS) * * Copyright(c) 2013 Intel Corporation. * * This program is free software; you can redistribute it and/or modify * it under the terms of the GNU General Public License, version 2, as * published by the Free Software Foundation. * * This program is distributed in the hope that it will be useful, but * WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * General Public License for more details. * * The full GNU General Public License is included in this distribution in * the file called "COPYING". * * Intel MIC Host driver. * */ #include <linux/poll.h> #include <linux/pci.h> #include <linux/mic_common.h> #include "../common/mic_dev.h" #include "mic_device.h" #include "mic_fops.h" #include "mic_virtio.h" int mic_open(struct inode *inode, struct file *f) { struct mic_vdev *mvdev; struct mic_device *mdev = container_of(inode->i_cdev, struct mic_device, cdev); mvdev = kzalloc(sizeof(*mvdev), GFP_KERNEL); if (!mvdev) return -ENOMEM; init_waitqueue_head(&mvdev->waitq); INIT_LIST_HEAD(&mvdev->list); mvdev->mdev = mdev; mvdev->virtio_id = -1; f->private_data = mvdev; return 0; } int mic_release(struct inode *inode, struct file *f) { struct mic_vdev *mvdev = (struct mic_vdev *)f->private_data; if (-1 != mvdev->virtio_id) mic_virtio_del_device(mvdev); f->private_data = NULL; kfree(mvdev); return 0; } long mic_ioctl(struct file *f, unsigned int cmd, unsigned long arg) { struct mic_vdev *mvdev = (struct mic_vdev *)f->private_data; void __user *argp = (void __user *)arg; int ret; switch (cmd) { case MIC_VIRTIO_ADD_DEVICE: { ret = mic_virtio_add_device(mvdev, argp); if (ret < 0) { dev_err(mic_dev(mvdev), "%s %d errno ret %d\n", __func__, __LINE__, ret); return ret; } break; } case MIC_VIRTIO_COPY_DESC: { struct mic_copy_desc copy; ret = mic_vdev_inited(mvdev); if (ret) return ret; if (copy_from_user(©, argp, sizeof(copy))) return -EFAULT; dev_dbg(mic_dev(mvdev), "%s %d === iovcnt 0x%x vr_idx 0x%x update_used %d\n", __func__, __LINE__, copy.iovcnt, copy.vr_idx, copy.update_used); ret = mic_virtio_copy_desc(mvdev, ©); if (ret < 0) { dev_err(mic_dev(mvdev), "%s %d errno ret %d\n", __func__, __LINE__, ret); return ret; } if (copy_to_user( &((struct mic_copy_desc __user *)argp)->out_len, ©.out_len, sizeof(copy.out_len))) { dev_err(mic_dev(mvdev), "%s %d errno ret %d\n", __func__, __LINE__, -EFAULT); return -EFAULT; } break; } case MIC_VIRTIO_CONFIG_CHANGE: { ret = mic_vdev_inited(mvdev); if (ret) return ret; ret = mic_virtio_config_change(mvdev, argp); if (ret < 0) { dev_err(mic_dev(mvdev), "%s %d errno ret %d\n", __func__, __LINE__, ret); return ret; } break; } default: return -ENOIOCTLCMD; }; return 0; } /* * We return POLLIN | POLLOUT from poll when new buffers are enqueued, and * not when previously enqueued buffers may be available. This means that * in the card->host (TX) path, when userspace is unblocked by poll it * must drain all available descriptors or it can stall. */ unsigned int mic_poll(struct file *f, poll_table *wait) { struct mic_vdev *mvdev = (struct mic_vdev *)f->private_data; int mask = 0; poll_wait(f, &mvdev->waitq, wait); if (mic_vdev_inited(mvdev)) { mask = POLLERR; } else if (mvdev->poll_wake) { mvdev->poll_wake = 0; mask = POLLIN | POLLOUT; } return mask; } static inline int mic_query_offset(struct mic_vdev *mvdev, unsigned long offset, unsigned long *size, unsigned long *pa) { struct mic_device *mdev = mvdev->mdev; unsigned long start = MIC_DP_SIZE; int i; /* * MMAP interface is as follows: * offset region * 0x0 virtio device_page * 0x1000 first vring * 0x1000 + size of 1st vring second vring * .... */ if (!offset) { *pa = virt_to_phys(mdev->dp); *size = MIC_DP_SIZE; return 0; } for (i = 0; i < mvdev->dd->num_vq; i++) { struct mic_vringh *mvr = &mvdev->mvr[i]; if (offset == start) { *pa = virt_to_phys(mvr->vring.va); *size = mvr->vring.len; return 0; } start += mvr->vring.len; } return -1; } /* * Maps the device page and virtio rings to user space for readonly access. */ int mic_mmap(struct file *f, struct vm_area_struct *vma) { struct mic_vdev *mvdev = (struct mic_vdev *)f->private_data; unsigned long offset = vma->vm_pgoff << PAGE_SHIFT; unsigned long pa, size = vma->vm_end - vma->vm_start, size_rem = size; int i, err; err = mic_vdev_inited(mvdev); if (err) return err; if (vma->vm_flags & VM_WRITE) return -EACCES; while (size_rem) { i = mic_query_offset(mvdev, offset, &size, &pa); if (i < 0) return -EINVAL; err = remap_pfn_range(vma, vma->vm_start + offset, pa >> PAGE_SHIFT, size, vma->vm_page_prot); if (err) return err; dev_dbg(mic_dev(mvdev), "%s %d type %d size 0x%lx off 0x%lx pa 0x%lx vma 0x%lx\n", __func__, __LINE__, mvdev->virtio_id, size, offset, pa, vma->vm_start + offset); size_rem -= size; offset += size; } return 0; }