Merge branch 'work.get_user_pages_fast' of git://git.kernel.org/pub/scm/linux/kernel...
authorLinus Torvalds <torvalds@linux-foundation.org>
Fri, 17 Nov 2017 20:38:51 +0000 (12:38 -0800)
committerLinus Torvalds <torvalds@linux-foundation.org>
Fri, 17 Nov 2017 20:38:51 +0000 (12:38 -0800)
Pull get_user_pages_fast() conversion from Al Viro:
 "A bunch of places switched to get_user_pages_fast()"

* 'work.get_user_pages_fast' of git://git.kernel.org/pub/scm/linux/kernel/git/viro/vfs:
  ceph: use get_user_pages_fast()
  pvr2fs: use get_user_pages_fast()
  atomisp: use get_user_pages_fast()
  st: use get_user_pages_fast()
  via_dmablit(): use get_user_pages_fast()
  fsl_hypervisor: switch to get_user_pages_fast()
  rapidio: switch to get_user_pages_fast()
  vchiq_2835_arm: switch to get_user_pages_fast()

drivers/gpu/drm/via/via_dmablit.c
drivers/rapidio/devices/rio_mport_cdev.c
drivers/scsi/st.c
drivers/staging/media/atomisp/pci/atomisp2/hmm/hmm_bo.c
drivers/staging/vc04_services/interface/vchiq_arm/vchiq_2835_arm.c
drivers/video/fbdev/pvr2fb.c
drivers/virt/fsl_hypervisor.c
net/ceph/pagevec.c

index 98aae98..32c9938 100644 (file)
@@ -238,9 +238,9 @@ via_lock_all_dma_pages(drm_via_sg_info_t *vsg,  drm_via_dmablit_t *xfer)
        vsg->pages = vzalloc(sizeof(struct page *) * vsg->num_pages);
        if (NULL == vsg->pages)
                return -ENOMEM;
-       ret = get_user_pages_unlocked((unsigned long)xfer->mem_addr,
-                       vsg->num_pages, vsg->pages,
-                       (vsg->direction == DMA_FROM_DEVICE) ? FOLL_WRITE : 0);
+       ret = get_user_pages_fast((unsigned long)xfer->mem_addr,
+                       vsg->num_pages, vsg->direction == DMA_FROM_DEVICE,
+                       vsg->pages);
        if (ret != vsg->num_pages) {
                if (ret < 0)
                        return ret;
index 5c1b638..665d9e9 100644 (file)
@@ -889,11 +889,9 @@ rio_dma_transfer(struct file *filp, u32 transfer_mode,
                        goto err_req;
                }
 
-               pinned = get_user_pages_unlocked(
+               pinned = get_user_pages_fast(
                                (unsigned long)xfer->loc_addr & PAGE_MASK,
-                               nr_pages,
-                               page_list,
-                               dir == DMA_FROM_DEVICE ? FOLL_WRITE : 0);
+                               nr_pages, dir == DMA_FROM_DEVICE, page_list);
 
                if (pinned != nr_pages) {
                        if (pinned < 0) {
index 94e402e..b141d76 100644 (file)
@@ -4920,11 +4920,7 @@ static int sgl_map_user_pages(struct st_buffer *STbp,
 
         /* Try to fault in all of the necessary pages */
         /* rw==READ means read from drive, write into memory area */
-       res = get_user_pages_unlocked(
-               uaddr,
-               nr_pages,
-               pages,
-               rw == READ ? FOLL_WRITE : 0); /* don't force */
+       res = get_user_pages_fast(uaddr, nr_pages, rw == READ, pages);
 
        /* Errors and no page mapped should return here */
        if (res < nr_pages)
index 6e2dce7..79bd540 100644 (file)
@@ -1020,10 +1020,8 @@ static int alloc_user_pages(struct hmm_buffer_object *bo,
        } else {
                /*Handle frame buffer allocated in user space*/
                mutex_unlock(&bo->mutex);
-               down_read(&current->mm->mmap_sem);
-               page_nr = get_user_pages((unsigned long)userptr,
-                                        (int)(bo->pgnr), 1, pages, NULL);
-               up_read(&current->mm->mmap_sem);
+               page_nr = get_user_pages_fast((unsigned long)userptr,
+                                        (int)(bo->pgnr), 1, pages);
                mutex_lock(&bo->mutex);
                bo->mem_type = HMM_BO_MEM_TYPE_USER;
        }
index eea2d78..315b49c 100644 (file)
@@ -90,8 +90,7 @@ static irqreturn_t
 vchiq_doorbell_irq(int irq, void *dev_id);
 
 static struct vchiq_pagelist_info *
-create_pagelist(char __user *buf, size_t count, unsigned short type,
-               struct task_struct *task);
+create_pagelist(char __user *buf, size_t count, unsigned short type);
 
 static void
 free_pagelist(struct vchiq_pagelist_info *pagelistinfo,
@@ -255,8 +254,7 @@ vchiq_prepare_bulk_data(VCHIQ_BULK_T *bulk, VCHI_MEM_HANDLE_T memhandle,
        pagelistinfo = create_pagelist((char __user *)offset, size,
                                       (dir == VCHIQ_BULK_RECEIVE)
                                       ? PAGELIST_READ
-                                      : PAGELIST_WRITE,
-                                      current);
+                                      : PAGELIST_WRITE);
 
        if (!pagelistinfo)
                return VCHIQ_ERROR;
@@ -395,8 +393,7 @@ cleanup_pagelistinfo(struct vchiq_pagelist_info *pagelistinfo)
  */
 
 static struct vchiq_pagelist_info *
-create_pagelist(char __user *buf, size_t count, unsigned short type,
-               struct task_struct *task)
+create_pagelist(char __user *buf, size_t count, unsigned short type)
 {
        PAGELIST_T *pagelist;
        struct vchiq_pagelist_info *pagelistinfo;
@@ -476,14 +473,11 @@ create_pagelist(char __user *buf, size_t count, unsigned short type,
                }
                /* do not try and release vmalloc pages */
        } else {
-               down_read(&task->mm->mmap_sem);
-               actual_pages = get_user_pages(
-                                         (unsigned long)buf & PAGE_MASK,
+               actual_pages = get_user_pages_fast(
+                                         (unsigned long)buf & PAGE_MASK,
                                          num_pages,
-                                         (type == PAGELIST_READ) ? FOLL_WRITE : 0,
-                                         pages,
-                                         NULL /*vmas */);
-               up_read(&task->mm->mmap_sem);
+                                         type == PAGELIST_READ,
+                                         pages);
 
                if (actual_pages != num_pages) {
                        vchiq_log_info(vchiq_arm_log_level,
index 867c521..a582d3a 100644 (file)
@@ -686,9 +686,7 @@ static ssize_t pvr2fb_write(struct fb_info *info, const char *buf,
        if (!pages)
                return -ENOMEM;
 
-       ret = get_user_pages_unlocked((unsigned long)buf, nr_pages, pages,
-                       FOLL_WRITE);
-
+       ret = get_user_pages_fast((unsigned long)buf, nr_pages, true, pages);
        if (ret < nr_pages) {
                nr_pages = ret;
                ret = -EINVAL;
index d993df5..d70ad6d 100644 (file)
@@ -243,8 +243,8 @@ static long ioctl_memcpy(struct fsl_hv_ioctl_memcpy __user *p)
        sg_list = PTR_ALIGN(sg_list_unaligned, sizeof(struct fh_sg_list));
 
        /* Get the physical addresses of the source buffer */
-       num_pinned = get_user_pages_unlocked(param.local_vaddr - lb_offset,
-               num_pages, pages, (param.source == -1) ? 0 : FOLL_WRITE);
+       num_pinned = get_user_pages_fast(param.local_vaddr - lb_offset,
+               num_pages, param.source != -1, pages);
 
        if (num_pinned != num_pages) {
                /* get_user_pages() failed */
index ee43bc1..a3d0adc 100644 (file)
@@ -25,9 +25,9 @@ struct page **ceph_get_direct_page_vector(const void __user *data,
                return ERR_PTR(-ENOMEM);
 
        while (got < num_pages) {
-               rc = get_user_pages_unlocked(
+               rc = get_user_pages_fast(
                    (unsigned long)data + ((unsigned long)got * PAGE_SIZE),
-                   num_pages - got, pages + got, write_page ? FOLL_WRITE : 0);
+                   num_pages - got, write_page, pages + got);
                if (rc < 0)
                        break;
                BUG_ON(rc == 0);