1 /*-
2 * Copyright (c) 2010 Isilon Systems, Inc.
3 * Copyright (c) 2016 Matthew Macy ([email protected])
4 * Copyright (c) 2017 Mellanox Technologies, Ltd.
5 * All rights reserved.
6 *
7 * Redistribution and use in source and binary forms, with or without
8 * modification, are permitted provided that the following conditions
9 * are met:
10 * 1. Redistributions of source code must retain the above copyright
11 * notice unmodified, this list of conditions, and the following
12 * disclaimer.
13 * 2. Redistributions in binary form must reproduce the above copyright
14 * notice, this list of conditions and the following disclaimer in the
15 * documentation and/or other materials provided with the distribution.
16 *
17 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
18 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
19 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
20 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
21 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
22 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
26 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27 */
28
29 #include <sys/cdefs.h>
30 #include <sys/param.h>
31 #include <sys/systm.h>
32 #include <sys/rwlock.h>
33
34 #include <vm/vm.h>
35 #include <vm/pmap.h>
36 #include <vm/vm_object.h>
37 #include <vm/vm_map.h>
38 #include <vm/vm_page.h>
39 #include <vm/vm_pager.h>
40
41 #include <linux/fs.h>
42 #include <linux/mm.h>
43 #include <linux/shmem_fs.h>
44
45 struct page *
linux_shmem_read_mapping_page_gfp(vm_object_t obj,int pindex,gfp_t gfp)46 linux_shmem_read_mapping_page_gfp(vm_object_t obj, int pindex, gfp_t gfp)
47 {
48 struct page *page;
49 int rv;
50
51 if ((gfp & GFP_NOWAIT) != 0)
52 panic("GFP_NOWAIT is unimplemented");
53
54 VM_OBJECT_WLOCK(obj);
55 rv = vm_page_grab_valid(&page, obj, pindex, VM_ALLOC_NORMAL |
56 VM_ALLOC_NOBUSY | VM_ALLOC_WIRED);
57 VM_OBJECT_WUNLOCK(obj);
58 if (rv != VM_PAGER_OK)
59 return (ERR_PTR(-EINVAL));
60 return (page);
61 }
62
63 struct linux_file *
linux_shmem_file_setup(const char * name,loff_t size,unsigned long flags)64 linux_shmem_file_setup(const char *name, loff_t size, unsigned long flags)
65 {
66 struct fileobj {
67 struct linux_file file __aligned(sizeof(void *));
68 struct vnode vnode __aligned(sizeof(void *));
69 };
70 struct fileobj *fileobj;
71 struct linux_file *filp;
72 struct vnode *vp;
73 int error;
74
75 fileobj = kzalloc(sizeof(*fileobj), GFP_KERNEL);
76 if (fileobj == NULL) {
77 error = -ENOMEM;
78 goto err_0;
79 }
80 filp = &fileobj->file;
81 vp = &fileobj->vnode;
82
83 filp->f_count = 1;
84 filp->f_vnode = vp;
85 filp->f_shmem = vm_pager_allocate(OBJT_SWAP, NULL, size,
86 VM_PROT_READ | VM_PROT_WRITE, 0, curthread->td_ucred);
87 if (filp->f_shmem == NULL) {
88 error = -ENOMEM;
89 goto err_1;
90 }
91 return (filp);
92 err_1:
93 kfree(filp);
94 err_0:
95 return (ERR_PTR(error));
96 }
97
98 static vm_ooffset_t
linux_invalidate_mapping_pages_sub(vm_object_t obj,vm_pindex_t start,vm_pindex_t end,int flags)99 linux_invalidate_mapping_pages_sub(vm_object_t obj, vm_pindex_t start,
100 vm_pindex_t end, int flags)
101 {
102 int start_count, end_count;
103
104 VM_OBJECT_WLOCK(obj);
105 start_count = obj->resident_page_count;
106 vm_object_page_remove(obj, start, end, flags);
107 end_count = obj->resident_page_count;
108 VM_OBJECT_WUNLOCK(obj);
109 return (start_count - end_count);
110 }
111
112 unsigned long
linux_invalidate_mapping_pages(vm_object_t obj,pgoff_t start,pgoff_t end)113 linux_invalidate_mapping_pages(vm_object_t obj, pgoff_t start, pgoff_t end)
114 {
115
116 return (linux_invalidate_mapping_pages_sub(obj, start, end, OBJPR_CLEANONLY));
117 }
118
119 void
linux_shmem_truncate_range(vm_object_t obj,loff_t lstart,loff_t lend)120 linux_shmem_truncate_range(vm_object_t obj, loff_t lstart, loff_t lend)
121 {
122 vm_pindex_t start = OFF_TO_IDX(lstart + PAGE_SIZE - 1);
123 vm_pindex_t end = OFF_TO_IDX(lend + 1);
124
125 (void) linux_invalidate_mapping_pages_sub(obj, start, end, 0);
126 }
127