mm: fix fault vs invalidate race for linear mappings
[deliverable/linux.git] / fs / xfs / linux-2.6 / xfs_file.c
1 /*
2 * Copyright (c) 2000-2005 Silicon Graphics, Inc.
3 * All Rights Reserved.
4 *
5 * This program is free software; you can redistribute it and/or
6 * modify it under the terms of the GNU General Public License as
7 * published by the Free Software Foundation.
8 *
9 * This program is distributed in the hope that it would be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
13 *
14 * You should have received a copy of the GNU General Public License
15 * along with this program; if not, write the Free Software Foundation,
16 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
17 */
18 #include "xfs.h"
19 #include "xfs_bit.h"
20 #include "xfs_log.h"
21 #include "xfs_inum.h"
22 #include "xfs_sb.h"
23 #include "xfs_ag.h"
24 #include "xfs_dir2.h"
25 #include "xfs_trans.h"
26 #include "xfs_dmapi.h"
27 #include "xfs_mount.h"
28 #include "xfs_bmap_btree.h"
29 #include "xfs_alloc_btree.h"
30 #include "xfs_ialloc_btree.h"
31 #include "xfs_alloc.h"
32 #include "xfs_btree.h"
33 #include "xfs_attr_sf.h"
34 #include "xfs_dir2_sf.h"
35 #include "xfs_dinode.h"
36 #include "xfs_inode.h"
37 #include "xfs_error.h"
38 #include "xfs_rw.h"
39 #include "xfs_ioctl32.h"
40
41 #include <linux/dcache.h>
42 #include <linux/smp_lock.h>
43
44 static struct vm_operations_struct xfs_file_vm_ops;
45 #ifdef CONFIG_XFS_DMAPI
46 static struct vm_operations_struct xfs_dmapi_file_vm_ops;
47 #endif
48
49 STATIC_INLINE ssize_t
50 __xfs_file_read(
51 struct kiocb *iocb,
52 const struct iovec *iov,
53 unsigned long nr_segs,
54 int ioflags,
55 loff_t pos)
56 {
57 struct file *file = iocb->ki_filp;
58 bhv_vnode_t *vp = vn_from_inode(file->f_path.dentry->d_inode);
59
60 BUG_ON(iocb->ki_pos != pos);
61 if (unlikely(file->f_flags & O_DIRECT))
62 ioflags |= IO_ISDIRECT;
63 return bhv_vop_read(vp, iocb, iov, nr_segs, &iocb->ki_pos,
64 ioflags, NULL);
65 }
66
67 STATIC ssize_t
68 xfs_file_aio_read(
69 struct kiocb *iocb,
70 const struct iovec *iov,
71 unsigned long nr_segs,
72 loff_t pos)
73 {
74 return __xfs_file_read(iocb, iov, nr_segs, IO_ISAIO, pos);
75 }
76
77 STATIC ssize_t
78 xfs_file_aio_read_invis(
79 struct kiocb *iocb,
80 const struct iovec *iov,
81 unsigned long nr_segs,
82 loff_t pos)
83 {
84 return __xfs_file_read(iocb, iov, nr_segs, IO_ISAIO|IO_INVIS, pos);
85 }
86
87 STATIC_INLINE ssize_t
88 __xfs_file_write(
89 struct kiocb *iocb,
90 const struct iovec *iov,
91 unsigned long nr_segs,
92 int ioflags,
93 loff_t pos)
94 {
95 struct file *file = iocb->ki_filp;
96 struct inode *inode = file->f_mapping->host;
97 bhv_vnode_t *vp = vn_from_inode(inode);
98
99 BUG_ON(iocb->ki_pos != pos);
100 if (unlikely(file->f_flags & O_DIRECT))
101 ioflags |= IO_ISDIRECT;
102 return bhv_vop_write(vp, iocb, iov, nr_segs, &iocb->ki_pos,
103 ioflags, NULL);
104 }
105
106 STATIC ssize_t
107 xfs_file_aio_write(
108 struct kiocb *iocb,
109 const struct iovec *iov,
110 unsigned long nr_segs,
111 loff_t pos)
112 {
113 return __xfs_file_write(iocb, iov, nr_segs, IO_ISAIO, pos);
114 }
115
116 STATIC ssize_t
117 xfs_file_aio_write_invis(
118 struct kiocb *iocb,
119 const struct iovec *iov,
120 unsigned long nr_segs,
121 loff_t pos)
122 {
123 return __xfs_file_write(iocb, iov, nr_segs, IO_ISAIO|IO_INVIS, pos);
124 }
125
126 STATIC ssize_t
127 xfs_file_splice_read(
128 struct file *infilp,
129 loff_t *ppos,
130 struct pipe_inode_info *pipe,
131 size_t len,
132 unsigned int flags)
133 {
134 return bhv_vop_splice_read(vn_from_inode(infilp->f_path.dentry->d_inode),
135 infilp, ppos, pipe, len, flags, 0, NULL);
136 }
137
138 STATIC ssize_t
139 xfs_file_splice_read_invis(
140 struct file *infilp,
141 loff_t *ppos,
142 struct pipe_inode_info *pipe,
143 size_t len,
144 unsigned int flags)
145 {
146 return bhv_vop_splice_read(vn_from_inode(infilp->f_path.dentry->d_inode),
147 infilp, ppos, pipe, len, flags, IO_INVIS,
148 NULL);
149 }
150
151 STATIC ssize_t
152 xfs_file_splice_write(
153 struct pipe_inode_info *pipe,
154 struct file *outfilp,
155 loff_t *ppos,
156 size_t len,
157 unsigned int flags)
158 {
159 return bhv_vop_splice_write(vn_from_inode(outfilp->f_path.dentry->d_inode),
160 pipe, outfilp, ppos, len, flags, 0, NULL);
161 }
162
163 STATIC ssize_t
164 xfs_file_splice_write_invis(
165 struct pipe_inode_info *pipe,
166 struct file *outfilp,
167 loff_t *ppos,
168 size_t len,
169 unsigned int flags)
170 {
171 return bhv_vop_splice_write(vn_from_inode(outfilp->f_path.dentry->d_inode),
172 pipe, outfilp, ppos, len, flags, IO_INVIS,
173 NULL);
174 }
175
176 STATIC int
177 xfs_file_open(
178 struct inode *inode,
179 struct file *filp)
180 {
181 if (!(filp->f_flags & O_LARGEFILE) && i_size_read(inode) > MAX_NON_LFS)
182 return -EFBIG;
183 return -bhv_vop_open(vn_from_inode(inode), NULL);
184 }
185
186 STATIC int
187 xfs_file_release(
188 struct inode *inode,
189 struct file *filp)
190 {
191 bhv_vnode_t *vp = vn_from_inode(inode);
192
193 if (vp)
194 return -bhv_vop_release(vp);
195 return 0;
196 }
197
198 STATIC int
199 xfs_file_fsync(
200 struct file *filp,
201 struct dentry *dentry,
202 int datasync)
203 {
204 bhv_vnode_t *vp = vn_from_inode(dentry->d_inode);
205 int flags = FSYNC_WAIT;
206
207 if (datasync)
208 flags |= FSYNC_DATA;
209 if (VN_TRUNC(vp))
210 VUNTRUNCATE(vp);
211 return -bhv_vop_fsync(vp, flags, NULL, (xfs_off_t)0, (xfs_off_t)-1);
212 }
213
214 #ifdef CONFIG_XFS_DMAPI
215 STATIC struct page *
216 xfs_vm_nopage(
217 struct vm_area_struct *area,
218 unsigned long address,
219 int *type)
220 {
221 struct inode *inode = area->vm_file->f_path.dentry->d_inode;
222 bhv_vnode_t *vp = vn_from_inode(inode);
223
224 ASSERT_ALWAYS(vp->v_vfsp->vfs_flag & VFS_DMI);
225 if (XFS_SEND_MMAP(XFS_VFSTOM(vp->v_vfsp), area, 0))
226 return NULL;
227 return filemap_nopage(area, address, type);
228 }
229 #endif /* CONFIG_XFS_DMAPI */
230
231 STATIC int
232 xfs_file_readdir(
233 struct file *filp,
234 void *dirent,
235 filldir_t filldir)
236 {
237 int error = 0;
238 bhv_vnode_t *vp = vn_from_inode(filp->f_path.dentry->d_inode);
239 uio_t uio;
240 iovec_t iov;
241 int eof = 0;
242 caddr_t read_buf;
243 int namelen, size = 0;
244 size_t rlen = PAGE_CACHE_SIZE;
245 xfs_off_t start_offset, curr_offset;
246 xfs_dirent_t *dbp = NULL;
247
248 /* Try fairly hard to get memory */
249 do {
250 if ((read_buf = kmalloc(rlen, GFP_KERNEL)))
251 break;
252 rlen >>= 1;
253 } while (rlen >= 1024);
254
255 if (read_buf == NULL)
256 return -ENOMEM;
257
258 uio.uio_iov = &iov;
259 uio.uio_segflg = UIO_SYSSPACE;
260 curr_offset = filp->f_pos;
261 if (filp->f_pos != 0x7fffffff)
262 uio.uio_offset = filp->f_pos;
263 else
264 uio.uio_offset = 0xffffffff;
265
266 while (!eof) {
267 uio.uio_resid = iov.iov_len = rlen;
268 iov.iov_base = read_buf;
269 uio.uio_iovcnt = 1;
270
271 start_offset = uio.uio_offset;
272
273 error = bhv_vop_readdir(vp, &uio, NULL, &eof);
274 if ((uio.uio_offset == start_offset) || error) {
275 size = 0;
276 break;
277 }
278
279 size = rlen - uio.uio_resid;
280 dbp = (xfs_dirent_t *)read_buf;
281 while (size > 0) {
282 namelen = strlen(dbp->d_name);
283
284 if (filldir(dirent, dbp->d_name, namelen,
285 (loff_t) curr_offset & 0x7fffffff,
286 (ino_t) dbp->d_ino,
287 DT_UNKNOWN)) {
288 goto done;
289 }
290 size -= dbp->d_reclen;
291 curr_offset = (loff_t)dbp->d_off /* & 0x7fffffff */;
292 dbp = (xfs_dirent_t *)((char *)dbp + dbp->d_reclen);
293 }
294 }
295 done:
296 if (!error) {
297 if (size == 0)
298 filp->f_pos = uio.uio_offset & 0x7fffffff;
299 else if (dbp)
300 filp->f_pos = curr_offset;
301 }
302
303 kfree(read_buf);
304 return -error;
305 }
306
307 STATIC int
308 xfs_file_mmap(
309 struct file *filp,
310 struct vm_area_struct *vma)
311 {
312 vma->vm_ops = &xfs_file_vm_ops;
313 vma->vm_flags |= VM_CAN_INVALIDATE;
314
315 #ifdef CONFIG_XFS_DMAPI
316 if (vn_from_inode(filp->f_path.dentry->d_inode)->v_vfsp->vfs_flag & VFS_DMI)
317 vma->vm_ops = &xfs_dmapi_file_vm_ops;
318 #endif /* CONFIG_XFS_DMAPI */
319
320 file_accessed(filp);
321 return 0;
322 }
323
324 STATIC long
325 xfs_file_ioctl(
326 struct file *filp,
327 unsigned int cmd,
328 unsigned long p)
329 {
330 int error;
331 struct inode *inode = filp->f_path.dentry->d_inode;
332 bhv_vnode_t *vp = vn_from_inode(inode);
333
334 error = bhv_vop_ioctl(vp, inode, filp, 0, cmd, (void __user *)p);
335 VMODIFY(vp);
336
337 /* NOTE: some of the ioctl's return positive #'s as a
338 * byte count indicating success, such as
339 * readlink_by_handle. So we don't "sign flip"
340 * like most other routines. This means true
341 * errors need to be returned as a negative value.
342 */
343 return error;
344 }
345
346 STATIC long
347 xfs_file_ioctl_invis(
348 struct file *filp,
349 unsigned int cmd,
350 unsigned long p)
351 {
352 int error;
353 struct inode *inode = filp->f_path.dentry->d_inode;
354 bhv_vnode_t *vp = vn_from_inode(inode);
355
356 error = bhv_vop_ioctl(vp, inode, filp, IO_INVIS, cmd, (void __user *)p);
357 VMODIFY(vp);
358
359 /* NOTE: some of the ioctl's return positive #'s as a
360 * byte count indicating success, such as
361 * readlink_by_handle. So we don't "sign flip"
362 * like most other routines. This means true
363 * errors need to be returned as a negative value.
364 */
365 return error;
366 }
367
368 #ifdef CONFIG_XFS_DMAPI
369 #ifdef HAVE_VMOP_MPROTECT
370 STATIC int
371 xfs_vm_mprotect(
372 struct vm_area_struct *vma,
373 unsigned int newflags)
374 {
375 bhv_vnode_t *vp = vn_from_inode(vma->vm_file->f_path.dentry->d_inode);
376 int error = 0;
377
378 if (vp->v_vfsp->vfs_flag & VFS_DMI) {
379 if ((vma->vm_flags & VM_MAYSHARE) &&
380 (newflags & VM_WRITE) && !(vma->vm_flags & VM_WRITE)) {
381 xfs_mount_t *mp = XFS_VFSTOM(vp->v_vfsp);
382
383 error = XFS_SEND_MMAP(mp, vma, VM_WRITE);
384 }
385 }
386 return error;
387 }
388 #endif /* HAVE_VMOP_MPROTECT */
389 #endif /* CONFIG_XFS_DMAPI */
390
391 #ifdef HAVE_FOP_OPEN_EXEC
392 /* If the user is attempting to execute a file that is offline then
393 * we have to trigger a DMAPI READ event before the file is marked as busy
394 * otherwise the invisible I/O will not be able to write to the file to bring
395 * it back online.
396 */
397 STATIC int
398 xfs_file_open_exec(
399 struct inode *inode)
400 {
401 bhv_vnode_t *vp = vn_from_inode(inode);
402
403 if (unlikely(vp->v_vfsp->vfs_flag & VFS_DMI)) {
404 xfs_mount_t *mp = XFS_VFSTOM(vp->v_vfsp);
405 xfs_inode_t *ip = xfs_vtoi(vp);
406
407 if (!ip)
408 return -EINVAL;
409 if (DM_EVENT_ENABLED(vp->v_vfsp, ip, DM_EVENT_READ))
410 return -XFS_SEND_DATA(mp, DM_EVENT_READ, vp,
411 0, 0, 0, NULL);
412 }
413 return 0;
414 }
415 #endif /* HAVE_FOP_OPEN_EXEC */
416
417 const struct file_operations xfs_file_operations = {
418 .llseek = generic_file_llseek,
419 .read = do_sync_read,
420 .write = do_sync_write,
421 .aio_read = xfs_file_aio_read,
422 .aio_write = xfs_file_aio_write,
423 .splice_read = xfs_file_splice_read,
424 .splice_write = xfs_file_splice_write,
425 .unlocked_ioctl = xfs_file_ioctl,
426 #ifdef CONFIG_COMPAT
427 .compat_ioctl = xfs_file_compat_ioctl,
428 #endif
429 .mmap = xfs_file_mmap,
430 .open = xfs_file_open,
431 .release = xfs_file_release,
432 .fsync = xfs_file_fsync,
433 #ifdef HAVE_FOP_OPEN_EXEC
434 .open_exec = xfs_file_open_exec,
435 #endif
436 };
437
438 const struct file_operations xfs_invis_file_operations = {
439 .llseek = generic_file_llseek,
440 .read = do_sync_read,
441 .write = do_sync_write,
442 .aio_read = xfs_file_aio_read_invis,
443 .aio_write = xfs_file_aio_write_invis,
444 .splice_read = xfs_file_splice_read_invis,
445 .splice_write = xfs_file_splice_write_invis,
446 .unlocked_ioctl = xfs_file_ioctl_invis,
447 #ifdef CONFIG_COMPAT
448 .compat_ioctl = xfs_file_compat_invis_ioctl,
449 #endif
450 .mmap = xfs_file_mmap,
451 .open = xfs_file_open,
452 .release = xfs_file_release,
453 .fsync = xfs_file_fsync,
454 };
455
456
457 const struct file_operations xfs_dir_file_operations = {
458 .read = generic_read_dir,
459 .readdir = xfs_file_readdir,
460 .unlocked_ioctl = xfs_file_ioctl,
461 #ifdef CONFIG_COMPAT
462 .compat_ioctl = xfs_file_compat_ioctl,
463 #endif
464 .fsync = xfs_file_fsync,
465 };
466
467 static struct vm_operations_struct xfs_file_vm_ops = {
468 .nopage = filemap_nopage,
469 .populate = filemap_populate,
470 };
471
472 #ifdef CONFIG_XFS_DMAPI
473 static struct vm_operations_struct xfs_dmapi_file_vm_ops = {
474 .nopage = xfs_vm_nopage,
475 .populate = filemap_populate,
476 #ifdef HAVE_VMOP_MPROTECT
477 .mprotect = xfs_vm_mprotect,
478 #endif
479 };
480 #endif /* CONFIG_XFS_DMAPI */
This page took 0.040895 seconds and 6 git commands to generate.