]> bbs.cooldavid.org Git - net-next-2.6.git/blob - fs/xfs/linux-2.6/xfs_file.c
mm: fix fault vs invalidate race for linear mappings
[net-next-2.6.git] / fs / xfs / linux-2.6 / xfs_file.c
1 /*
2  * Copyright (c) 2000-2005 Silicon Graphics, Inc.
3  * All Rights Reserved.
4  *
5  * This program is free software; you can redistribute it and/or
6  * modify it under the terms of the GNU General Public License as
7  * published by the Free Software Foundation.
8  *
9  * This program is distributed in the hope that it would be useful,
10  * but WITHOUT ANY WARRANTY; without even the implied warranty of
11  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
12  * GNU General Public License for more details.
13  *
14  * You should have received a copy of the GNU General Public License
15  * along with this program; if not, write the Free Software Foundation,
16  * Inc.,  51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
17  */
18 #include "xfs.h"
19 #include "xfs_bit.h"
20 #include "xfs_log.h"
21 #include "xfs_inum.h"
22 #include "xfs_sb.h"
23 #include "xfs_ag.h"
24 #include "xfs_dir2.h"
25 #include "xfs_trans.h"
26 #include "xfs_dmapi.h"
27 #include "xfs_mount.h"
28 #include "xfs_bmap_btree.h"
29 #include "xfs_alloc_btree.h"
30 #include "xfs_ialloc_btree.h"
31 #include "xfs_alloc.h"
32 #include "xfs_btree.h"
33 #include "xfs_attr_sf.h"
34 #include "xfs_dir2_sf.h"
35 #include "xfs_dinode.h"
36 #include "xfs_inode.h"
37 #include "xfs_error.h"
38 #include "xfs_rw.h"
39 #include "xfs_ioctl32.h"
40
41 #include <linux/dcache.h>
42 #include <linux/smp_lock.h>
43
44 static struct vm_operations_struct xfs_file_vm_ops;
45 #ifdef CONFIG_XFS_DMAPI
46 static struct vm_operations_struct xfs_dmapi_file_vm_ops;
47 #endif
48
49 STATIC_INLINE ssize_t
50 __xfs_file_read(
51         struct kiocb            *iocb,
52         const struct iovec      *iov,
53         unsigned long           nr_segs,
54         int                     ioflags,
55         loff_t                  pos)
56 {
57         struct file             *file = iocb->ki_filp;
58         bhv_vnode_t             *vp = vn_from_inode(file->f_path.dentry->d_inode);
59
60         BUG_ON(iocb->ki_pos != pos);
61         if (unlikely(file->f_flags & O_DIRECT))
62                 ioflags |= IO_ISDIRECT;
63         return bhv_vop_read(vp, iocb, iov, nr_segs, &iocb->ki_pos,
64                                 ioflags, NULL);
65 }
66
67 STATIC ssize_t
68 xfs_file_aio_read(
69         struct kiocb            *iocb,
70         const struct iovec      *iov,
71         unsigned long           nr_segs,
72         loff_t                  pos)
73 {
74         return __xfs_file_read(iocb, iov, nr_segs, IO_ISAIO, pos);
75 }
76
77 STATIC ssize_t
78 xfs_file_aio_read_invis(
79         struct kiocb            *iocb,
80         const struct iovec      *iov,
81         unsigned long           nr_segs,
82         loff_t                  pos)
83 {
84         return __xfs_file_read(iocb, iov, nr_segs, IO_ISAIO|IO_INVIS, pos);
85 }
86
87 STATIC_INLINE ssize_t
88 __xfs_file_write(
89         struct kiocb            *iocb,
90         const struct iovec      *iov,
91         unsigned long           nr_segs,
92         int                     ioflags,
93         loff_t                  pos)
94 {
95         struct file     *file = iocb->ki_filp;
96         struct inode    *inode = file->f_mapping->host;
97         bhv_vnode_t     *vp = vn_from_inode(inode);
98
99         BUG_ON(iocb->ki_pos != pos);
100         if (unlikely(file->f_flags & O_DIRECT))
101                 ioflags |= IO_ISDIRECT;
102         return bhv_vop_write(vp, iocb, iov, nr_segs, &iocb->ki_pos,
103                                 ioflags, NULL);
104 }
105
106 STATIC ssize_t
107 xfs_file_aio_write(
108         struct kiocb            *iocb,
109         const struct iovec      *iov,
110         unsigned long           nr_segs,
111         loff_t                  pos)
112 {
113         return __xfs_file_write(iocb, iov, nr_segs, IO_ISAIO, pos);
114 }
115
116 STATIC ssize_t
117 xfs_file_aio_write_invis(
118         struct kiocb            *iocb,
119         const struct iovec      *iov,
120         unsigned long           nr_segs,
121         loff_t                  pos)
122 {
123         return __xfs_file_write(iocb, iov, nr_segs, IO_ISAIO|IO_INVIS, pos);
124 }
125
126 STATIC ssize_t
127 xfs_file_splice_read(
128         struct file             *infilp,
129         loff_t                  *ppos,
130         struct pipe_inode_info  *pipe,
131         size_t                  len,
132         unsigned int            flags)
133 {
134         return bhv_vop_splice_read(vn_from_inode(infilp->f_path.dentry->d_inode),
135                                    infilp, ppos, pipe, len, flags, 0, NULL);
136 }
137
138 STATIC ssize_t
139 xfs_file_splice_read_invis(
140         struct file             *infilp,
141         loff_t                  *ppos,
142         struct pipe_inode_info  *pipe,
143         size_t                  len,
144         unsigned int            flags)
145 {
146         return bhv_vop_splice_read(vn_from_inode(infilp->f_path.dentry->d_inode),
147                                    infilp, ppos, pipe, len, flags, IO_INVIS,
148                                    NULL);
149 }
150
151 STATIC ssize_t
152 xfs_file_splice_write(
153         struct pipe_inode_info  *pipe,
154         struct file             *outfilp,
155         loff_t                  *ppos,
156         size_t                  len,
157         unsigned int            flags)
158 {
159         return bhv_vop_splice_write(vn_from_inode(outfilp->f_path.dentry->d_inode),
160                                     pipe, outfilp, ppos, len, flags, 0, NULL);
161 }
162
163 STATIC ssize_t
164 xfs_file_splice_write_invis(
165         struct pipe_inode_info  *pipe,
166         struct file             *outfilp,
167         loff_t                  *ppos,
168         size_t                  len,
169         unsigned int            flags)
170 {
171         return bhv_vop_splice_write(vn_from_inode(outfilp->f_path.dentry->d_inode),
172                                     pipe, outfilp, ppos, len, flags, IO_INVIS,
173                                     NULL);
174 }
175
176 STATIC int
177 xfs_file_open(
178         struct inode    *inode,
179         struct file     *filp)
180 {
181         if (!(filp->f_flags & O_LARGEFILE) && i_size_read(inode) > MAX_NON_LFS)
182                 return -EFBIG;
183         return -bhv_vop_open(vn_from_inode(inode), NULL);
184 }
185
186 STATIC int
187 xfs_file_release(
188         struct inode    *inode,
189         struct file     *filp)
190 {
191         bhv_vnode_t     *vp = vn_from_inode(inode);
192
193         if (vp)
194                 return -bhv_vop_release(vp);
195         return 0;
196 }
197
198 STATIC int
199 xfs_file_fsync(
200         struct file     *filp,
201         struct dentry   *dentry,
202         int             datasync)
203 {
204         bhv_vnode_t     *vp = vn_from_inode(dentry->d_inode);
205         int             flags = FSYNC_WAIT;
206
207         if (datasync)
208                 flags |= FSYNC_DATA;
209         if (VN_TRUNC(vp))
210                 VUNTRUNCATE(vp);
211         return -bhv_vop_fsync(vp, flags, NULL, (xfs_off_t)0, (xfs_off_t)-1);
212 }
213
214 #ifdef CONFIG_XFS_DMAPI
215 STATIC struct page *
216 xfs_vm_nopage(
217         struct vm_area_struct   *area,
218         unsigned long           address,
219         int                     *type)
220 {
221         struct inode    *inode = area->vm_file->f_path.dentry->d_inode;
222         bhv_vnode_t     *vp = vn_from_inode(inode);
223
224         ASSERT_ALWAYS(vp->v_vfsp->vfs_flag & VFS_DMI);
225         if (XFS_SEND_MMAP(XFS_VFSTOM(vp->v_vfsp), area, 0))
226                 return NULL;
227         return filemap_nopage(area, address, type);
228 }
229 #endif /* CONFIG_XFS_DMAPI */
230
231 STATIC int
232 xfs_file_readdir(
233         struct file     *filp,
234         void            *dirent,
235         filldir_t       filldir)
236 {
237         int             error = 0;
238         bhv_vnode_t     *vp = vn_from_inode(filp->f_path.dentry->d_inode);
239         uio_t           uio;
240         iovec_t         iov;
241         int             eof = 0;
242         caddr_t         read_buf;
243         int             namelen, size = 0;
244         size_t          rlen = PAGE_CACHE_SIZE;
245         xfs_off_t       start_offset, curr_offset;
246         xfs_dirent_t    *dbp = NULL;
247
248         /* Try fairly hard to get memory */
249         do {
250                 if ((read_buf = kmalloc(rlen, GFP_KERNEL)))
251                         break;
252                 rlen >>= 1;
253         } while (rlen >= 1024);
254
255         if (read_buf == NULL)
256                 return -ENOMEM;
257
258         uio.uio_iov = &iov;
259         uio.uio_segflg = UIO_SYSSPACE;
260         curr_offset = filp->f_pos;
261         if (filp->f_pos != 0x7fffffff)
262                 uio.uio_offset = filp->f_pos;
263         else
264                 uio.uio_offset = 0xffffffff;
265
266         while (!eof) {
267                 uio.uio_resid = iov.iov_len = rlen;
268                 iov.iov_base = read_buf;
269                 uio.uio_iovcnt = 1;
270
271                 start_offset = uio.uio_offset;
272
273                 error = bhv_vop_readdir(vp, &uio, NULL, &eof);
274                 if ((uio.uio_offset == start_offset) || error) {
275                         size = 0;
276                         break;
277                 }
278
279                 size = rlen - uio.uio_resid;
280                 dbp = (xfs_dirent_t *)read_buf;
281                 while (size > 0) {
282                         namelen = strlen(dbp->d_name);
283
284                         if (filldir(dirent, dbp->d_name, namelen,
285                                         (loff_t) curr_offset & 0x7fffffff,
286                                         (ino_t) dbp->d_ino,
287                                         DT_UNKNOWN)) {
288                                 goto done;
289                         }
290                         size -= dbp->d_reclen;
291                         curr_offset = (loff_t)dbp->d_off /* & 0x7fffffff */;
292                         dbp = (xfs_dirent_t *)((char *)dbp + dbp->d_reclen);
293                 }
294         }
295 done:
296         if (!error) {
297                 if (size == 0)
298                         filp->f_pos = uio.uio_offset & 0x7fffffff;
299                 else if (dbp)
300                         filp->f_pos = curr_offset;
301         }
302
303         kfree(read_buf);
304         return -error;
305 }
306
307 STATIC int
308 xfs_file_mmap(
309         struct file     *filp,
310         struct vm_area_struct *vma)
311 {
312         vma->vm_ops = &xfs_file_vm_ops;
313         vma->vm_flags |= VM_CAN_INVALIDATE;
314
315 #ifdef CONFIG_XFS_DMAPI
316         if (vn_from_inode(filp->f_path.dentry->d_inode)->v_vfsp->vfs_flag & VFS_DMI)
317                 vma->vm_ops = &xfs_dmapi_file_vm_ops;
318 #endif /* CONFIG_XFS_DMAPI */
319
320         file_accessed(filp);
321         return 0;
322 }
323
324 STATIC long
325 xfs_file_ioctl(
326         struct file     *filp,
327         unsigned int    cmd,
328         unsigned long   p)
329 {
330         int             error;
331         struct inode    *inode = filp->f_path.dentry->d_inode;
332         bhv_vnode_t     *vp = vn_from_inode(inode);
333
334         error = bhv_vop_ioctl(vp, inode, filp, 0, cmd, (void __user *)p);
335         VMODIFY(vp);
336
337         /* NOTE:  some of the ioctl's return positive #'s as a
338          *        byte count indicating success, such as
339          *        readlink_by_handle.  So we don't "sign flip"
340          *        like most other routines.  This means true
341          *        errors need to be returned as a negative value.
342          */
343         return error;
344 }
345
346 STATIC long
347 xfs_file_ioctl_invis(
348         struct file     *filp,
349         unsigned int    cmd,
350         unsigned long   p)
351 {
352         int             error;
353         struct inode    *inode = filp->f_path.dentry->d_inode;
354         bhv_vnode_t     *vp = vn_from_inode(inode);
355
356         error = bhv_vop_ioctl(vp, inode, filp, IO_INVIS, cmd, (void __user *)p);
357         VMODIFY(vp);
358
359         /* NOTE:  some of the ioctl's return positive #'s as a
360          *        byte count indicating success, such as
361          *        readlink_by_handle.  So we don't "sign flip"
362          *        like most other routines.  This means true
363          *        errors need to be returned as a negative value.
364          */
365         return error;
366 }
367
368 #ifdef CONFIG_XFS_DMAPI
369 #ifdef HAVE_VMOP_MPROTECT
370 STATIC int
371 xfs_vm_mprotect(
372         struct vm_area_struct *vma,
373         unsigned int    newflags)
374 {
375         bhv_vnode_t     *vp = vn_from_inode(vma->vm_file->f_path.dentry->d_inode);
376         int             error = 0;
377
378         if (vp->v_vfsp->vfs_flag & VFS_DMI) {
379                 if ((vma->vm_flags & VM_MAYSHARE) &&
380                     (newflags & VM_WRITE) && !(vma->vm_flags & VM_WRITE)) {
381                         xfs_mount_t     *mp = XFS_VFSTOM(vp->v_vfsp);
382
383                         error = XFS_SEND_MMAP(mp, vma, VM_WRITE);
384                     }
385         }
386         return error;
387 }
388 #endif /* HAVE_VMOP_MPROTECT */
389 #endif /* CONFIG_XFS_DMAPI */
390
391 #ifdef HAVE_FOP_OPEN_EXEC
392 /* If the user is attempting to execute a file that is offline then
393  * we have to trigger a DMAPI READ event before the file is marked as busy
394  * otherwise the invisible I/O will not be able to write to the file to bring
395  * it back online.
396  */
397 STATIC int
398 xfs_file_open_exec(
399         struct inode    *inode)
400 {
401         bhv_vnode_t     *vp = vn_from_inode(inode);
402
403         if (unlikely(vp->v_vfsp->vfs_flag & VFS_DMI)) {
404                 xfs_mount_t     *mp = XFS_VFSTOM(vp->v_vfsp);
405                 xfs_inode_t     *ip = xfs_vtoi(vp);
406
407                 if (!ip)
408                         return -EINVAL;
409                 if (DM_EVENT_ENABLED(vp->v_vfsp, ip, DM_EVENT_READ))
410                         return -XFS_SEND_DATA(mp, DM_EVENT_READ, vp,
411                                                0, 0, 0, NULL);
412         }
413         return 0;
414 }
415 #endif /* HAVE_FOP_OPEN_EXEC */
416
417 const struct file_operations xfs_file_operations = {
418         .llseek         = generic_file_llseek,
419         .read           = do_sync_read,
420         .write          = do_sync_write,
421         .aio_read       = xfs_file_aio_read,
422         .aio_write      = xfs_file_aio_write,
423         .splice_read    = xfs_file_splice_read,
424         .splice_write   = xfs_file_splice_write,
425         .unlocked_ioctl = xfs_file_ioctl,
426 #ifdef CONFIG_COMPAT
427         .compat_ioctl   = xfs_file_compat_ioctl,
428 #endif
429         .mmap           = xfs_file_mmap,
430         .open           = xfs_file_open,
431         .release        = xfs_file_release,
432         .fsync          = xfs_file_fsync,
433 #ifdef HAVE_FOP_OPEN_EXEC
434         .open_exec      = xfs_file_open_exec,
435 #endif
436 };
437
438 const struct file_operations xfs_invis_file_operations = {
439         .llseek         = generic_file_llseek,
440         .read           = do_sync_read,
441         .write          = do_sync_write,
442         .aio_read       = xfs_file_aio_read_invis,
443         .aio_write      = xfs_file_aio_write_invis,
444         .splice_read    = xfs_file_splice_read_invis,
445         .splice_write   = xfs_file_splice_write_invis,
446         .unlocked_ioctl = xfs_file_ioctl_invis,
447 #ifdef CONFIG_COMPAT
448         .compat_ioctl   = xfs_file_compat_invis_ioctl,
449 #endif
450         .mmap           = xfs_file_mmap,
451         .open           = xfs_file_open,
452         .release        = xfs_file_release,
453         .fsync          = xfs_file_fsync,
454 };
455
456
457 const struct file_operations xfs_dir_file_operations = {
458         .read           = generic_read_dir,
459         .readdir        = xfs_file_readdir,
460         .unlocked_ioctl = xfs_file_ioctl,
461 #ifdef CONFIG_COMPAT
462         .compat_ioctl   = xfs_file_compat_ioctl,
463 #endif
464         .fsync          = xfs_file_fsync,
465 };
466
467 static struct vm_operations_struct xfs_file_vm_ops = {
468         .nopage         = filemap_nopage,
469         .populate       = filemap_populate,
470 };
471
472 #ifdef CONFIG_XFS_DMAPI
473 static struct vm_operations_struct xfs_dmapi_file_vm_ops = {
474         .nopage         = xfs_vm_nopage,
475         .populate       = filemap_populate,
476 #ifdef HAVE_VMOP_MPROTECT
477         .mprotect       = xfs_vm_mprotect,
478 #endif
479 };
480 #endif /* CONFIG_XFS_DMAPI */