[deliverable/linux.git] / fs / ext2 / file.c

/*
 *  linux/fs/ext2/file.c
 *
 * Copyright (C) 1992, 1993, 1994, 1995
 * Remy Card (card@masi.ibp.fr)
 * Laboratoire MASI - Institut Blaise Pascal
 * Universite Pierre et Marie Curie (Paris VI)
 *
 *  from
 *
 *  linux/fs/minix/file.c
 *
 *  Copyright (C) 1991, 1992  Linus Torvalds
 *
 *  ext2 fs regular file handling primitives
 *
 *  64-bit file support on 64-bit platforms by Jakub Jelinek
 * 	(jj@sunsite.ms.mff.cuni.cz)
 */

#include <linux/time.h>
#include <linux/pagemap.h>
#include <linux/dax.h>
#include <linux/quotaops.h>
#include "ext2.h"
#include "xattr.h"
#include "acl.h"

#ifdef CONFIG_FS_DAX
/*
 * The lock ordering for ext2 DAX fault paths is:
 *
 * mmap_sem (MM)
 *   sb_start_pagefault (vfs, freeze)
 *     ext2_inode_info->dax_sem
 *       address_space->i_mmap_rwsem or page_lock (mutually exclusive in DAX)
 *         ext2_inode_info->truncate_mutex
 *
 * The default page_lock and i_size verification done by non-DAX fault paths
 * is sufficient because ext2 doesn't support hole punching.
 */
static int ext2_dax_fault(struct vm_area_struct *vma, struct vm_fault *vmf)
{
	struct inode *inode = file_inode(vma->vm_file);
	struct ext2_inode_info *ei = EXT2_I(inode);
	int ret;

	if (vmf->flags & FAULT_FLAG_WRITE) {
		sb_start_pagefault(inode->i_sb);
		file_update_time(vma->vm_file);
	}
	down_read(&ei->dax_sem);

	ret = __dax_fault(vma, vmf, ext2_get_block, NULL);

	up_read(&ei->dax_sem);
	if (vmf->flags & FAULT_FLAG_WRITE)
		sb_end_pagefault(inode->i_sb);
	return ret;
}

static int ext2_dax_pmd_fault(struct vm_area_struct *vma, unsigned long addr,
						pmd_t *pmd, unsigned int flags)
{
	struct inode *inode = file_inode(vma->vm_file);
	struct ext2_inode_info *ei = EXT2_I(inode);
	int ret;

	if (flags & FAULT_FLAG_WRITE) {
		sb_start_pagefault(inode->i_sb);
		file_update_time(vma->vm_file);
	}
	down_read(&ei->dax_sem);

	ret = __dax_pmd_fault(vma, addr, pmd, flags, ext2_get_block, NULL);

	up_read(&ei->dax_sem);
	if (flags & FAULT_FLAG_WRITE)
		sb_end_pagefault(inode->i_sb);
	return ret;
}

static int ext2_dax_mkwrite(struct vm_area_struct *vma, struct vm_fault *vmf)
{
	struct inode *inode = file_inode(vma->vm_file);
	struct ext2_inode_info *ei = EXT2_I(inode);
	int ret;

	sb_start_pagefault(inode->i_sb);
	file_update_time(vma->vm_file);
	down_read(&ei->dax_sem);

	ret = __dax_mkwrite(vma, vmf, ext2_get_block, NULL);

	up_read(&ei->dax_sem);
	sb_end_pagefault(inode->i_sb);
	return ret;
}

static int ext2_dax_pfn_mkwrite(struct vm_area_struct *vma,
		struct vm_fault *vmf)
{
	struct inode *inode = file_inode(vma->vm_file);
	struct ext2_inode_info *ei = EXT2_I(inode);
	loff_t size;
	int ret;

	sb_start_pagefault(inode->i_sb);
	file_update_time(vma->vm_file);
	down_read(&ei->dax_sem);

	/* check that the faulting page hasn't raced with truncate */
	size = (i_size_read(inode) + PAGE_SIZE - 1) >> PAGE_SHIFT;
	if (vmf->pgoff >= size)
		ret = VM_FAULT_SIGBUS;
	else
		ret = dax_pfn_mkwrite(vma, vmf);

	up_read(&ei->dax_sem);
	sb_end_pagefault(inode->i_sb);
	return ret;
}

static const struct vm_operations_struct ext2_dax_vm_ops = {
	.fault		= ext2_dax_fault,
	.pmd_fault	= ext2_dax_pmd_fault,
	.page_mkwrite	= ext2_dax_mkwrite,
	.pfn_mkwrite	= ext2_dax_pfn_mkwrite,
};

static int ext2_file_mmap(struct file *file, struct vm_area_struct *vma)
{
	if (!IS_DAX(file_inode(file)))
		return generic_file_mmap(file, vma);

	file_accessed(file);
	vma->vm_ops = &ext2_dax_vm_ops;
	vma->vm_flags |= VM_MIXEDMAP | VM_HUGEPAGE;
	return 0;
}
#else
#define ext2_file_mmap	generic_file_mmap
#endif

/*
 * Called when filp is released. This happens when all file descriptors
 * for a single struct file are closed. Note that different open() calls
 * for the same file yield different struct file structures.
 */
static int ext2_release_file (struct inode * inode, struct file * filp)
{
	if (filp->f_mode & FMODE_WRITE) {
		mutex_lock(&EXT2_I(inode)->truncate_mutex);
		ext2_discard_reservation(inode);
		mutex_unlock(&EXT2_I(inode)->truncate_mutex);
	}
	return 0;
}

int ext2_fsync(struct file *file, loff_t start, loff_t end, int datasync)
{
	int ret;
	struct super_block *sb = file->f_mapping->host->i_sb;
	struct address_space *mapping = sb->s_bdev->bd_inode->i_mapping;

	ret = generic_file_fsync(file, start, end, datasync);
	if (ret == -EIO || test_and_clear_bit(AS_EIO, &mapping->flags)) {
		/* We don't really know where the IO error happened... */
		ext2_error(sb, __func__,
			   "detected IO error when writing metadata buffers");
		ret = -EIO;
	}
	return ret;
}

/*
 * We have mostly NULL's here: the current defaults are ok for
 * the ext2 filesystem.
 */
const struct file_operations ext2_file_operations = {
	.llseek		= generic_file_llseek,
	.read_iter	= generic_file_read_iter,
	.write_iter	= generic_file_write_iter,
	.unlocked_ioctl = ext2_ioctl,
#ifdef CONFIG_COMPAT
	.compat_ioctl	= ext2_compat_ioctl,
#endif
	.mmap		= ext2_file_mmap,
	.open		= dquot_file_open,
	.release	= ext2_release_file,
	.fsync		= ext2_fsync,
	.splice_read	= generic_file_splice_read,
	.splice_write	= iter_file_splice_write,
};

const struct inode_operations ext2_file_inode_operations = {
#ifdef CONFIG_EXT2_FS_XATTR
	.setxattr	= generic_setxattr,
	.getxattr	= generic_getxattr,
	.listxattr	= ext2_listxattr,
	.removexattr	= generic_removexattr,
#endif
	.setattr	= ext2_setattr,
	.get_acl	= ext2_get_acl,
	.set_acl	= ext2_set_acl,
	.fiemap		= ext2_fiemap,
};
Commit	Line	Data
1da177e4 LT	1	/*
	2	* linux/fs/ext2/file.c
	3	*
	4	* Copyright (C) 1992, 1993, 1994, 1995
	5	* Remy Card (card@masi.ibp.fr)
	6	* Laboratoire MASI - Institut Blaise Pascal
	7	* Universite Pierre et Marie Curie (Paris VI)
	8	*
	9	* from
	10	*
	11	* linux/fs/minix/file.c
	12	*
	13	* Copyright (C) 1991, 1992 Linus Torvalds
	14	*
	15	* ext2 fs regular file handling primitives
	16	*
	17	* 64-bit file support on 64-bit platforms by Jakub Jelinek
	18	* (jj@sunsite.ms.mff.cuni.cz)
	19	*/
	20
	21	#include <linux/time.h>
48bde86d	22	#include <linux/pagemap.h>
c94c2acf	23	#include <linux/dax.h>
871a2931	24	#include <linux/quotaops.h>
1da177e4 LT	25	#include "ext2.h"
	26	#include "xattr.h"
	27	#include "acl.h"
	28
6cd176a5	29	#ifdef CONFIG_FS_DAX
5726b27b RZ	30	/*
	31	* The lock ordering for ext2 DAX fault paths is:
	32	*
	33	* mmap_sem (MM)
	34	* sb_start_pagefault (vfs, freeze)
	35	* ext2_inode_info->dax_sem
	36	* address_space->i_mmap_rwsem or page_lock (mutually exclusive in DAX)
	37	* ext2_inode_info->truncate_mutex
	38	*
	39	* The default page_lock and i_size verification done by non-DAX fault paths
	40	* is sufficient because ext2 doesn't support hole punching.
	41	*/
f7ca90b1 MW	42	static int ext2_dax_fault(struct vm_area_struct vma, struct vm_fault vmf)
f7ca90b1 MW	43	{
5726b27b RZ	44	struct inode *inode = file_inode(vma->vm_file);
	45	struct ext2_inode_info *ei = EXT2_I(inode);
	46	int ret;
	47
	48	if (vmf->flags & FAULT_FLAG_WRITE) {
	49	sb_start_pagefault(inode->i_sb);
	50	file_update_time(vma->vm_file);
	51	}
	52	down_read(&ei->dax_sem);
	53
	54	ret = __dax_fault(vma, vmf, ext2_get_block, NULL);
	55
	56	up_read(&ei->dax_sem);
	57	if (vmf->flags & FAULT_FLAG_WRITE)
	58	sb_end_pagefault(inode->i_sb);
	59	return ret;
f7ca90b1 MW	60	}
f7ca90b1 MW	61
e7b1ea2a MW	62	static int ext2_dax_pmd_fault(struct vm_area_struct *vma, unsigned long addr,
	63	pmd_t *pmd, unsigned int flags)
	64	{
5726b27b RZ	65	struct inode *inode = file_inode(vma->vm_file);
	66	struct ext2_inode_info *ei = EXT2_I(inode);
	67	int ret;
	68
	69	if (flags & FAULT_FLAG_WRITE) {
	70	sb_start_pagefault(inode->i_sb);
	71	file_update_time(vma->vm_file);
	72	}
	73	down_read(&ei->dax_sem);
	74
	75	ret = __dax_pmd_fault(vma, addr, pmd, flags, ext2_get_block, NULL);
	76
	77	up_read(&ei->dax_sem);
	78	if (flags & FAULT_FLAG_WRITE)
	79	sb_end_pagefault(inode->i_sb);
	80	return ret;
e7b1ea2a MW	81	}
e7b1ea2a MW	82
f7ca90b1 MW	83	static int ext2_dax_mkwrite(struct vm_area_struct vma, struct vm_fault vmf)
f7ca90b1 MW	84	{
5726b27b RZ	85	struct inode *inode = file_inode(vma->vm_file);
	86	struct ext2_inode_info *ei = EXT2_I(inode);
	87	int ret;
	88
	89	sb_start_pagefault(inode->i_sb);
	90	file_update_time(vma->vm_file);
	91	down_read(&ei->dax_sem);
	92
	93	ret = __dax_mkwrite(vma, vmf, ext2_get_block, NULL);
	94
	95	up_read(&ei->dax_sem);
	96	sb_end_pagefault(inode->i_sb);
	97	return ret;
	98	}
	99
	100	static int ext2_dax_pfn_mkwrite(struct vm_area_struct *vma,
	101	struct vm_fault *vmf)
	102	{
	103	struct inode *inode = file_inode(vma->vm_file);
	104	struct ext2_inode_info *ei = EXT2_I(inode);
5726b27b	105	loff_t size;
80b4adca	106	int ret;
5726b27b RZ	107
	108	sb_start_pagefault(inode->i_sb);
	109	file_update_time(vma->vm_file);
	110	down_read(&ei->dax_sem);
	111
	112	/* check that the faulting page hasn't raced with truncate */
	113	size = (i_size_read(inode) + PAGE_SIZE - 1) >> PAGE_SHIFT;
	114	if (vmf->pgoff >= size)
	115	ret = VM_FAULT_SIGBUS;
80b4adca RZ	116	else
80b4adca RZ	117	ret = dax_pfn_mkwrite(vma, vmf);
5726b27b RZ	118
	119	up_read(&ei->dax_sem);
	120	sb_end_pagefault(inode->i_sb);
	121	return ret;
f7ca90b1 MW	122	}
	123
	124	static const struct vm_operations_struct ext2_dax_vm_ops = {
	125	.fault = ext2_dax_fault,
e7b1ea2a	126	.pmd_fault = ext2_dax_pmd_fault,
f7ca90b1	127	.page_mkwrite = ext2_dax_mkwrite,
5726b27b	128	.pfn_mkwrite = ext2_dax_pfn_mkwrite,
f7ca90b1 MW	129	};
	130
	131	static int ext2_file_mmap(struct file file, struct vm_area_struct vma)
	132	{
	133	if (!IS_DAX(file_inode(file)))
	134	return generic_file_mmap(file, vma);
	135
	136	file_accessed(file);
	137	vma->vm_ops = &ext2_dax_vm_ops;
e7b1ea2a	138	vma->vm_flags \|= VM_MIXEDMAP \| VM_HUGEPAGE;
f7ca90b1 MW	139	return 0;
	140	}
	141	#else
	142	#define ext2_file_mmap generic_file_mmap
	143	#endif
	144
1da177e4	145	/*
a6739af8 JK	146	* Called when filp is released. This happens when all file descriptors
	147	* for a single struct file are closed. Note that different open() calls
	148	* for the same file yield different struct file structures.
1da177e4 LT	149	*/
	150	static int ext2_release_file (struct inode * inode, struct file * filp)
	151	{
a686cd89 MB	152	if (filp->f_mode & FMODE_WRITE) {
	153	mutex_lock(&EXT2_I(inode)->truncate_mutex);
	154	ext2_discard_reservation(inode);
	155	mutex_unlock(&EXT2_I(inode)->truncate_mutex);
	156	}
1da177e4 LT	157	return 0;
	158	}
	159
02c24a82	160	int ext2_fsync(struct file *file, loff_t start, loff_t end, int datasync)
48bde86d JK	161	{
48bde86d JK	162	int ret;
7ea80859	163	struct super_block *sb = file->f_mapping->host->i_sb;
48bde86d JK	164	struct address_space *mapping = sb->s_bdev->bd_inode->i_mapping;
48bde86d JK	165
02c24a82	166	ret = generic_file_fsync(file, start, end, datasync);
48bde86d JK	167	if (ret == -EIO \|\| test_and_clear_bit(AS_EIO, &mapping->flags)) {
	168	/* We don't really know where the IO error happened... */
	169	ext2_error(sb, __func__,
	170	"detected IO error when writing metadata buffers");
	171	ret = -EIO;
	172	}
	173	return ret;
	174	}
	175
1da177e4 LT	176	/*
	177	* We have mostly NULL's here: the current defaults are ok for
	178	* the ext2 filesystem.
	179	*/
4b6f5d20	180	const struct file_operations ext2_file_operations = {
1da177e4	181	.llseek = generic_file_llseek,
aad4f8bb	182	.read_iter = generic_file_read_iter,
8174202b	183	.write_iter = generic_file_write_iter,
14f9f7b2	184	.unlocked_ioctl = ext2_ioctl,
e322ff07 DH	185	#ifdef CONFIG_COMPAT
	186	.compat_ioctl = ext2_compat_ioctl,
	187	#endif
f7ca90b1	188	.mmap = ext2_file_mmap,
907f4554	189	.open = dquot_file_open,
1da177e4	190	.release = ext2_release_file,
48bde86d	191	.fsync = ext2_fsync,
5274f052	192	.splice_read = generic_file_splice_read,
8d020765	193	.splice_write = iter_file_splice_write,
1da177e4 LT	194	};
1da177e4 LT	195
754661f1	196	const struct inode_operations ext2_file_inode_operations = {
1da177e4 LT	197	#ifdef CONFIG_EXT2_FS_XATTR
	198	.setxattr = generic_setxattr,
	199	.getxattr = generic_getxattr,
	200	.listxattr = ext2_listxattr,
	201	.removexattr = generic_removexattr,
	202	#endif
	203	.setattr = ext2_setattr,
4e34e719	204	.get_acl = ext2_get_acl,
64e178a7	205	.set_acl = ext2_set_acl,
68c9d702	206	.fiemap = ext2_fiemap,
1da177e4	207	};