file.c 20.1 KB
Newer Older
Jaegeuk Kim's avatar
Jaegeuk Kim committed
1
/*
Jaegeuk Kim's avatar
Jaegeuk Kim committed
2 3 4 5 6 7 8 9 10 11 12 13 14 15
 * fs/f2fs/file.c
 *
 * Copyright (c) 2012 Samsung Electronics Co., Ltd.
 *             http://www.samsung.com/
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License version 2 as
 * published by the Free Software Foundation.
 */
#include <linux/fs.h>
#include <linux/f2fs_fs.h>
#include <linux/stat.h>
#include <linux/buffer_head.h>
#include <linux/writeback.h>
16
#include <linux/blkdev.h>
Jaegeuk Kim's avatar
Jaegeuk Kim committed
17 18
#include <linux/falloc.h>
#include <linux/types.h>
19
#include <linux/compat.h>
Jaegeuk Kim's avatar
Jaegeuk Kim committed
20 21
#include <linux/uaccess.h>
#include <linux/mount.h>
22
#include <linux/pagevec.h>
Jaegeuk Kim's avatar
Jaegeuk Kim committed
23 24 25 26 27 28

#include "f2fs.h"
#include "node.h"
#include "segment.h"
#include "xattr.h"
#include "acl.h"
29
#include <trace/events/f2fs.h>
Jaegeuk Kim's avatar
Jaegeuk Kim committed
30 31 32 33 34

static int f2fs_vm_page_mkwrite(struct vm_area_struct *vma,
						struct vm_fault *vmf)
{
	struct page *page = vmf->page;
35
	struct inode *inode = file_inode(vma->vm_file);
36
	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
Jaegeuk Kim's avatar
Jaegeuk Kim committed
37
	struct dnode_of_data dn;
38
	int err;
Jaegeuk Kim's avatar
Jaegeuk Kim committed
39 40 41 42 43

	f2fs_balance_fs(sbi);

	sb_start_pagefault(inode->i_sb);

44 45 46 47 48
	/* force to convert with normal data indices */
	err = f2fs_convert_inline_data(inode, MAX_INLINE_DATA + 1, page);
	if (err)
		goto out;

Jaegeuk Kim's avatar
Jaegeuk Kim committed
49
	/* block allocation */
50
	f2fs_lock_op(sbi);
Jaegeuk Kim's avatar
Jaegeuk Kim committed
51
	set_new_dnode(&dn, inode, NULL, NULL, 0);
52
	err = f2fs_reserve_block(&dn, page->index);
53
	f2fs_unlock_op(sbi);
54 55
	if (err)
		goto out;
Jaegeuk Kim's avatar
Jaegeuk Kim committed
56

57
	file_update_time(vma->vm_file);
Jaegeuk Kim's avatar
Jaegeuk Kim committed
58
	lock_page(page);
59
	if (unlikely(page->mapping != inode->i_mapping ||
60
			page_offset(page) > i_size_read(inode) ||
61
			!PageUptodate(page))) {
Jaegeuk Kim's avatar
Jaegeuk Kim committed
62 63 64 65 66 67 68 69 70
		unlock_page(page);
		err = -EFAULT;
		goto out;
	}

	/*
	 * check to see if the page is mapped already (no holes)
	 */
	if (PageMappedToDisk(page))
71
		goto mapped;
Jaegeuk Kim's avatar
Jaegeuk Kim committed
72 73 74 75 76 77 78 79 80 81

	/* page is wholly or partially inside EOF */
	if (((page->index + 1) << PAGE_CACHE_SHIFT) > i_size_read(inode)) {
		unsigned offset;
		offset = i_size_read(inode) & ~PAGE_CACHE_MASK;
		zero_user_segment(page, offset, PAGE_CACHE_SIZE);
	}
	set_page_dirty(page);
	SetPageUptodate(page);

82
	trace_f2fs_vm_page_mkwrite(page, DATA);
83 84
mapped:
	/* fill the page */
85
	f2fs_wait_on_page_writeback(page, DATA);
Jaegeuk Kim's avatar
Jaegeuk Kim committed
86 87 88 89 90 91
out:
	sb_end_pagefault(inode->i_sb);
	return block_page_mkwrite_return(err);
}

static const struct vm_operations_struct f2fs_file_vm_ops = {
92
	.fault		= filemap_fault,
93
	.map_pages	= filemap_map_pages,
94 95
	.page_mkwrite	= f2fs_vm_page_mkwrite,
	.remap_pages	= generic_file_remap_pages,
Jaegeuk Kim's avatar
Jaegeuk Kim committed
96 97
};

98 99 100 101 102 103 104 105 106 107
static int get_parent_ino(struct inode *inode, nid_t *pino)
{
	struct dentry *dentry;

	inode = igrab(inode);
	dentry = d_find_any_alias(inode);
	iput(inode);
	if (!dentry)
		return 0;

108 109 110 111
	if (update_dent_inode(inode, &dentry->d_name)) {
		dput(dentry);
		return 0;
	}
112

113 114
	*pino = parent_ino(dentry);
	dput(dentry);
115 116 117
	return 1;
}

118 119
static inline bool need_do_checkpoint(struct inode *inode)
{
120
	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136
	bool need_cp = false;

	if (!S_ISREG(inode->i_mode) || inode->i_nlink != 1)
		need_cp = true;
	else if (file_wrong_pino(inode))
		need_cp = true;
	else if (!space_for_roll_forward(sbi))
		need_cp = true;
	else if (!is_checkpointed_node(sbi, F2FS_I(inode)->i_pino))
		need_cp = true;
	else if (F2FS_I(inode)->xattr_ver == cur_cp_version(F2FS_CKPT(sbi)))
		need_cp = true;

	return need_cp;
}

Jaegeuk Kim's avatar
Jaegeuk Kim committed
137 138 139
int f2fs_sync_file(struct file *file, loff_t start, loff_t end, int datasync)
{
	struct inode *inode = file->f_mapping->host;
140
	struct f2fs_inode_info *fi = F2FS_I(inode);
141
	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
142
	nid_t ino = inode->i_ino;
Jaegeuk Kim's avatar
Jaegeuk Kim committed
143 144 145
	int ret = 0;
	bool need_cp = false;
	struct writeback_control wbc = {
146
		.sync_mode = WB_SYNC_ALL,
Jaegeuk Kim's avatar
Jaegeuk Kim committed
147 148 149 150
		.nr_to_write = LONG_MAX,
		.for_reclaim = 0,
	};

151
	if (unlikely(f2fs_readonly(inode->i_sb)))
152 153
		return 0;

154
	trace_f2fs_sync_file_enter(inode);
155 156 157 158 159

	/* if fdatasync is triggered, let's do in-place-update */
	if (datasync)
		set_inode_flag(fi, FI_NEED_IPU);

Jaegeuk Kim's avatar
Jaegeuk Kim committed
160
	ret = filemap_write_and_wait_range(inode->i_mapping, start, end);
161 162
	if (datasync)
		clear_inode_flag(fi, FI_NEED_IPU);
163 164
	if (ret) {
		trace_f2fs_sync_file_exit(inode, need_cp, datasync, ret);
Jaegeuk Kim's avatar
Jaegeuk Kim committed
165
		return ret;
166
	}
Jaegeuk Kim's avatar
Jaegeuk Kim committed
167

168 169 170 171
	/*
	 * if there is no written data, don't waste time to write recovery info.
	 */
	if (!is_inode_flag_set(fi, FI_APPEND_WRITE) &&
172
			!exist_written_data(sbi, ino, APPEND_INO)) {
173
		if (is_inode_flag_set(fi, FI_UPDATE_WRITE) ||
174
				exist_written_data(sbi, ino, UPDATE_INO))
175 176 177 178
			goto flush_out;
		goto out;
	}

179 180 181
	/* guarantee free sections for fsync */
	f2fs_balance_fs(sbi);

182 183 184 185
	/*
	 * Both of fdatasync() and fsync() are able to be recovered from
	 * sudden-power-off.
	 */
186 187
	down_read(&fi->i_sem);
	need_cp = need_do_checkpoint(inode);
188 189
	up_read(&fi->i_sem);

Jaegeuk Kim's avatar
Jaegeuk Kim committed
190
	if (need_cp) {
191 192
		nid_t pino;

Jaegeuk Kim's avatar
Jaegeuk Kim committed
193 194
		/* all the dirty node pages should be flushed for POR */
		ret = f2fs_sync_fs(inode->i_sb, 1);
195 196 197

		down_write(&fi->i_sem);
		F2FS_I(inode)->xattr_ver = 0;
198 199 200 201
		if (file_wrong_pino(inode) && inode->i_nlink == 1 &&
					get_parent_ino(inode, &pino)) {
			F2FS_I(inode)->i_pino = pino;
			file_got_pino(inode);
202
			up_write(&fi->i_sem);
203 204 205 206
			mark_inode_dirty_sync(inode);
			ret = f2fs_write_inode(inode, NULL);
			if (ret)
				goto out;
207 208
		} else {
			up_write(&fi->i_sem);
209
		}
Jaegeuk Kim's avatar
Jaegeuk Kim committed
210
	} else {
211
		/* if there is no written node page, write its inode page */
212 213
		while (!sync_node_pages(sbi, ino, &wbc)) {
			if (fsync_mark_done(sbi, ino))
214
				goto out;
215
			mark_inode_dirty_sync(inode);
216 217 218 219
			ret = f2fs_write_inode(inode, NULL);
			if (ret)
				goto out;
		}
220
		ret = wait_on_node_pages_writeback(sbi, ino);
221 222
		if (ret)
			goto out;
223 224

		/* once recovery info is written, don't need to tack this */
225
		remove_dirty_inode(sbi, ino, APPEND_INO);
226 227
		clear_inode_flag(fi, FI_APPEND_WRITE);
flush_out:
228
		remove_dirty_inode(sbi, ino, UPDATE_INO);
229
		clear_inode_flag(fi, FI_UPDATE_WRITE);
230
		ret = f2fs_issue_flush(F2FS_I_SB(inode));
Jaegeuk Kim's avatar
Jaegeuk Kim committed
231 232
	}
out:
233
	trace_f2fs_sync_file_exit(inode, need_cp, datasync, ret);
Jaegeuk Kim's avatar
Jaegeuk Kim committed
234 235 236
	return ret;
}

237 238 239 240 241 242 243 244 245 246 247
static pgoff_t __get_first_dirty_index(struct address_space *mapping,
						pgoff_t pgofs, int whence)
{
	struct pagevec pvec;
	int nr_pages;

	if (whence != SEEK_DATA)
		return 0;

	/* find first dirty page index */
	pagevec_init(&pvec, 0);
Jaegeuk Kim's avatar
Jaegeuk Kim committed
248 249 250
	nr_pages = pagevec_lookup_tag(&pvec, mapping, &pgofs,
					PAGECACHE_TAG_DIRTY, 1);
	pgofs = nr_pages ? pvec.pages[0]->index : LONG_MAX;
251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271
	pagevec_release(&pvec);
	return pgofs;
}

static bool __found_offset(block_t blkaddr, pgoff_t dirty, pgoff_t pgofs,
							int whence)
{
	switch (whence) {
	case SEEK_DATA:
		if ((blkaddr == NEW_ADDR && dirty == pgofs) ||
			(blkaddr != NEW_ADDR && blkaddr != NULL_ADDR))
			return true;
		break;
	case SEEK_HOLE:
		if (blkaddr == NULL_ADDR)
			return true;
		break;
	}
	return false;
}

272 273 274 275 276
static loff_t f2fs_seek_block(struct file *file, loff_t offset, int whence)
{
	struct inode *inode = file->f_mapping->host;
	loff_t maxbytes = inode->i_sb->s_maxbytes;
	struct dnode_of_data dn;
277 278 279
	pgoff_t pgofs, end_offset, dirty;
	loff_t data_ofs = offset;
	loff_t isize;
280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296
	int err = 0;

	mutex_lock(&inode->i_mutex);

	isize = i_size_read(inode);
	if (offset >= isize)
		goto fail;

	/* handle inline data case */
	if (f2fs_has_inline_data(inode)) {
		if (whence == SEEK_HOLE)
			data_ofs = isize;
		goto found;
	}

	pgofs = (pgoff_t)(offset >> PAGE_CACHE_SHIFT);

297 298
	dirty = __get_first_dirty_index(inode->i_mapping, pgofs, whence);

299 300 301 302 303 304
	for (; data_ofs < isize; data_ofs = pgofs << PAGE_CACHE_SHIFT) {
		set_new_dnode(&dn, inode, NULL, NULL, 0);
		err = get_dnode_of_data(&dn, pgofs, LOOKUP_NODE_RA);
		if (err && err != -ENOENT) {
			goto fail;
		} else if (err == -ENOENT) {
arter97's avatar
arter97 committed
305
			/* direct node does not exists */
306 307 308 309 310 311 312 313 314
			if (whence == SEEK_DATA) {
				pgofs = PGOFS_OF_NEXT_DNODE(pgofs,
							F2FS_I(inode));
				continue;
			} else {
				goto found;
			}
		}

315
		end_offset = ADDRS_PER_PAGE(dn.node_page, F2FS_I(inode));
316 317 318 319 320 321 322 323

		/* find data/hole in dnode block */
		for (; dn.ofs_in_node < end_offset;
				dn.ofs_in_node++, pgofs++,
				data_ofs = pgofs << PAGE_CACHE_SHIFT) {
			block_t blkaddr;
			blkaddr = datablock_addr(dn.node_page, dn.ofs_in_node);

324
			if (__found_offset(blkaddr, dirty, pgofs, whence)) {
325 326 327 328 329 330 331 332 333 334
				f2fs_put_dnode(&dn);
				goto found;
			}
		}
		f2fs_put_dnode(&dn);
	}

	if (whence == SEEK_DATA)
		goto fail;
found:
335 336
	if (whence == SEEK_HOLE && data_ofs > isize)
		data_ofs = isize;
337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356
	mutex_unlock(&inode->i_mutex);
	return vfs_setpos(file, data_ofs, maxbytes);
fail:
	mutex_unlock(&inode->i_mutex);
	return -ENXIO;
}

static loff_t f2fs_llseek(struct file *file, loff_t offset, int whence)
{
	struct inode *inode = file->f_mapping->host;
	loff_t maxbytes = inode->i_sb->s_maxbytes;

	switch (whence) {
	case SEEK_SET:
	case SEEK_CUR:
	case SEEK_END:
		return generic_file_llseek_size(file, offset, whence,
						maxbytes, i_size_read(inode));
	case SEEK_DATA:
	case SEEK_HOLE:
357 358
		if (offset < 0)
			return -ENXIO;
359 360 361 362 363 364
		return f2fs_seek_block(file, offset, whence);
	}

	return -EINVAL;
}

Jaegeuk Kim's avatar
Jaegeuk Kim committed
365 366 367 368 369 370 371
static int f2fs_file_mmap(struct file *file, struct vm_area_struct *vma)
{
	file_accessed(file);
	vma->vm_ops = &f2fs_file_vm_ops;
	return 0;
}

372
int truncate_data_blocks_range(struct dnode_of_data *dn, int count)
Jaegeuk Kim's avatar
Jaegeuk Kim committed
373 374
{
	int nr_free = 0, ofs = dn->ofs_in_node;
375
	struct f2fs_sb_info *sbi = F2FS_I_SB(dn->inode);
Jaegeuk Kim's avatar
Jaegeuk Kim committed
376 377 378
	struct f2fs_node *raw_node;
	__le32 *addr;

379
	raw_node = F2FS_NODE(dn->node_page);
Jaegeuk Kim's avatar
Jaegeuk Kim committed
380 381
	addr = blkaddr_in_node(raw_node) + ofs;

Chris Fries's avatar
Chris Fries committed
382
	for (; count > 0; count--, addr++, dn->ofs_in_node++) {
Jaegeuk Kim's avatar
Jaegeuk Kim committed
383 384 385 386 387 388 389 390 391
		block_t blkaddr = le32_to_cpu(*addr);
		if (blkaddr == NULL_ADDR)
			continue;

		update_extent_cache(NULL_ADDR, dn);
		invalidate_blocks(sbi, blkaddr);
		nr_free++;
	}
	if (nr_free) {
392
		dec_valid_block_count(sbi, dn->inode, nr_free);
Jaegeuk Kim's avatar
Jaegeuk Kim committed
393 394 395 396
		set_page_dirty(dn->node_page);
		sync_inode_page(dn);
	}
	dn->ofs_in_node = ofs;
397 398 399

	trace_f2fs_truncate_data_blocks_range(dn->inode, dn->nid,
					 dn->ofs_in_node, nr_free);
Jaegeuk Kim's avatar
Jaegeuk Kim committed
400 401 402 403 404 405 406 407 408 409 410 411 412
	return nr_free;
}

void truncate_data_blocks(struct dnode_of_data *dn)
{
	truncate_data_blocks_range(dn, ADDRS_PER_BLOCK);
}

static void truncate_partial_data_page(struct inode *inode, u64 from)
{
	unsigned offset = from & (PAGE_CACHE_SIZE - 1);
	struct page *page;

413 414 415
	if (f2fs_has_inline_data(inode))
		return truncate_inline_data(inode, from);

Jaegeuk Kim's avatar
Jaegeuk Kim committed
416 417 418
	if (!offset)
		return;

419
	page = find_data_page(inode, from >> PAGE_CACHE_SHIFT, false);
Jaegeuk Kim's avatar
Jaegeuk Kim committed
420 421 422 423
	if (IS_ERR(page))
		return;

	lock_page(page);
424 425 426 427
	if (unlikely(!PageUptodate(page) ||
			page->mapping != inode->i_mapping))
		goto out;

428
	f2fs_wait_on_page_writeback(page, DATA);
Jaegeuk Kim's avatar
Jaegeuk Kim committed
429 430
	zero_user(page, offset, PAGE_CACHE_SIZE - offset);
	set_page_dirty(page);
431 432

out:
Jaegeuk Kim's avatar
Jaegeuk Kim committed
433 434 435
	f2fs_put_page(page, 1);
}

436
int truncate_blocks(struct inode *inode, u64 from, bool lock)
Jaegeuk Kim's avatar
Jaegeuk Kim committed
437
{
438
	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
Jaegeuk Kim's avatar
Jaegeuk Kim committed
439 440 441
	unsigned int blocksize = inode->i_sb->s_blocksize;
	struct dnode_of_data dn;
	pgoff_t free_from;
442
	int count = 0, err = 0;
Jaegeuk Kim's avatar
Jaegeuk Kim committed
443

444 445
	trace_f2fs_truncate_blocks_enter(inode, from);

446 447 448
	if (f2fs_has_inline_data(inode))
		goto done;

Jaegeuk Kim's avatar
Jaegeuk Kim committed
449 450 451
	free_from = (pgoff_t)
			((from + blocksize - 1) >> (sbi->log_blocksize));

452 453
	if (lock)
		f2fs_lock_op(sbi);
454

Jaegeuk Kim's avatar
Jaegeuk Kim committed
455
	set_new_dnode(&dn, inode, NULL, NULL, 0);
456
	err = get_dnode_of_data(&dn, free_from, LOOKUP_NODE);
Jaegeuk Kim's avatar
Jaegeuk Kim committed
457 458 459
	if (err) {
		if (err == -ENOENT)
			goto free_next;
460 461
		if (lock)
			f2fs_unlock_op(sbi);
462
		trace_f2fs_truncate_blocks_exit(inode, err);
Jaegeuk Kim's avatar
Jaegeuk Kim committed
463 464 465
		return err;
	}

466
	count = ADDRS_PER_PAGE(dn.node_page, F2FS_I(inode));
Jaegeuk Kim's avatar
Jaegeuk Kim committed
467 468

	count -= dn.ofs_in_node;
469
	f2fs_bug_on(sbi, count < 0);
470

Jaegeuk Kim's avatar
Jaegeuk Kim committed
471 472 473 474 475 476 477 478
	if (dn.ofs_in_node || IS_INODE(dn.node_page)) {
		truncate_data_blocks_range(&dn, count);
		free_from += count;
	}

	f2fs_put_dnode(&dn);
free_next:
	err = truncate_inode_blocks(inode, free_from);
479 480
	if (lock)
		f2fs_unlock_op(sbi);
481
done:
Jaegeuk Kim's avatar
Jaegeuk Kim committed
482 483 484
	/* lastly zero out the first data page */
	truncate_partial_data_page(inode, from);

485
	trace_f2fs_truncate_blocks_exit(inode, err);
Jaegeuk Kim's avatar
Jaegeuk Kim committed
486 487 488 489 490 491 492 493 494
	return err;
}

void f2fs_truncate(struct inode *inode)
{
	if (!(S_ISREG(inode->i_mode) || S_ISDIR(inode->i_mode) ||
				S_ISLNK(inode->i_mode)))
		return;

495 496
	trace_f2fs_truncate(inode);

497
	if (!truncate_blocks(inode, i_size_read(inode), true)) {
Jaegeuk Kim's avatar
Jaegeuk Kim committed
498 499 500 501 502
		inode->i_mtime = inode->i_ctime = CURRENT_TIME;
		mark_inode_dirty(inode);
	}
}

503
int f2fs_getattr(struct vfsmount *mnt,
Jaegeuk Kim's avatar
Jaegeuk Kim committed
504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554
			 struct dentry *dentry, struct kstat *stat)
{
	struct inode *inode = dentry->d_inode;
	generic_fillattr(inode, stat);
	stat->blocks <<= 3;
	return 0;
}

#ifdef CONFIG_F2FS_FS_POSIX_ACL
static void __setattr_copy(struct inode *inode, const struct iattr *attr)
{
	struct f2fs_inode_info *fi = F2FS_I(inode);
	unsigned int ia_valid = attr->ia_valid;

	if (ia_valid & ATTR_UID)
		inode->i_uid = attr->ia_uid;
	if (ia_valid & ATTR_GID)
		inode->i_gid = attr->ia_gid;
	if (ia_valid & ATTR_ATIME)
		inode->i_atime = timespec_trunc(attr->ia_atime,
						inode->i_sb->s_time_gran);
	if (ia_valid & ATTR_MTIME)
		inode->i_mtime = timespec_trunc(attr->ia_mtime,
						inode->i_sb->s_time_gran);
	if (ia_valid & ATTR_CTIME)
		inode->i_ctime = timespec_trunc(attr->ia_ctime,
						inode->i_sb->s_time_gran);
	if (ia_valid & ATTR_MODE) {
		umode_t mode = attr->ia_mode;

		if (!in_group_p(inode->i_gid) && !capable(CAP_FSETID))
			mode &= ~S_ISGID;
		set_acl_inode(fi, mode);
	}
}
#else
#define __setattr_copy setattr_copy
#endif

int f2fs_setattr(struct dentry *dentry, struct iattr *attr)
{
	struct inode *inode = dentry->d_inode;
	struct f2fs_inode_info *fi = F2FS_I(inode);
	int err;

	err = inode_change_ok(inode, attr);
	if (err)
		return err;

	if ((attr->ia_valid & ATTR_SIZE) &&
			attr->ia_size != i_size_read(inode)) {
555
		err = f2fs_convert_inline_data(inode, attr->ia_size, NULL);
556 557
		if (err)
			return err;
558

Jaegeuk Kim's avatar
Jaegeuk Kim committed
559
		truncate_setsize(inode, attr->ia_size);
560
		f2fs_truncate(inode);
561
		f2fs_balance_fs(F2FS_I_SB(inode));
Jaegeuk Kim's avatar
Jaegeuk Kim committed
562 563 564 565 566
	}

	__setattr_copy(inode, attr);

	if (attr->ia_valid & ATTR_MODE) {
567
		err = posix_acl_chmod(inode, get_inode_mode(inode));
Jaegeuk Kim's avatar
Jaegeuk Kim committed
568 569 570 571 572 573 574 575 576 577 578 579 580 581
		if (err || is_inode_flag_set(fi, FI_ACL_MODE)) {
			inode->i_mode = fi->i_acl_mode;
			clear_inode_flag(fi, FI_ACL_MODE);
		}
	}

	mark_inode_dirty(inode);
	return err;
}

const struct inode_operations f2fs_file_inode_operations = {
	.getattr	= f2fs_getattr,
	.setattr	= f2fs_setattr,
	.get_acl	= f2fs_get_acl,
582
	.set_acl	= f2fs_set_acl,
Jaegeuk Kim's avatar
Jaegeuk Kim committed
583 584 585 586 587 588
#ifdef CONFIG_F2FS_FS_XATTR
	.setxattr	= generic_setxattr,
	.getxattr	= generic_getxattr,
	.listxattr	= f2fs_listxattr,
	.removexattr	= generic_removexattr,
#endif
Jaegeuk Kim's avatar
Jaegeuk Kim committed
589
	.fiemap		= f2fs_fiemap,
Jaegeuk Kim's avatar
Jaegeuk Kim committed
590 591 592 593 594
};

static void fill_zero(struct inode *inode, pgoff_t index,
					loff_t start, loff_t len)
{
595
	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
Jaegeuk Kim's avatar
Jaegeuk Kim committed
596 597 598 599 600
	struct page *page;

	if (!len)
		return;

601 602
	f2fs_balance_fs(sbi);

603
	f2fs_lock_op(sbi);
604
	page = get_new_data_page(inode, NULL, index, false);
605
	f2fs_unlock_op(sbi);
Jaegeuk Kim's avatar
Jaegeuk Kim committed
606 607

	if (!IS_ERR(page)) {
608
		f2fs_wait_on_page_writeback(page, DATA);
Jaegeuk Kim's avatar
Jaegeuk Kim committed
609 610 611 612 613 614 615 616 617 618 619 620 621
		zero_user(page, start, len);
		set_page_dirty(page);
		f2fs_put_page(page, 1);
	}
}

int truncate_hole(struct inode *inode, pgoff_t pg_start, pgoff_t pg_end)
{
	pgoff_t index;
	int err;

	for (index = pg_start; index < pg_end; index++) {
		struct dnode_of_data dn;
622

Jaegeuk Kim's avatar
Jaegeuk Kim committed
623
		set_new_dnode(&dn, inode, NULL, NULL, 0);
624
		err = get_dnode_of_data(&dn, index, LOOKUP_NODE);
Jaegeuk Kim's avatar
Jaegeuk Kim committed
625 626 627 628 629 630 631 632 633 634 635 636 637
		if (err) {
			if (err == -ENOENT)
				continue;
			return err;
		}

		if (dn.data_blkaddr != NULL_ADDR)
			truncate_data_blocks_range(&dn, 1);
		f2fs_put_dnode(&dn);
	}
	return 0;
}

638
static int punch_hole(struct inode *inode, loff_t offset, loff_t len)
Jaegeuk Kim's avatar
Jaegeuk Kim committed
639 640 641 642 643
{
	pgoff_t pg_start, pg_end;
	loff_t off_start, off_end;
	int ret = 0;

644
	ret = f2fs_convert_inline_data(inode, MAX_INLINE_DATA + 1, NULL);
645 646
	if (ret)
		return ret;
647

Jaegeuk Kim's avatar
Jaegeuk Kim committed
648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666
	pg_start = ((unsigned long long) offset) >> PAGE_CACHE_SHIFT;
	pg_end = ((unsigned long long) offset + len) >> PAGE_CACHE_SHIFT;

	off_start = offset & (PAGE_CACHE_SIZE - 1);
	off_end = (offset + len) & (PAGE_CACHE_SIZE - 1);

	if (pg_start == pg_end) {
		fill_zero(inode, pg_start, off_start,
						off_end - off_start);
	} else {
		if (off_start)
			fill_zero(inode, pg_start++, off_start,
					PAGE_CACHE_SIZE - off_start);
		if (off_end)
			fill_zero(inode, pg_end, 0, off_end);

		if (pg_start < pg_end) {
			struct address_space *mapping = inode->i_mapping;
			loff_t blk_start, blk_end;
667
			struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
668 669

			f2fs_balance_fs(sbi);
Jaegeuk Kim's avatar
Jaegeuk Kim committed
670 671 672 673 674

			blk_start = pg_start << PAGE_CACHE_SHIFT;
			blk_end = pg_end << PAGE_CACHE_SHIFT;
			truncate_inode_pages_range(mapping, blk_start,
					blk_end - 1);
675

676
			f2fs_lock_op(sbi);
Jaegeuk Kim's avatar
Jaegeuk Kim committed
677
			ret = truncate_hole(inode, pg_start, pg_end);
678
			f2fs_unlock_op(sbi);
Jaegeuk Kim's avatar
Jaegeuk Kim committed
679 680 681 682 683 684 685 686 687
		}
	}

	return ret;
}

static int expand_inode_data(struct inode *inode, loff_t offset,
					loff_t len, int mode)
{
688
	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
Jaegeuk Kim's avatar
Jaegeuk Kim committed
689 690 691 692 693
	pgoff_t index, pg_start, pg_end;
	loff_t new_size = i_size_read(inode);
	loff_t off_start, off_end;
	int ret = 0;

694 695
	f2fs_balance_fs(sbi);

Jaegeuk Kim's avatar
Jaegeuk Kim committed
696 697 698 699
	ret = inode_newsize_ok(inode, (len + offset));
	if (ret)
		return ret;

700
	ret = f2fs_convert_inline_data(inode, offset + len, NULL);
701 702 703
	if (ret)
		return ret;

Jaegeuk Kim's avatar
Jaegeuk Kim committed
704 705 706 707 708 709
	pg_start = ((unsigned long long) offset) >> PAGE_CACHE_SHIFT;
	pg_end = ((unsigned long long) offset + len) >> PAGE_CACHE_SHIFT;

	off_start = offset & (PAGE_CACHE_SIZE - 1);
	off_end = (offset + len) & (PAGE_CACHE_SIZE - 1);

710 711
	f2fs_lock_op(sbi);

Jaegeuk Kim's avatar
Jaegeuk Kim committed
712 713 714
	for (index = pg_start; index <= pg_end; index++) {
		struct dnode_of_data dn;

715 716 717
		if (index == pg_end && !off_end)
			goto noalloc;

Jaegeuk Kim's avatar
Jaegeuk Kim committed
718
		set_new_dnode(&dn, inode, NULL, NULL, 0);
719 720
		ret = f2fs_reserve_block(&dn, index);
		if (ret)
Jaegeuk Kim's avatar
Jaegeuk Kim committed
721
			break;
722
noalloc:
Jaegeuk Kim's avatar
Jaegeuk Kim committed
723 724 725 726 727 728 729 730 731 732 733 734 735 736
		if (pg_start == pg_end)
			new_size = offset + len;
		else if (index == pg_start && off_start)
			new_size = (index + 1) << PAGE_CACHE_SHIFT;
		else if (index == pg_end)
			new_size = (index << PAGE_CACHE_SHIFT) + off_end;
		else
			new_size += PAGE_CACHE_SIZE;
	}

	if (!(mode & FALLOC_FL_KEEP_SIZE) &&
		i_size_read(inode) < new_size) {
		i_size_write(inode, new_size);
		mark_inode_dirty(inode);
737
		update_inode_page(inode);
Jaegeuk Kim's avatar
Jaegeuk Kim committed
738
	}
739
	f2fs_unlock_op(sbi);
Jaegeuk Kim's avatar
Jaegeuk Kim committed
740 741 742 743 744 745 746

	return ret;
}

static long f2fs_fallocate(struct file *file, int mode,
				loff_t offset, loff_t len)
{
747
	struct inode *inode = file_inode(file);
Jaegeuk Kim's avatar
Jaegeuk Kim committed
748 749 750 751 752
	long ret;

	if (mode & ~(FALLOC_FL_KEEP_SIZE | FALLOC_FL_PUNCH_HOLE))
		return -EOPNOTSUPP;

753 754
	mutex_lock(&inode->i_mutex);

Jaegeuk Kim's avatar
Jaegeuk Kim committed
755
	if (mode & FALLOC_FL_PUNCH_HOLE)
756
		ret = punch_hole(inode, offset, len);
Jaegeuk Kim's avatar
Jaegeuk Kim committed
757 758 759
	else
		ret = expand_inode_data(inode, offset, len, mode);

760 761 762 763
	if (!ret) {
		inode->i_mtime = inode->i_ctime = CURRENT_TIME;
		mark_inode_dirty(inode);
	}
764 765 766

	mutex_unlock(&inode->i_mutex);

767
	trace_f2fs_fallocate(inode, mode, offset, len, ret);
Jaegeuk Kim's avatar
Jaegeuk Kim committed
768 769 770 771 772 773 774 775 776 777 778 779 780 781 782 783 784 785
	return ret;
}

#define F2FS_REG_FLMASK		(~(FS_DIRSYNC_FL | FS_TOPDIR_FL))
#define F2FS_OTHER_FLMASK	(FS_NODUMP_FL | FS_NOATIME_FL)

static inline __u32 f2fs_mask_flags(umode_t mode, __u32 flags)
{
	if (S_ISDIR(mode))
		return flags;
	else if (S_ISREG(mode))
		return flags & F2FS_REG_FLMASK;
	else
		return flags & F2FS_OTHER_FLMASK;
}

long f2fs_ioctl(struct file *filp, unsigned int cmd, unsigned long arg)
{
786
	struct inode *inode = file_inode(filp);
Jaegeuk Kim's avatar
Jaegeuk Kim committed
787 788 789 790 791
	struct f2fs_inode_info *fi = F2FS_I(inode);
	unsigned int flags;
	int ret;

	switch (cmd) {
792
	case F2FS_IOC_GETFLAGS:
Jaegeuk Kim's avatar
Jaegeuk Kim committed
793 794
		flags = fi->i_flags & FS_FL_USER_VISIBLE;
		return put_user(flags, (int __user *) arg);
795
	case F2FS_IOC_SETFLAGS:
Jaegeuk Kim's avatar
Jaegeuk Kim committed
796 797 798
	{
		unsigned int oldflags;

799
		ret = mnt_want_write_file(filp);
Jaegeuk Kim's avatar
Jaegeuk Kim committed
800 801 802 803 804 805 806 807 808 809 810 811 812 813 814 815 816 817 818 819 820 821 822 823 824 825 826 827 828 829 830 831 832 833 834 835
		if (ret)
			return ret;

		if (!inode_owner_or_capable(inode)) {
			ret = -EACCES;
			goto out;
		}

		if (get_user(flags, (int __user *) arg)) {
			ret = -EFAULT;
			goto out;
		}

		flags = f2fs_mask_flags(inode->i_mode, flags);

		mutex_lock(&inode->i_mutex);

		oldflags = fi->i_flags;

		if ((flags ^ oldflags) & (FS_APPEND_FL | FS_IMMUTABLE_FL)) {
			if (!capable(CAP_LINUX_IMMUTABLE)) {
				mutex_unlock(&inode->i_mutex);
				ret = -EPERM;
				goto out;
			}
		}

		flags = flags & FS_FL_USER_MODIFIABLE;
		flags |= oldflags & ~FS_FL_USER_MODIFIABLE;
		fi->i_flags = flags;
		mutex_unlock(&inode->i_mutex);

		f2fs_set_inode_flags(inode);
		inode->i_ctime = CURRENT_TIME;
		mark_inode_dirty(inode);
out:
836
		mnt_drop_write_file(filp);
Jaegeuk Kim's avatar
Jaegeuk Kim committed
837 838 839 840 841 842 843
		return ret;
	}
	default:
		return -ENOTTY;
	}
}

844 845 846 847 848 849 850 851 852 853 854 855 856 857 858 859 860
#ifdef CONFIG_COMPAT
long f2fs_compat_ioctl(struct file *file, unsigned int cmd, unsigned long arg)
{
	switch (cmd) {
	case F2FS_IOC32_GETFLAGS:
		cmd = F2FS_IOC_GETFLAGS;
		break;
	case F2FS_IOC32_SETFLAGS:
		cmd = F2FS_IOC_SETFLAGS;
		break;
	default:
		return -ENOIOCTLCMD;
	}
	return f2fs_ioctl(file, cmd, (unsigned long) compat_ptr(arg));
}
#endif

Jaegeuk Kim's avatar
Jaegeuk Kim committed
861
const struct file_operations f2fs_file_operations = {
862
	.llseek		= f2fs_llseek,
863
	.read		= new_sync_read,
864
	.write		= new_sync_write,
865
	.read_iter	= generic_file_read_iter,
866
	.write_iter	= generic_file_write_iter,
Jaegeuk Kim's avatar
Jaegeuk Kim committed
867 868 869 870 871
	.open		= generic_file_open,
	.mmap		= f2fs_file_mmap,
	.fsync		= f2fs_sync_file,
	.fallocate	= f2fs_fallocate,
	.unlocked_ioctl	= f2fs_ioctl,
872 873 874
#ifdef CONFIG_COMPAT
	.compat_ioctl	= f2fs_compat_ioctl,
#endif
Jaegeuk Kim's avatar
Jaegeuk Kim committed
875
	.splice_read	= generic_file_splice_read,
Al Viro's avatar
Al Viro committed
876
	.splice_write	= iter_file_splice_write,
Jaegeuk Kim's avatar
Jaegeuk Kim committed
877
};