file.c 19.5 KB
Newer Older
Jaegeuk Kim's avatar
Jaegeuk Kim committed
1
/*
Jaegeuk Kim's avatar
Jaegeuk Kim committed
2 3 4 5 6 7 8 9 10 11 12 13 14 15
 * fs/f2fs/file.c
 *
 * Copyright (c) 2012 Samsung Electronics Co., Ltd.
 *             http://www.samsung.com/
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License version 2 as
 * published by the Free Software Foundation.
 */
#include <linux/fs.h>
#include <linux/f2fs_fs.h>
#include <linux/stat.h>
#include <linux/buffer_head.h>
#include <linux/writeback.h>
16
#include <linux/blkdev.h>
Jaegeuk Kim's avatar
Jaegeuk Kim committed
17 18
#include <linux/falloc.h>
#include <linux/types.h>
19
#include <linux/compat.h>
Jaegeuk Kim's avatar
Jaegeuk Kim committed
20 21
#include <linux/uaccess.h>
#include <linux/mount.h>
22
#include <linux/pagevec.h>
Jaegeuk Kim's avatar
Jaegeuk Kim committed
23 24 25 26 27 28

#include "f2fs.h"
#include "node.h"
#include "segment.h"
#include "xattr.h"
#include "acl.h"
29
#include <trace/events/f2fs.h>
Jaegeuk Kim's avatar
Jaegeuk Kim committed
30 31 32 33 34

static int f2fs_vm_page_mkwrite(struct vm_area_struct *vma,
						struct vm_fault *vmf)
{
	struct page *page = vmf->page;
35
	struct inode *inode = file_inode(vma->vm_file);
Jaegeuk Kim's avatar
Jaegeuk Kim committed
36 37
	struct f2fs_sb_info *sbi = F2FS_SB(inode->i_sb);
	struct dnode_of_data dn;
38
	int err;
Jaegeuk Kim's avatar
Jaegeuk Kim committed
39 40 41 42 43 44

	f2fs_balance_fs(sbi);

	sb_start_pagefault(inode->i_sb);

	/* block allocation */
45
	f2fs_lock_op(sbi);
Jaegeuk Kim's avatar
Jaegeuk Kim committed
46
	set_new_dnode(&dn, inode, NULL, NULL, 0);
47
	err = f2fs_reserve_block(&dn, page->index);
48
	f2fs_unlock_op(sbi);
49 50
	if (err)
		goto out;
Jaegeuk Kim's avatar
Jaegeuk Kim committed
51

52
	file_update_time(vma->vm_file);
Jaegeuk Kim's avatar
Jaegeuk Kim committed
53
	lock_page(page);
54
	if (unlikely(page->mapping != inode->i_mapping ||
55
			page_offset(page) > i_size_read(inode) ||
56
			!PageUptodate(page))) {
Jaegeuk Kim's avatar
Jaegeuk Kim committed
57 58 59 60 61 62 63 64 65
		unlock_page(page);
		err = -EFAULT;
		goto out;
	}

	/*
	 * check to see if the page is mapped already (no holes)
	 */
	if (PageMappedToDisk(page))
66
		goto mapped;
Jaegeuk Kim's avatar
Jaegeuk Kim committed
67 68 69 70 71 72 73 74 75 76

	/* page is wholly or partially inside EOF */
	if (((page->index + 1) << PAGE_CACHE_SHIFT) > i_size_read(inode)) {
		unsigned offset;
		offset = i_size_read(inode) & ~PAGE_CACHE_MASK;
		zero_user_segment(page, offset, PAGE_CACHE_SIZE);
	}
	set_page_dirty(page);
	SetPageUptodate(page);

77
	trace_f2fs_vm_page_mkwrite(page, DATA);
78 79
mapped:
	/* fill the page */
80
	f2fs_wait_on_page_writeback(page, DATA);
Jaegeuk Kim's avatar
Jaegeuk Kim committed
81 82 83 84 85 86
out:
	sb_end_pagefault(inode->i_sb);
	return block_page_mkwrite_return(err);
}

static const struct vm_operations_struct f2fs_file_vm_ops = {
87
	.fault		= filemap_fault,
88
	.map_pages	= filemap_map_pages,
89 90
	.page_mkwrite	= f2fs_vm_page_mkwrite,
	.remap_pages	= generic_file_remap_pages,
Jaegeuk Kim's avatar
Jaegeuk Kim committed
91 92
};

93 94 95 96 97 98 99 100 101 102
static int get_parent_ino(struct inode *inode, nid_t *pino)
{
	struct dentry *dentry;

	inode = igrab(inode);
	dentry = d_find_any_alias(inode);
	iput(inode);
	if (!dentry)
		return 0;

103 104 105 106
	if (update_dent_inode(inode, &dentry->d_name)) {
		dput(dentry);
		return 0;
	}
107

108 109
	*pino = parent_ino(dentry);
	dput(dentry);
110 111 112
	return 1;
}

Jaegeuk Kim's avatar
Jaegeuk Kim committed
113 114 115
int f2fs_sync_file(struct file *file, loff_t start, loff_t end, int datasync)
{
	struct inode *inode = file->f_mapping->host;
116
	struct f2fs_inode_info *fi = F2FS_I(inode);
Jaegeuk Kim's avatar
Jaegeuk Kim committed
117 118 119 120
	struct f2fs_sb_info *sbi = F2FS_SB(inode->i_sb);
	int ret = 0;
	bool need_cp = false;
	struct writeback_control wbc = {
121
		.sync_mode = WB_SYNC_ALL,
Jaegeuk Kim's avatar
Jaegeuk Kim committed
122 123 124 125
		.nr_to_write = LONG_MAX,
		.for_reclaim = 0,
	};

126
	if (unlikely(f2fs_readonly(inode->i_sb)))
127 128
		return 0;

129
	trace_f2fs_sync_file_enter(inode);
Jaegeuk Kim's avatar
Jaegeuk Kim committed
130
	ret = filemap_write_and_wait_range(inode->i_mapping, start, end);
131 132
	if (ret) {
		trace_f2fs_sync_file_exit(inode, need_cp, datasync, ret);
Jaegeuk Kim's avatar
Jaegeuk Kim committed
133
		return ret;
134
	}
Jaegeuk Kim's avatar
Jaegeuk Kim committed
135

136 137 138 139 140 141 142 143 144 145 146
	/*
	 * if there is no written data, don't waste time to write recovery info.
	 */
	if (!is_inode_flag_set(fi, FI_APPEND_WRITE) &&
		!exist_written_data(sbi, inode->i_ino, APPEND_INO)) {
		if (is_inode_flag_set(fi, FI_UPDATE_WRITE) ||
			exist_written_data(sbi, inode->i_ino, UPDATE_INO))
			goto flush_out;
		goto out;
	}

147 148 149
	/* guarantee free sections for fsync */
	f2fs_balance_fs(sbi);

150
	down_read(&fi->i_sem);
Jaegeuk Kim's avatar
Jaegeuk Kim committed
151

152 153 154 155
	/*
	 * Both of fdatasync() and fsync() are able to be recovered from
	 * sudden-power-off.
	 */
Jaegeuk Kim's avatar
Jaegeuk Kim committed
156 157
	if (!S_ISREG(inode->i_mode) || inode->i_nlink != 1)
		need_cp = true;
158
	else if (file_wrong_pino(inode))
Jaegeuk Kim's avatar
Jaegeuk Kim committed
159
		need_cp = true;
160
	else if (!space_for_roll_forward(sbi))
Jaegeuk Kim's avatar
Jaegeuk Kim committed
161
		need_cp = true;
162
	else if (!is_checkpointed_node(sbi, F2FS_I(inode)->i_pino))
Jaegeuk Kim's avatar
Jaegeuk Kim committed
163
		need_cp = true;
164
	else if (F2FS_I(inode)->xattr_ver == cur_cp_version(F2FS_CKPT(sbi)))
165
		need_cp = true;
Jaegeuk Kim's avatar
Jaegeuk Kim committed
166

167 168
	up_read(&fi->i_sem);

Jaegeuk Kim's avatar
Jaegeuk Kim committed
169
	if (need_cp) {
170 171
		nid_t pino;

Jaegeuk Kim's avatar
Jaegeuk Kim committed
172 173
		/* all the dirty node pages should be flushed for POR */
		ret = f2fs_sync_fs(inode->i_sb, 1);
174 175 176

		down_write(&fi->i_sem);
		F2FS_I(inode)->xattr_ver = 0;
177 178 179 180
		if (file_wrong_pino(inode) && inode->i_nlink == 1 &&
					get_parent_ino(inode, &pino)) {
			F2FS_I(inode)->i_pino = pino;
			file_got_pino(inode);
181
			up_write(&fi->i_sem);
182 183 184 185
			mark_inode_dirty_sync(inode);
			ret = f2fs_write_inode(inode, NULL);
			if (ret)
				goto out;
186 187
		} else {
			up_write(&fi->i_sem);
188
		}
Jaegeuk Kim's avatar
Jaegeuk Kim committed
189
	} else {
190 191
		/* if there is no written node page, write its inode page */
		while (!sync_node_pages(sbi, inode->i_ino, &wbc)) {
192 193
			if (fsync_mark_done(sbi, inode->i_ino))
				goto out;
194
			mark_inode_dirty_sync(inode);
195 196 197 198
			ret = f2fs_write_inode(inode, NULL);
			if (ret)
				goto out;
		}
199 200 201
		ret = wait_on_node_pages_writeback(sbi, inode->i_ino);
		if (ret)
			goto out;
202 203 204 205 206 207 208

		/* once recovery info is written, don't need to tack this */
		remove_dirty_inode(sbi, inode->i_ino, APPEND_INO);
		clear_inode_flag(fi, FI_APPEND_WRITE);
flush_out:
		remove_dirty_inode(sbi, inode->i_ino, UPDATE_INO);
		clear_inode_flag(fi, FI_UPDATE_WRITE);
209
		ret = f2fs_issue_flush(F2FS_SB(inode->i_sb));
Jaegeuk Kim's avatar
Jaegeuk Kim committed
210 211
	}
out:
212
	trace_f2fs_sync_file_exit(inode, need_cp, datasync, ret);
Jaegeuk Kim's avatar
Jaegeuk Kim committed
213 214 215
	return ret;
}

216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249
static pgoff_t __get_first_dirty_index(struct address_space *mapping,
						pgoff_t pgofs, int whence)
{
	struct pagevec pvec;
	int nr_pages;

	if (whence != SEEK_DATA)
		return 0;

	/* find first dirty page index */
	pagevec_init(&pvec, 0);
	nr_pages = pagevec_lookup_tag(&pvec, mapping, &pgofs, PAGECACHE_TAG_DIRTY, 1);
	pgofs = nr_pages ? pvec.pages[0]->index: LONG_MAX;
	pagevec_release(&pvec);
	return pgofs;
}

static bool __found_offset(block_t blkaddr, pgoff_t dirty, pgoff_t pgofs,
							int whence)
{
	switch (whence) {
	case SEEK_DATA:
		if ((blkaddr == NEW_ADDR && dirty == pgofs) ||
			(blkaddr != NEW_ADDR && blkaddr != NULL_ADDR))
			return true;
		break;
	case SEEK_HOLE:
		if (blkaddr == NULL_ADDR)
			return true;
		break;
	}
	return false;
}

250 251 252 253 254
static loff_t f2fs_seek_block(struct file *file, loff_t offset, int whence)
{
	struct inode *inode = file->f_mapping->host;
	loff_t maxbytes = inode->i_sb->s_maxbytes;
	struct dnode_of_data dn;
255 256 257
	pgoff_t pgofs, end_offset, dirty;
	loff_t data_ofs = offset;
	loff_t isize;
258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274
	int err = 0;

	mutex_lock(&inode->i_mutex);

	isize = i_size_read(inode);
	if (offset >= isize)
		goto fail;

	/* handle inline data case */
	if (f2fs_has_inline_data(inode)) {
		if (whence == SEEK_HOLE)
			data_ofs = isize;
		goto found;
	}

	pgofs = (pgoff_t)(offset >> PAGE_CACHE_SHIFT);

275 276
	dirty = __get_first_dirty_index(inode->i_mapping, pgofs, whence);

277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292
	for (; data_ofs < isize; data_ofs = pgofs << PAGE_CACHE_SHIFT) {
		set_new_dnode(&dn, inode, NULL, NULL, 0);
		err = get_dnode_of_data(&dn, pgofs, LOOKUP_NODE_RA);
		if (err && err != -ENOENT) {
			goto fail;
		} else if (err == -ENOENT) {
			/* direct node is not exist */
			if (whence == SEEK_DATA) {
				pgofs = PGOFS_OF_NEXT_DNODE(pgofs,
							F2FS_I(inode));
				continue;
			} else {
				goto found;
			}
		}

293
		end_offset = ADDRS_PER_PAGE(dn.node_page, F2FS_I(inode));
294 295 296 297 298 299 300 301

		/* find data/hole in dnode block */
		for (; dn.ofs_in_node < end_offset;
				dn.ofs_in_node++, pgofs++,
				data_ofs = pgofs << PAGE_CACHE_SHIFT) {
			block_t blkaddr;
			blkaddr = datablock_addr(dn.node_page, dn.ofs_in_node);

302
			if (__found_offset(blkaddr, dirty, pgofs, whence)) {
303 304 305 306 307 308 309 310 311 312
				f2fs_put_dnode(&dn);
				goto found;
			}
		}
		f2fs_put_dnode(&dn);
	}

	if (whence == SEEK_DATA)
		goto fail;
found:
313 314
	if (whence == SEEK_HOLE && data_ofs > isize)
		data_ofs = isize;
315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340
	mutex_unlock(&inode->i_mutex);
	return vfs_setpos(file, data_ofs, maxbytes);
fail:
	mutex_unlock(&inode->i_mutex);
	return -ENXIO;
}

static loff_t f2fs_llseek(struct file *file, loff_t offset, int whence)
{
	struct inode *inode = file->f_mapping->host;
	loff_t maxbytes = inode->i_sb->s_maxbytes;

	switch (whence) {
	case SEEK_SET:
	case SEEK_CUR:
	case SEEK_END:
		return generic_file_llseek_size(file, offset, whence,
						maxbytes, i_size_read(inode));
	case SEEK_DATA:
	case SEEK_HOLE:
		return f2fs_seek_block(file, offset, whence);
	}

	return -EINVAL;
}

Jaegeuk Kim's avatar
Jaegeuk Kim committed
341 342 343 344 345 346 347
static int f2fs_file_mmap(struct file *file, struct vm_area_struct *vma)
{
	file_accessed(file);
	vma->vm_ops = &f2fs_file_vm_ops;
	return 0;
}

348
int truncate_data_blocks_range(struct dnode_of_data *dn, int count)
Jaegeuk Kim's avatar
Jaegeuk Kim committed
349 350 351 352 353 354
{
	int nr_free = 0, ofs = dn->ofs_in_node;
	struct f2fs_sb_info *sbi = F2FS_SB(dn->inode->i_sb);
	struct f2fs_node *raw_node;
	__le32 *addr;

355
	raw_node = F2FS_NODE(dn->node_page);
Jaegeuk Kim's avatar
Jaegeuk Kim committed
356 357
	addr = blkaddr_in_node(raw_node) + ofs;

Chris Fries's avatar
Chris Fries committed
358
	for (; count > 0; count--, addr++, dn->ofs_in_node++) {
Jaegeuk Kim's avatar
Jaegeuk Kim committed
359 360 361 362 363 364 365 366 367
		block_t blkaddr = le32_to_cpu(*addr);
		if (blkaddr == NULL_ADDR)
			continue;

		update_extent_cache(NULL_ADDR, dn);
		invalidate_blocks(sbi, blkaddr);
		nr_free++;
	}
	if (nr_free) {
368
		dec_valid_block_count(sbi, dn->inode, nr_free);
Jaegeuk Kim's avatar
Jaegeuk Kim committed
369 370 371 372
		set_page_dirty(dn->node_page);
		sync_inode_page(dn);
	}
	dn->ofs_in_node = ofs;
373 374 375

	trace_f2fs_truncate_data_blocks_range(dn->inode, dn->nid,
					 dn->ofs_in_node, nr_free);
Jaegeuk Kim's avatar
Jaegeuk Kim committed
376 377 378 379 380 381 382 383 384 385 386 387 388
	return nr_free;
}

void truncate_data_blocks(struct dnode_of_data *dn)
{
	truncate_data_blocks_range(dn, ADDRS_PER_BLOCK);
}

static void truncate_partial_data_page(struct inode *inode, u64 from)
{
	unsigned offset = from & (PAGE_CACHE_SIZE - 1);
	struct page *page;

389 390 391
	if (f2fs_has_inline_data(inode))
		return truncate_inline_data(inode, from);

Jaegeuk Kim's avatar
Jaegeuk Kim committed
392 393 394
	if (!offset)
		return;

395
	page = find_data_page(inode, from >> PAGE_CACHE_SHIFT, false);
Jaegeuk Kim's avatar
Jaegeuk Kim committed
396 397 398 399
	if (IS_ERR(page))
		return;

	lock_page(page);
400 401 402 403
	if (unlikely(!PageUptodate(page) ||
			page->mapping != inode->i_mapping))
		goto out;

404
	f2fs_wait_on_page_writeback(page, DATA);
Jaegeuk Kim's avatar
Jaegeuk Kim committed
405 406
	zero_user(page, offset, PAGE_CACHE_SIZE - offset);
	set_page_dirty(page);
407 408

out:
Jaegeuk Kim's avatar
Jaegeuk Kim committed
409 410 411
	f2fs_put_page(page, 1);
}

412
int truncate_blocks(struct inode *inode, u64 from)
Jaegeuk Kim's avatar
Jaegeuk Kim committed
413 414 415 416 417
{
	struct f2fs_sb_info *sbi = F2FS_SB(inode->i_sb);
	unsigned int blocksize = inode->i_sb->s_blocksize;
	struct dnode_of_data dn;
	pgoff_t free_from;
418
	int count = 0, err = 0;
Jaegeuk Kim's avatar
Jaegeuk Kim committed
419

420 421
	trace_f2fs_truncate_blocks_enter(inode, from);

422 423 424
	if (f2fs_has_inline_data(inode))
		goto done;

Jaegeuk Kim's avatar
Jaegeuk Kim committed
425 426 427
	free_from = (pgoff_t)
			((from + blocksize - 1) >> (sbi->log_blocksize));

428
	f2fs_lock_op(sbi);
429

Jaegeuk Kim's avatar
Jaegeuk Kim committed
430
	set_new_dnode(&dn, inode, NULL, NULL, 0);
431
	err = get_dnode_of_data(&dn, free_from, LOOKUP_NODE);
Jaegeuk Kim's avatar
Jaegeuk Kim committed
432 433 434
	if (err) {
		if (err == -ENOENT)
			goto free_next;
435
		f2fs_unlock_op(sbi);
436
		trace_f2fs_truncate_blocks_exit(inode, err);
Jaegeuk Kim's avatar
Jaegeuk Kim committed
437 438 439
		return err;
	}

440
	count = ADDRS_PER_PAGE(dn.node_page, F2FS_I(inode));
Jaegeuk Kim's avatar
Jaegeuk Kim committed
441 442

	count -= dn.ofs_in_node;
443
	f2fs_bug_on(count < 0);
444

Jaegeuk Kim's avatar
Jaegeuk Kim committed
445 446 447 448 449 450 451 452
	if (dn.ofs_in_node || IS_INODE(dn.node_page)) {
		truncate_data_blocks_range(&dn, count);
		free_from += count;
	}

	f2fs_put_dnode(&dn);
free_next:
	err = truncate_inode_blocks(inode, free_from);
453
	f2fs_unlock_op(sbi);
454
done:
Jaegeuk Kim's avatar
Jaegeuk Kim committed
455 456 457
	/* lastly zero out the first data page */
	truncate_partial_data_page(inode, from);

458
	trace_f2fs_truncate_blocks_exit(inode, err);
Jaegeuk Kim's avatar
Jaegeuk Kim committed
459 460 461 462 463 464 465 466 467
	return err;
}

void f2fs_truncate(struct inode *inode)
{
	if (!(S_ISREG(inode->i_mode) || S_ISDIR(inode->i_mode) ||
				S_ISLNK(inode->i_mode)))
		return;

468 469
	trace_f2fs_truncate(inode);

Jaegeuk Kim's avatar
Jaegeuk Kim committed
470 471 472 473 474 475
	if (!truncate_blocks(inode, i_size_read(inode))) {
		inode->i_mtime = inode->i_ctime = CURRENT_TIME;
		mark_inode_dirty(inode);
	}
}

476
int f2fs_getattr(struct vfsmount *mnt,
Jaegeuk Kim's avatar
Jaegeuk Kim committed
477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527
			 struct dentry *dentry, struct kstat *stat)
{
	struct inode *inode = dentry->d_inode;
	generic_fillattr(inode, stat);
	stat->blocks <<= 3;
	return 0;
}

#ifdef CONFIG_F2FS_FS_POSIX_ACL
static void __setattr_copy(struct inode *inode, const struct iattr *attr)
{
	struct f2fs_inode_info *fi = F2FS_I(inode);
	unsigned int ia_valid = attr->ia_valid;

	if (ia_valid & ATTR_UID)
		inode->i_uid = attr->ia_uid;
	if (ia_valid & ATTR_GID)
		inode->i_gid = attr->ia_gid;
	if (ia_valid & ATTR_ATIME)
		inode->i_atime = timespec_trunc(attr->ia_atime,
						inode->i_sb->s_time_gran);
	if (ia_valid & ATTR_MTIME)
		inode->i_mtime = timespec_trunc(attr->ia_mtime,
						inode->i_sb->s_time_gran);
	if (ia_valid & ATTR_CTIME)
		inode->i_ctime = timespec_trunc(attr->ia_ctime,
						inode->i_sb->s_time_gran);
	if (ia_valid & ATTR_MODE) {
		umode_t mode = attr->ia_mode;

		if (!in_group_p(inode->i_gid) && !capable(CAP_FSETID))
			mode &= ~S_ISGID;
		set_acl_inode(fi, mode);
	}
}
#else
#define __setattr_copy setattr_copy
#endif

int f2fs_setattr(struct dentry *dentry, struct iattr *attr)
{
	struct inode *inode = dentry->d_inode;
	struct f2fs_inode_info *fi = F2FS_I(inode);
	int err;

	err = inode_change_ok(inode, attr);
	if (err)
		return err;

	if ((attr->ia_valid & ATTR_SIZE) &&
			attr->ia_size != i_size_read(inode)) {
528 529 530
		err = f2fs_convert_inline_data(inode, attr->ia_size);
		if (err)
			return err;
531

Jaegeuk Kim's avatar
Jaegeuk Kim committed
532
		truncate_setsize(inode, attr->ia_size);
533
		f2fs_truncate(inode);
534
		f2fs_balance_fs(F2FS_SB(inode->i_sb));
Jaegeuk Kim's avatar
Jaegeuk Kim committed
535 536 537 538 539
	}

	__setattr_copy(inode, attr);

	if (attr->ia_valid & ATTR_MODE) {
540
		err = posix_acl_chmod(inode, get_inode_mode(inode));
Jaegeuk Kim's avatar
Jaegeuk Kim committed
541 542 543 544 545 546 547 548 549 550 551 552 553 554
		if (err || is_inode_flag_set(fi, FI_ACL_MODE)) {
			inode->i_mode = fi->i_acl_mode;
			clear_inode_flag(fi, FI_ACL_MODE);
		}
	}

	mark_inode_dirty(inode);
	return err;
}

const struct inode_operations f2fs_file_inode_operations = {
	.getattr	= f2fs_getattr,
	.setattr	= f2fs_setattr,
	.get_acl	= f2fs_get_acl,
555
	.set_acl	= f2fs_set_acl,
Jaegeuk Kim's avatar
Jaegeuk Kim committed
556 557 558 559 560 561
#ifdef CONFIG_F2FS_FS_XATTR
	.setxattr	= generic_setxattr,
	.getxattr	= generic_getxattr,
	.listxattr	= f2fs_listxattr,
	.removexattr	= generic_removexattr,
#endif
Jaegeuk Kim's avatar
Jaegeuk Kim committed
562
	.fiemap		= f2fs_fiemap,
Jaegeuk Kim's avatar
Jaegeuk Kim committed
563 564 565 566 567
};

static void fill_zero(struct inode *inode, pgoff_t index,
					loff_t start, loff_t len)
{
568
	struct f2fs_sb_info *sbi = F2FS_SB(inode->i_sb);
Jaegeuk Kim's avatar
Jaegeuk Kim committed
569 570 571 572 573
	struct page *page;

	if (!len)
		return;

574 575
	f2fs_balance_fs(sbi);

576
	f2fs_lock_op(sbi);
577
	page = get_new_data_page(inode, NULL, index, false);
578
	f2fs_unlock_op(sbi);
Jaegeuk Kim's avatar
Jaegeuk Kim committed
579 580

	if (!IS_ERR(page)) {
581
		f2fs_wait_on_page_writeback(page, DATA);
Jaegeuk Kim's avatar
Jaegeuk Kim committed
582 583 584 585 586 587 588 589 590 591 592 593 594
		zero_user(page, start, len);
		set_page_dirty(page);
		f2fs_put_page(page, 1);
	}
}

int truncate_hole(struct inode *inode, pgoff_t pg_start, pgoff_t pg_end)
{
	pgoff_t index;
	int err;

	for (index = pg_start; index < pg_end; index++) {
		struct dnode_of_data dn;
595

Jaegeuk Kim's avatar
Jaegeuk Kim committed
596
		set_new_dnode(&dn, inode, NULL, NULL, 0);
597
		err = get_dnode_of_data(&dn, index, LOOKUP_NODE);
Jaegeuk Kim's avatar
Jaegeuk Kim committed
598 599 600 601 602 603 604 605 606 607 608 609 610
		if (err) {
			if (err == -ENOENT)
				continue;
			return err;
		}

		if (dn.data_blkaddr != NULL_ADDR)
			truncate_data_blocks_range(&dn, 1);
		f2fs_put_dnode(&dn);
	}
	return 0;
}

611
static int punch_hole(struct inode *inode, loff_t offset, loff_t len)
Jaegeuk Kim's avatar
Jaegeuk Kim committed
612 613 614 615 616
{
	pgoff_t pg_start, pg_end;
	loff_t off_start, off_end;
	int ret = 0;

617
	ret = f2fs_convert_inline_data(inode, MAX_INLINE_DATA + 1);
618 619
	if (ret)
		return ret;
620

Jaegeuk Kim's avatar
Jaegeuk Kim committed
621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639
	pg_start = ((unsigned long long) offset) >> PAGE_CACHE_SHIFT;
	pg_end = ((unsigned long long) offset + len) >> PAGE_CACHE_SHIFT;

	off_start = offset & (PAGE_CACHE_SIZE - 1);
	off_end = (offset + len) & (PAGE_CACHE_SIZE - 1);

	if (pg_start == pg_end) {
		fill_zero(inode, pg_start, off_start,
						off_end - off_start);
	} else {
		if (off_start)
			fill_zero(inode, pg_start++, off_start,
					PAGE_CACHE_SIZE - off_start);
		if (off_end)
			fill_zero(inode, pg_end, 0, off_end);

		if (pg_start < pg_end) {
			struct address_space *mapping = inode->i_mapping;
			loff_t blk_start, blk_end;
640 641 642
			struct f2fs_sb_info *sbi = F2FS_SB(inode->i_sb);

			f2fs_balance_fs(sbi);
Jaegeuk Kim's avatar
Jaegeuk Kim committed
643 644 645 646 647

			blk_start = pg_start << PAGE_CACHE_SHIFT;
			blk_end = pg_end << PAGE_CACHE_SHIFT;
			truncate_inode_pages_range(mapping, blk_start,
					blk_end - 1);
648

649
			f2fs_lock_op(sbi);
Jaegeuk Kim's avatar
Jaegeuk Kim committed
650
			ret = truncate_hole(inode, pg_start, pg_end);
651
			f2fs_unlock_op(sbi);
Jaegeuk Kim's avatar
Jaegeuk Kim committed
652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670
		}
	}

	return ret;
}

static int expand_inode_data(struct inode *inode, loff_t offset,
					loff_t len, int mode)
{
	struct f2fs_sb_info *sbi = F2FS_SB(inode->i_sb);
	pgoff_t index, pg_start, pg_end;
	loff_t new_size = i_size_read(inode);
	loff_t off_start, off_end;
	int ret = 0;

	ret = inode_newsize_ok(inode, (len + offset));
	if (ret)
		return ret;

671 672 673 674
	ret = f2fs_convert_inline_data(inode, offset + len);
	if (ret)
		return ret;

Jaegeuk Kim's avatar
Jaegeuk Kim committed
675 676 677 678 679 680
	pg_start = ((unsigned long long) offset) >> PAGE_CACHE_SHIFT;
	pg_end = ((unsigned long long) offset + len) >> PAGE_CACHE_SHIFT;

	off_start = offset & (PAGE_CACHE_SIZE - 1);
	off_end = (offset + len) & (PAGE_CACHE_SIZE - 1);

681 682
	f2fs_lock_op(sbi);

Jaegeuk Kim's avatar
Jaegeuk Kim committed
683 684 685
	for (index = pg_start; index <= pg_end; index++) {
		struct dnode_of_data dn;

686 687 688
		if (index == pg_end && !off_end)
			goto noalloc;

Jaegeuk Kim's avatar
Jaegeuk Kim committed
689
		set_new_dnode(&dn, inode, NULL, NULL, 0);
690 691
		ret = f2fs_reserve_block(&dn, index);
		if (ret)
Jaegeuk Kim's avatar
Jaegeuk Kim committed
692
			break;
693
noalloc:
Jaegeuk Kim's avatar
Jaegeuk Kim committed
694 695 696 697 698 699 700 701 702 703 704 705 706 707
		if (pg_start == pg_end)
			new_size = offset + len;
		else if (index == pg_start && off_start)
			new_size = (index + 1) << PAGE_CACHE_SHIFT;
		else if (index == pg_end)
			new_size = (index << PAGE_CACHE_SHIFT) + off_end;
		else
			new_size += PAGE_CACHE_SIZE;
	}

	if (!(mode & FALLOC_FL_KEEP_SIZE) &&
		i_size_read(inode) < new_size) {
		i_size_write(inode, new_size);
		mark_inode_dirty(inode);
708
		update_inode_page(inode);
Jaegeuk Kim's avatar
Jaegeuk Kim committed
709
	}
710
	f2fs_unlock_op(sbi);
Jaegeuk Kim's avatar
Jaegeuk Kim committed
711 712 713 714 715 716 717

	return ret;
}

static long f2fs_fallocate(struct file *file, int mode,
				loff_t offset, loff_t len)
{
718
	struct inode *inode = file_inode(file);
Jaegeuk Kim's avatar
Jaegeuk Kim committed
719 720 721 722 723
	long ret;

	if (mode & ~(FALLOC_FL_KEEP_SIZE | FALLOC_FL_PUNCH_HOLE))
		return -EOPNOTSUPP;

724 725
	mutex_lock(&inode->i_mutex);

Jaegeuk Kim's avatar
Jaegeuk Kim committed
726
	if (mode & FALLOC_FL_PUNCH_HOLE)
727
		ret = punch_hole(inode, offset, len);
Jaegeuk Kim's avatar
Jaegeuk Kim committed
728 729 730
	else
		ret = expand_inode_data(inode, offset, len, mode);

731 732 733 734
	if (!ret) {
		inode->i_mtime = inode->i_ctime = CURRENT_TIME;
		mark_inode_dirty(inode);
	}
735 736 737

	mutex_unlock(&inode->i_mutex);

738
	trace_f2fs_fallocate(inode, mode, offset, len, ret);
Jaegeuk Kim's avatar
Jaegeuk Kim committed
739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756
	return ret;
}

#define F2FS_REG_FLMASK		(~(FS_DIRSYNC_FL | FS_TOPDIR_FL))
#define F2FS_OTHER_FLMASK	(FS_NODUMP_FL | FS_NOATIME_FL)

static inline __u32 f2fs_mask_flags(umode_t mode, __u32 flags)
{
	if (S_ISDIR(mode))
		return flags;
	else if (S_ISREG(mode))
		return flags & F2FS_REG_FLMASK;
	else
		return flags & F2FS_OTHER_FLMASK;
}

long f2fs_ioctl(struct file *filp, unsigned int cmd, unsigned long arg)
{
757
	struct inode *inode = file_inode(filp);
Jaegeuk Kim's avatar
Jaegeuk Kim committed
758 759 760 761 762
	struct f2fs_inode_info *fi = F2FS_I(inode);
	unsigned int flags;
	int ret;

	switch (cmd) {
763
	case F2FS_IOC_GETFLAGS:
Jaegeuk Kim's avatar
Jaegeuk Kim committed
764 765
		flags = fi->i_flags & FS_FL_USER_VISIBLE;
		return put_user(flags, (int __user *) arg);
766
	case F2FS_IOC_SETFLAGS:
Jaegeuk Kim's avatar
Jaegeuk Kim committed
767 768 769
	{
		unsigned int oldflags;

770
		ret = mnt_want_write_file(filp);
Jaegeuk Kim's avatar
Jaegeuk Kim committed
771 772 773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788 789 790 791 792 793 794 795 796 797 798 799 800 801 802 803 804 805 806
		if (ret)
			return ret;

		if (!inode_owner_or_capable(inode)) {
			ret = -EACCES;
			goto out;
		}

		if (get_user(flags, (int __user *) arg)) {
			ret = -EFAULT;
			goto out;
		}

		flags = f2fs_mask_flags(inode->i_mode, flags);

		mutex_lock(&inode->i_mutex);

		oldflags = fi->i_flags;

		if ((flags ^ oldflags) & (FS_APPEND_FL | FS_IMMUTABLE_FL)) {
			if (!capable(CAP_LINUX_IMMUTABLE)) {
				mutex_unlock(&inode->i_mutex);
				ret = -EPERM;
				goto out;
			}
		}

		flags = flags & FS_FL_USER_MODIFIABLE;
		flags |= oldflags & ~FS_FL_USER_MODIFIABLE;
		fi->i_flags = flags;
		mutex_unlock(&inode->i_mutex);

		f2fs_set_inode_flags(inode);
		inode->i_ctime = CURRENT_TIME;
		mark_inode_dirty(inode);
out:
807
		mnt_drop_write_file(filp);
Jaegeuk Kim's avatar
Jaegeuk Kim committed
808 809 810 811 812 813 814
		return ret;
	}
	default:
		return -ENOTTY;
	}
}

815 816 817 818 819 820 821 822 823 824 825 826 827 828 829 830 831
#ifdef CONFIG_COMPAT
long f2fs_compat_ioctl(struct file *file, unsigned int cmd, unsigned long arg)
{
	switch (cmd) {
	case F2FS_IOC32_GETFLAGS:
		cmd = F2FS_IOC_GETFLAGS;
		break;
	case F2FS_IOC32_SETFLAGS:
		cmd = F2FS_IOC_SETFLAGS;
		break;
	default:
		return -ENOIOCTLCMD;
	}
	return f2fs_ioctl(file, cmd, (unsigned long) compat_ptr(arg));
}
#endif

Jaegeuk Kim's avatar
Jaegeuk Kim committed
832
const struct file_operations f2fs_file_operations = {
833
	.llseek		= f2fs_llseek,
834
	.read		= new_sync_read,
835
	.write		= new_sync_write,
836
	.read_iter	= generic_file_read_iter,
837
	.write_iter	= generic_file_write_iter,
Jaegeuk Kim's avatar
Jaegeuk Kim committed
838 839 840 841 842
	.open		= generic_file_open,
	.mmap		= f2fs_file_mmap,
	.fsync		= f2fs_sync_file,
	.fallocate	= f2fs_fallocate,
	.unlocked_ioctl	= f2fs_ioctl,
843 844 845
#ifdef CONFIG_COMPAT
	.compat_ioctl	= f2fs_compat_ioctl,
#endif
Jaegeuk Kim's avatar
Jaegeuk Kim committed
846
	.splice_read	= generic_file_splice_read,
Al Viro's avatar
Al Viro committed
847
	.splice_write	= iter_file_splice_write,
Jaegeuk Kim's avatar
Jaegeuk Kim committed
848
};