|
@@ -132,14 +132,14 @@ void f2fs_submit_merged_bio(struct f2fs_sb_info *sbi,
|
|
|
* Return unlocked page.
|
|
|
*/
|
|
|
int f2fs_submit_page_bio(struct f2fs_sb_info *sbi, struct page *page,
|
|
|
- block_t blk_addr, int rw)
|
|
|
+ struct f2fs_io_info *fio)
|
|
|
{
|
|
|
struct bio *bio;
|
|
|
|
|
|
- trace_f2fs_submit_page_bio(page, blk_addr, rw);
|
|
|
+ trace_f2fs_submit_page_bio(page, fio->blk_addr, fio->rw);
|
|
|
|
|
|
/* Allocate a new bio */
|
|
|
- bio = __bio_alloc(sbi, blk_addr, 1, is_read_io(rw));
|
|
|
+ bio = __bio_alloc(sbi, fio->blk_addr, 1, is_read_io(fio->rw));
|
|
|
|
|
|
if (bio_add_page(bio, page, PAGE_CACHE_SIZE, 0) < PAGE_CACHE_SIZE) {
|
|
|
bio_put(bio);
|
|
@@ -147,12 +147,12 @@ int f2fs_submit_page_bio(struct f2fs_sb_info *sbi, struct page *page,
|
|
|
return -EFAULT;
|
|
|
}
|
|
|
|
|
|
- submit_bio(rw, bio);
|
|
|
+ submit_bio(fio->rw, bio);
|
|
|
return 0;
|
|
|
}
|
|
|
|
|
|
void f2fs_submit_page_mbio(struct f2fs_sb_info *sbi, struct page *page,
|
|
|
- block_t blk_addr, struct f2fs_io_info *fio)
|
|
|
+ struct f2fs_io_info *fio)
|
|
|
{
|
|
|
enum page_type btype = PAGE_TYPE_OF_BIO(fio->type);
|
|
|
struct f2fs_bio_info *io;
|
|
@@ -160,21 +160,21 @@ void f2fs_submit_page_mbio(struct f2fs_sb_info *sbi, struct page *page,
|
|
|
|
|
|
io = is_read ? &sbi->read_io : &sbi->write_io[btype];
|
|
|
|
|
|
- verify_block_addr(sbi, blk_addr);
|
|
|
+ verify_block_addr(sbi, fio->blk_addr);
|
|
|
|
|
|
down_write(&io->io_rwsem);
|
|
|
|
|
|
if (!is_read)
|
|
|
inc_page_count(sbi, F2FS_WRITEBACK);
|
|
|
|
|
|
- if (io->bio && (io->last_block_in_bio != blk_addr - 1 ||
|
|
|
+ if (io->bio && (io->last_block_in_bio != fio->blk_addr - 1 ||
|
|
|
io->fio.rw != fio->rw))
|
|
|
__submit_merged_bio(io);
|
|
|
alloc_new:
|
|
|
if (io->bio == NULL) {
|
|
|
int bio_blocks = MAX_BIO_BLOCKS(sbi);
|
|
|
|
|
|
- io->bio = __bio_alloc(sbi, blk_addr, bio_blocks, is_read);
|
|
|
+ io->bio = __bio_alloc(sbi, fio->blk_addr, bio_blocks, is_read);
|
|
|
io->fio = *fio;
|
|
|
}
|
|
|
|
|
@@ -184,10 +184,10 @@ alloc_new:
|
|
|
goto alloc_new;
|
|
|
}
|
|
|
|
|
|
- io->last_block_in_bio = blk_addr;
|
|
|
+ io->last_block_in_bio = fio->blk_addr;
|
|
|
|
|
|
up_write(&io->io_rwsem);
|
|
|
- trace_f2fs_submit_page_mbio(page, fio->rw, fio->type, blk_addr);
|
|
|
+ trace_f2fs_submit_page_mbio(page, fio->rw, fio->type, fio->blk_addr);
|
|
|
}
|
|
|
|
|
|
/*
|
|
@@ -376,6 +376,10 @@ struct page *find_data_page(struct inode *inode, pgoff_t index, bool sync)
|
|
|
struct dnode_of_data dn;
|
|
|
struct page *page;
|
|
|
int err;
|
|
|
+ struct f2fs_io_info fio = {
|
|
|
+ .type = DATA,
|
|
|
+ .rw = sync ? READ_SYNC : READA,
|
|
|
+ };
|
|
|
|
|
|
page = find_get_page(mapping, index);
|
|
|
if (page && PageUptodate(page))
|
|
@@ -404,8 +408,8 @@ struct page *find_data_page(struct inode *inode, pgoff_t index, bool sync)
|
|
|
return page;
|
|
|
}
|
|
|
|
|
|
- err = f2fs_submit_page_bio(F2FS_I_SB(inode), page, dn.data_blkaddr,
|
|
|
- sync ? READ_SYNC : READA);
|
|
|
+ fio.blk_addr = dn.data_blkaddr;
|
|
|
+ err = f2fs_submit_page_bio(F2FS_I_SB(inode), page, &fio);
|
|
|
if (err)
|
|
|
return ERR_PTR(err);
|
|
|
|
|
@@ -430,7 +434,10 @@ struct page *get_lock_data_page(struct inode *inode, pgoff_t index)
|
|
|
struct dnode_of_data dn;
|
|
|
struct page *page;
|
|
|
int err;
|
|
|
-
|
|
|
+ struct f2fs_io_info fio = {
|
|
|
+ .type = DATA,
|
|
|
+ .rw = READ_SYNC,
|
|
|
+ };
|
|
|
repeat:
|
|
|
page = grab_cache_page(mapping, index);
|
|
|
if (!page)
|
|
@@ -464,8 +471,8 @@ repeat:
|
|
|
return page;
|
|
|
}
|
|
|
|
|
|
- err = f2fs_submit_page_bio(F2FS_I_SB(inode), page,
|
|
|
- dn.data_blkaddr, READ_SYNC);
|
|
|
+ fio.blk_addr = dn.data_blkaddr;
|
|
|
+ err = f2fs_submit_page_bio(F2FS_I_SB(inode), page, &fio);
|
|
|
if (err)
|
|
|
return ERR_PTR(err);
|
|
|
|
|
@@ -515,8 +522,12 @@ repeat:
|
|
|
zero_user_segment(page, 0, PAGE_CACHE_SIZE);
|
|
|
SetPageUptodate(page);
|
|
|
} else {
|
|
|
- err = f2fs_submit_page_bio(F2FS_I_SB(inode), page,
|
|
|
- dn.data_blkaddr, READ_SYNC);
|
|
|
+ struct f2fs_io_info fio = {
|
|
|
+ .type = DATA,
|
|
|
+ .rw = READ_SYNC,
|
|
|
+ .blk_addr = dn.data_blkaddr,
|
|
|
+ };
|
|
|
+ err = f2fs_submit_page_bio(F2FS_I_SB(inode), page, &fio);
|
|
|
if (err)
|
|
|
goto put_err;
|
|
|
|
|
@@ -745,7 +756,6 @@ static int f2fs_read_data_pages(struct file *file,
|
|
|
int do_write_data_page(struct page *page, struct f2fs_io_info *fio)
|
|
|
{
|
|
|
struct inode *inode = page->mapping->host;
|
|
|
- block_t old_blkaddr, new_blkaddr;
|
|
|
struct dnode_of_data dn;
|
|
|
int err = 0;
|
|
|
|
|
@@ -754,10 +764,10 @@ int do_write_data_page(struct page *page, struct f2fs_io_info *fio)
|
|
|
if (err)
|
|
|
return err;
|
|
|
|
|
|
- old_blkaddr = dn.data_blkaddr;
|
|
|
+ fio->blk_addr = dn.data_blkaddr;
|
|
|
|
|
|
/* This page is already truncated */
|
|
|
- if (old_blkaddr == NULL_ADDR)
|
|
|
+ if (fio->blk_addr == NULL_ADDR)
|
|
|
goto out_writepage;
|
|
|
|
|
|
set_page_writeback(page);
|
|
@@ -766,14 +776,14 @@ int do_write_data_page(struct page *page, struct f2fs_io_info *fio)
|
|
|
* If current allocation needs SSR,
|
|
|
* it had better in-place writes for updated data.
|
|
|
*/
|
|
|
- if (unlikely(old_blkaddr != NEW_ADDR &&
|
|
|
+ if (unlikely(fio->blk_addr != NEW_ADDR &&
|
|
|
!is_cold_data(page) &&
|
|
|
need_inplace_update(inode))) {
|
|
|
- rewrite_data_page(page, old_blkaddr, fio);
|
|
|
+ rewrite_data_page(page, fio);
|
|
|
set_inode_flag(F2FS_I(inode), FI_UPDATE_WRITE);
|
|
|
} else {
|
|
|
- write_data_page(page, &dn, &new_blkaddr, fio);
|
|
|
- update_extent_cache(new_blkaddr, &dn);
|
|
|
+ write_data_page(page, &dn, fio);
|
|
|
+ update_extent_cache(fio->blk_addr, &dn);
|
|
|
set_inode_flag(F2FS_I(inode), FI_APPEND_WRITE);
|
|
|
}
|
|
|
out_writepage:
|
|
@@ -1007,8 +1017,12 @@ put_next:
|
|
|
if (dn.data_blkaddr == NEW_ADDR) {
|
|
|
zero_user_segment(page, 0, PAGE_CACHE_SIZE);
|
|
|
} else {
|
|
|
- err = f2fs_submit_page_bio(sbi, page, dn.data_blkaddr,
|
|
|
- READ_SYNC);
|
|
|
+ struct f2fs_io_info fio = {
|
|
|
+ .type = DATA,
|
|
|
+ .rw = READ_SYNC,
|
|
|
+ .blk_addr = dn.data_blkaddr,
|
|
|
+ };
|
|
|
+ err = f2fs_submit_page_bio(sbi, page, &fio);
|
|
|
if (err)
|
|
|
goto fail;
|
|
|
|