|
Chuck Ebbert |
6c58ce8 |
From: jiayingz@google.com (Jiaying Zhang) <>
|
|
Chuck Ebbert |
6c58ce8 |
Date: Tue, 27 Jul 2010 15:56:06 +0000 (-0400)
|
|
Chuck Ebbert |
6c58ce8 |
Subject: ext4: move aio completion after unwritten extent conversion
|
|
Chuck Ebbert |
6c58ce8 |
X-Git-Url: http://git.kernel.org/?p=linux%2Fkernel%2Fgit%2Ftytso%2Fext4.git;a=commitdiff_plain;h=5b3ff237bef43b9e7fb7d1eb858e29b73fd664f9
|
|
Chuck Ebbert |
6c58ce8 |
|
|
Chuck Ebbert |
6c58ce8 |
ext4: move aio completion after unwritten extent conversion
|
|
Chuck Ebbert |
6c58ce8 |
|
|
Chuck Ebbert |
6c58ce8 |
This patch is to be applied upon Christoph's "direct-io: move aio_complete
|
|
Chuck Ebbert |
6c58ce8 |
into ->end_io" patch. It adds iocb and result fields to struct ext4_io_end_t,
|
|
Chuck Ebbert |
6c58ce8 |
so that we can call aio_complete from ext4_end_io_nolock() after the extent
|
|
Chuck Ebbert |
6c58ce8 |
conversion has finished.
|
|
Chuck Ebbert |
6c58ce8 |
|
|
Chuck Ebbert |
6c58ce8 |
I have verified with Christoph's aio-dio test that used to fail after a few
|
|
Chuck Ebbert |
6c58ce8 |
runs on an original kernel but now succeeds on the patched kernel.
|
|
Chuck Ebbert |
6c58ce8 |
|
|
Chuck Ebbert |
6c58ce8 |
See http://thread.gmane.org/gmane.comp.file-systems.ext4/19659 for details.
|
|
Chuck Ebbert |
6c58ce8 |
|
|
Chuck Ebbert |
6c58ce8 |
Signed-off-by: Jiaying Zhang <jiayingz@google.com>
|
|
Chuck Ebbert |
6c58ce8 |
Signed-off-by: "Theodore Ts'o" <tytso@mit.edu>
|
|
Chuck Ebbert |
6c58ce8 |
---
|
|
Chuck Ebbert |
6c58ce8 |
|
|
Chuck Ebbert |
6c58ce8 |
diff --git a/fs/ext4/ext4.h b/fs/ext4/ext4.h
|
|
Chuck Ebbert |
6c58ce8 |
index 4c7d472..fbb3947 100644
|
|
Chuck Ebbert |
6c58ce8 |
--- a/fs/ext4/ext4.h
|
|
Chuck Ebbert |
6c58ce8 |
+++ b/fs/ext4/ext4.h
|
|
Chuck Ebbert |
6c58ce8 |
@@ -170,13 +170,15 @@ struct mpage_da_data {
|
|
Chuck Ebbert |
6c58ce8 |
};
|
|
Chuck Ebbert |
6c58ce8 |
#define EXT4_IO_UNWRITTEN 0x1
|
|
Chuck Ebbert |
6c58ce8 |
typedef struct ext4_io_end {
|
|
Chuck Ebbert |
6c58ce8 |
- struct list_head list; /* per-file finished AIO list */
|
|
Chuck Ebbert |
6c58ce8 |
+ struct list_head list; /* per-file finished IO list */
|
|
Chuck Ebbert |
6c58ce8 |
struct inode *inode; /* file being written to */
|
|
Chuck Ebbert |
6c58ce8 |
unsigned int flag; /* unwritten or not */
|
|
Chuck Ebbert |
6c58ce8 |
struct page *page; /* page struct for buffer write */
|
|
Chuck Ebbert |
6c58ce8 |
loff_t offset; /* offset in the file */
|
|
Chuck Ebbert |
6c58ce8 |
ssize_t size; /* size of the extent */
|
|
Chuck Ebbert |
6c58ce8 |
struct work_struct work; /* data work queue */
|
|
Chuck Ebbert |
6c58ce8 |
+ struct kiocb *iocb; /* iocb struct for AIO */
|
|
Chuck Ebbert |
6c58ce8 |
+ int result; /* error value for AIO */
|
|
Chuck Ebbert |
6c58ce8 |
} ext4_io_end_t;
|
|
Chuck Ebbert |
6c58ce8 |
|
|
Chuck Ebbert |
6c58ce8 |
/*
|
|
Chuck Ebbert |
6c58ce8 |
diff --git a/fs/ext4/inode.c b/fs/ext4/inode.c
|
|
Chuck Ebbert |
6c58ce8 |
index 609159e..46d2079 100644
|
|
Chuck Ebbert |
6c58ce8 |
--- a/fs/ext4/inode.c
|
|
Chuck Ebbert |
6c58ce8 |
+++ b/fs/ext4/inode.c
|
|
Chuck Ebbert |
6c58ce8 |
@@ -3668,6 +3668,8 @@ static int ext4_end_io_nolock(ext4_io_end_t *io)
|
|
Chuck Ebbert |
6c58ce8 |
return ret;
|
|
Chuck Ebbert |
6c58ce8 |
}
|
|
Chuck Ebbert |
6c58ce8 |
|
|
Chuck Ebbert |
6c58ce8 |
+ if (io->iocb)
|
|
Chuck Ebbert |
6c58ce8 |
+ aio_complete(io->iocb, io->result, 0);
|
|
Chuck Ebbert |
6c58ce8 |
/* clear the DIO AIO unwritten flag */
|
|
Chuck Ebbert |
6c58ce8 |
io->flag = 0;
|
|
Chuck Ebbert |
6c58ce8 |
return ret;
|
|
Chuck Ebbert |
6c58ce8 |
@@ -3767,6 +3769,8 @@ static ext4_io_end_t *ext4_init_io_end (struct inode *inode, gfp_t flags)
|
|
Chuck Ebbert |
6c58ce8 |
io->offset = 0;
|
|
Chuck Ebbert |
6c58ce8 |
io->size = 0;
|
|
Chuck Ebbert |
6c58ce8 |
io->page = NULL;
|
|
Chuck Ebbert |
6c58ce8 |
+ io->iocb = NULL;
|
|
Chuck Ebbert |
6c58ce8 |
+ io->result = 0;
|
|
Chuck Ebbert |
6c58ce8 |
INIT_WORK(&io->work, ext4_end_io_work);
|
|
Chuck Ebbert |
6c58ce8 |
INIT_LIST_HEAD(&io->list);
|
|
Chuck Ebbert |
6c58ce8 |
}
|
|
Chuck Ebbert |
6c58ce8 |
@@ -3796,12 +3800,18 @@ static void ext4_end_io_dio(struct kiocb *iocb, loff_t offset,
|
|
Chuck Ebbert |
6c58ce8 |
if (io_end->flag != EXT4_IO_UNWRITTEN){
|
|
Chuck Ebbert |
6c58ce8 |
ext4_free_io_end(io_end);
|
|
Chuck Ebbert |
6c58ce8 |
iocb->private = NULL;
|
|
Chuck Ebbert |
6c58ce8 |
- goto out;
|
|
Chuck Ebbert |
6c58ce8 |
+out:
|
|
Chuck Ebbert |
6c58ce8 |
+ if (is_async)
|
|
Chuck Ebbert |
6c58ce8 |
+ aio_complete(iocb, ret, 0);
|
|
Chuck Ebbert |
6c58ce8 |
+ return;
|
|
Chuck Ebbert |
6c58ce8 |
}
|
|
Chuck Ebbert |
6c58ce8 |
|
|
Chuck Ebbert |
6c58ce8 |
io_end->offset = offset;
|
|
Chuck Ebbert |
6c58ce8 |
io_end->size = size;
|
|
Chuck Ebbert |
6c58ce8 |
- io_end->flag = EXT4_IO_UNWRITTEN;
|
|
Chuck Ebbert |
6c58ce8 |
+ if (is_async) {
|
|
Chuck Ebbert |
6c58ce8 |
+ io_end->iocb = iocb;
|
|
Chuck Ebbert |
6c58ce8 |
+ io_end->result = ret;
|
|
Chuck Ebbert |
6c58ce8 |
+ }
|
|
Chuck Ebbert |
6c58ce8 |
wq = EXT4_SB(io_end->inode->i_sb)->dio_unwritten_wq;
|
|
Chuck Ebbert |
6c58ce8 |
|
|
Chuck Ebbert |
6c58ce8 |
/* queue the work to convert unwritten extents to written */
|
|
Chuck Ebbert |
6c58ce8 |
@@ -3813,9 +3823,6 @@ static void ext4_end_io_dio(struct kiocb *iocb, loff_t offset,
|
|
Chuck Ebbert |
6c58ce8 |
list_add_tail(&io_end->list, &ei->i_completed_io_list);
|
|
Chuck Ebbert |
6c58ce8 |
spin_unlock_irqrestore(&ei->i_completed_io_lock, flags);
|
|
Chuck Ebbert |
6c58ce8 |
iocb->private = NULL;
|
|
Chuck Ebbert |
6c58ce8 |
-out:
|
|
Chuck Ebbert |
6c58ce8 |
- if (is_async)
|
|
Chuck Ebbert |
6c58ce8 |
- aio_complete(iocb, ret, 0);
|
|
Chuck Ebbert |
6c58ce8 |
}
|
|
Chuck Ebbert |
6c58ce8 |
|
|
Chuck Ebbert |
6c58ce8 |
static void ext4_end_io_buffer_write(struct buffer_head *bh, int uptodate)
|