2018-06-06 02:42:14 +00:00
|
|
|
// SPDX-License-Identifier: GPL-2.0
|
2005-04-16 22:20:36 +00:00
|
|
|
/*
|
2005-11-02 03:58:39 +00:00
|
|
|
* Copyright (c) 2000,2005 Silicon Graphics, Inc.
|
|
|
|
* All Rights Reserved.
|
2005-04-16 22:20:36 +00:00
|
|
|
*/
|
|
|
|
#ifndef __XFS_INODE_ITEM_H__
|
|
|
|
#define __XFS_INODE_ITEM_H__
|
|
|
|
|
2013-08-12 10:49:23 +00:00
|
|
|
/* kernel only definitions */
|
2005-04-16 22:20:36 +00:00
|
|
|
|
|
|
|
struct xfs_buf;
|
2009-12-04 10:19:07 +00:00
|
|
|
struct xfs_bmbt_rec;
|
2005-04-16 22:20:36 +00:00
|
|
|
struct xfs_inode;
|
|
|
|
struct xfs_mount;
|
|
|
|
|
2020-04-30 19:52:19 +00:00
|
|
|
struct xfs_inode_log_item {
|
2019-06-29 02:27:33 +00:00
|
|
|
struct xfs_log_item ili_item; /* common portion */
|
2005-04-16 22:20:36 +00:00
|
|
|
struct xfs_inode *ili_inode; /* inode ptr */
|
2020-06-29 21:48:46 +00:00
|
|
|
unsigned short ili_lock_flags; /* inode lock flags */
|
2023-06-04 18:08:27 +00:00
|
|
|
unsigned int ili_dirty_flags; /* dirty in current tx */
|
2020-06-29 21:48:46 +00:00
|
|
|
/*
|
|
|
|
* The ili_lock protects the interactions between the dirty state and
|
|
|
|
* the flush state of the inode log item. This allows us to do atomic
|
|
|
|
* modifications of multiple state fields without having to hold a
|
|
|
|
* specific inode lock to serialise them.
|
|
|
|
*
|
|
|
|
* We need atomic changes between inode dirtying, inode flushing and
|
|
|
|
* inode completion, but these all hold different combinations of
|
2020-08-17 23:41:01 +00:00
|
|
|
* ILOCK and IFLUSHING and hence we need some other method of
|
|
|
|
* serialising updates to the flush state.
|
2020-06-29 21:48:46 +00:00
|
|
|
*/
|
|
|
|
spinlock_t ili_lock; /* flush state lock */
|
2005-04-16 22:20:36 +00:00
|
|
|
unsigned int ili_last_fields; /* fields when flushed */
|
2012-02-29 09:53:54 +00:00
|
|
|
unsigned int ili_fields; /* fields to be logged */
|
xfs: optimise away log forces on timestamp updates for fdatasync
xfs: timestamp updates cause excessive fdatasync log traffic
Sage Weil reported that a ceph test workload was writing to the
log on every fdatasync during an overwrite workload. Event tracing
showed that the only metadata modification being made was the
timestamp updates during the write(2) syscall, but fdatasync(2)
is supposed to ignore them. The key observation was that the
transactions in the log all looked like this:
INODE: #regs: 4 ino: 0x8b flags: 0x45 dsize: 32
And contained a flags field of 0x45 or 0x85, and had data and
attribute forks following the inode core. This means that the
timestamp updates were triggering dirty relogging of previously
logged parts of the inode that hadn't yet been flushed back to
disk.
There are two parts to this problem. The first is that XFS relogs
dirty regions in subsequent transactions, so it carries around the
fields that have been dirtied since the last time the inode was
written back to disk, not since the last time the inode was forced
into the log.
The second part is that on v5 filesystems, the inode change count
update during inode dirtying also sets the XFS_ILOG_CORE flag, so
on v5 filesystems this makes a timestamp update dirty the entire
inode.
As a result when fdatasync is run, it looks at the dirty fields in
the inode, and sees more than just the timestamp flag, even though
the only metadata change since the last fdatasync was just the
timestamps. Hence we force the log on every subsequent fdatasync
even though it is not needed.
To fix this, add a new field to the inode log item that tracks
changes since the last time fsync/fdatasync forced the log to flush
the changes to the journal. This flag is updated when we dirty the
inode, but we do it before updating the change count so it does not
carry the "core dirty" flag from timestamp updates. The fields are
zeroed when the inode is marked clean (due to writeback/freeing) or
when an fsync/datasync forces the log. Hence if we only dirty the
timestamps on the inode between fsync/fdatasync calls, the fdatasync
will not trigger another log force.
Over 100 runs of the test program:
Ext4 baseline:
runtime: 1.63s +/- 0.24s
avg lat: 1.59ms +/- 0.24ms
iops: ~2000
XFS, vanilla kernel:
runtime: 2.45s +/- 0.18s
avg lat: 2.39ms +/- 0.18ms
log forces: ~400/s
iops: ~1000
XFS, patched kernel:
runtime: 1.49s +/- 0.26s
avg lat: 1.46ms +/- 0.25ms
log forces: ~30/s
iops: ~1500
Reported-by: Sage Weil <sage@redhat.com>
Signed-off-by: Dave Chinner <dchinner@redhat.com>
Reviewed-by: Brian Foster <bfoster@redhat.com>
Signed-off-by: Dave Chinner <david@fromorbit.com>
2015-11-03 02:14:59 +00:00
|
|
|
unsigned int ili_fsync_fields; /* logged since last fsync */
|
2020-06-29 21:48:46 +00:00
|
|
|
xfs_lsn_t ili_flush_lsn; /* lsn at last flush */
|
2021-06-18 15:21:52 +00:00
|
|
|
xfs_csn_t ili_commit_seq; /* last transaction commit */
|
2020-04-30 19:52:19 +00:00
|
|
|
};
|
2005-04-16 22:20:36 +00:00
|
|
|
|
2020-06-29 21:48:48 +00:00
|
|
|
static inline int xfs_inode_clean(struct xfs_inode *ip)
|
2008-03-06 02:43:59 +00:00
|
|
|
{
|
2012-02-29 09:53:54 +00:00
|
|
|
return !ip->i_itemp || !(ip->i_itemp->ili_fields & XFS_ILOG_ALL);
|
2008-03-06 02:43:59 +00:00
|
|
|
}
|
|
|
|
|
2005-11-02 03:38:42 +00:00
|
|
|
extern void xfs_inode_item_init(struct xfs_inode *, struct xfs_mount *);
|
|
|
|
extern void xfs_inode_item_destroy(struct xfs_inode *);
|
2020-05-06 20:27:40 +00:00
|
|
|
extern void xfs_iflush_abort(struct xfs_inode *);
|
2022-03-30 01:21:59 +00:00
|
|
|
extern void xfs_iflush_shutdown_abort(struct xfs_inode *);
|
2006-06-09 04:55:38 +00:00
|
|
|
extern int xfs_inode_item_format_convert(xfs_log_iovec_t *,
|
2017-10-31 19:04:24 +00:00
|
|
|
struct xfs_inode_log_format *);
|
2005-04-16 22:20:36 +00:00
|
|
|
|
2021-10-12 18:09:23 +00:00
|
|
|
extern struct kmem_cache *xfs_ili_cache;
|
2005-04-16 22:20:36 +00:00
|
|
|
|
|
|
|
#endif /* __XFS_INODE_ITEM_H__ */
|