123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727 |
- #include "xfs.h"
- #include "xfs_fs.h"
- #include "xfs_format.h"
- #include "xfs_log_format.h"
- #include "xfs_trans_resv.h"
- #include "xfs_bit.h"
- #include "xfs_shared.h"
- #include "xfs_mount.h"
- #include "xfs_defer.h"
- #include "xfs_trans.h"
- #include "xfs_trans_priv.h"
- #include "xfs_rmap_item.h"
- #include "xfs_log.h"
- #include "xfs_rmap.h"
- #include "xfs_error.h"
- #include "xfs_log_priv.h"
- #include "xfs_log_recover.h"
- struct kmem_cache *xfs_rui_cache;
- struct kmem_cache *xfs_rud_cache;
- static const struct xfs_item_ops xfs_rui_item_ops;
- static inline struct xfs_rui_log_item *RUI_ITEM(struct xfs_log_item *lip)
- {
- return container_of(lip, struct xfs_rui_log_item, rui_item);
- }
- STATIC void
- xfs_rui_item_free(
- struct xfs_rui_log_item *ruip)
- {
- kmem_free(ruip->rui_item.li_lv_shadow);
- if (ruip->rui_format.rui_nextents > XFS_RUI_MAX_FAST_EXTENTS)
- kmem_free(ruip);
- else
- kmem_cache_free(xfs_rui_cache, ruip);
- }
- STATIC void
- xfs_rui_release(
- struct xfs_rui_log_item *ruip)
- {
- ASSERT(atomic_read(&ruip->rui_refcount) > 0);
- if (!atomic_dec_and_test(&ruip->rui_refcount))
- return;
- xfs_trans_ail_delete(&ruip->rui_item, 0);
- xfs_rui_item_free(ruip);
- }
- STATIC void
- xfs_rui_item_size(
- struct xfs_log_item *lip,
- int *nvecs,
- int *nbytes)
- {
- struct xfs_rui_log_item *ruip = RUI_ITEM(lip);
- *nvecs += 1;
- *nbytes += xfs_rui_log_format_sizeof(ruip->rui_format.rui_nextents);
- }
- STATIC void
- xfs_rui_item_format(
- struct xfs_log_item *lip,
- struct xfs_log_vec *lv)
- {
- struct xfs_rui_log_item *ruip = RUI_ITEM(lip);
- struct xfs_log_iovec *vecp = NULL;
- ASSERT(atomic_read(&ruip->rui_next_extent) ==
- ruip->rui_format.rui_nextents);
- ruip->rui_format.rui_type = XFS_LI_RUI;
- ruip->rui_format.rui_size = 1;
- xlog_copy_iovec(lv, &vecp, XLOG_REG_TYPE_RUI_FORMAT, &ruip->rui_format,
- xfs_rui_log_format_sizeof(ruip->rui_format.rui_nextents));
- }
- STATIC void
- xfs_rui_item_unpin(
- struct xfs_log_item *lip,
- int remove)
- {
- struct xfs_rui_log_item *ruip = RUI_ITEM(lip);
- xfs_rui_release(ruip);
- }
- STATIC void
- xfs_rui_item_release(
- struct xfs_log_item *lip)
- {
- xfs_rui_release(RUI_ITEM(lip));
- }
- STATIC struct xfs_rui_log_item *
- xfs_rui_init(
- struct xfs_mount *mp,
- uint nextents)
- {
- struct xfs_rui_log_item *ruip;
- ASSERT(nextents > 0);
- if (nextents > XFS_RUI_MAX_FAST_EXTENTS)
- ruip = kmem_zalloc(xfs_rui_log_item_sizeof(nextents), 0);
- else
- ruip = kmem_cache_zalloc(xfs_rui_cache,
- GFP_KERNEL | __GFP_NOFAIL);
- xfs_log_item_init(mp, &ruip->rui_item, XFS_LI_RUI, &xfs_rui_item_ops);
- ruip->rui_format.rui_nextents = nextents;
- ruip->rui_format.rui_id = (uintptr_t)(void *)ruip;
- atomic_set(&ruip->rui_next_extent, 0);
- atomic_set(&ruip->rui_refcount, 2);
- return ruip;
- }
- static inline struct xfs_rud_log_item *RUD_ITEM(struct xfs_log_item *lip)
- {
- return container_of(lip, struct xfs_rud_log_item, rud_item);
- }
- STATIC void
- xfs_rud_item_size(
- struct xfs_log_item *lip,
- int *nvecs,
- int *nbytes)
- {
- *nvecs += 1;
- *nbytes += sizeof(struct xfs_rud_log_format);
- }
- STATIC void
- xfs_rud_item_format(
- struct xfs_log_item *lip,
- struct xfs_log_vec *lv)
- {
- struct xfs_rud_log_item *rudp = RUD_ITEM(lip);
- struct xfs_log_iovec *vecp = NULL;
- rudp->rud_format.rud_type = XFS_LI_RUD;
- rudp->rud_format.rud_size = 1;
- xlog_copy_iovec(lv, &vecp, XLOG_REG_TYPE_RUD_FORMAT, &rudp->rud_format,
- sizeof(struct xfs_rud_log_format));
- }
- STATIC void
- xfs_rud_item_release(
- struct xfs_log_item *lip)
- {
- struct xfs_rud_log_item *rudp = RUD_ITEM(lip);
- xfs_rui_release(rudp->rud_ruip);
- kmem_free(rudp->rud_item.li_lv_shadow);
- kmem_cache_free(xfs_rud_cache, rudp);
- }
- static struct xfs_log_item *
- xfs_rud_item_intent(
- struct xfs_log_item *lip)
- {
- return &RUD_ITEM(lip)->rud_ruip->rui_item;
- }
- static const struct xfs_item_ops xfs_rud_item_ops = {
- .flags = XFS_ITEM_RELEASE_WHEN_COMMITTED |
- XFS_ITEM_INTENT_DONE,
- .iop_size = xfs_rud_item_size,
- .iop_format = xfs_rud_item_format,
- .iop_release = xfs_rud_item_release,
- .iop_intent = xfs_rud_item_intent,
- };
- static struct xfs_rud_log_item *
- xfs_trans_get_rud(
- struct xfs_trans *tp,
- struct xfs_rui_log_item *ruip)
- {
- struct xfs_rud_log_item *rudp;
- rudp = kmem_cache_zalloc(xfs_rud_cache, GFP_KERNEL | __GFP_NOFAIL);
- xfs_log_item_init(tp->t_mountp, &rudp->rud_item, XFS_LI_RUD,
- &xfs_rud_item_ops);
- rudp->rud_ruip = ruip;
- rudp->rud_format.rud_rui_id = ruip->rui_format.rui_id;
- xfs_trans_add_item(tp, &rudp->rud_item);
- return rudp;
- }
- static void
- xfs_trans_set_rmap_flags(
- struct xfs_map_extent *rmap,
- enum xfs_rmap_intent_type type,
- int whichfork,
- xfs_exntst_t state)
- {
- rmap->me_flags = 0;
- if (state == XFS_EXT_UNWRITTEN)
- rmap->me_flags |= XFS_RMAP_EXTENT_UNWRITTEN;
- if (whichfork == XFS_ATTR_FORK)
- rmap->me_flags |= XFS_RMAP_EXTENT_ATTR_FORK;
- switch (type) {
- case XFS_RMAP_MAP:
- rmap->me_flags |= XFS_RMAP_EXTENT_MAP;
- break;
- case XFS_RMAP_MAP_SHARED:
- rmap->me_flags |= XFS_RMAP_EXTENT_MAP_SHARED;
- break;
- case XFS_RMAP_UNMAP:
- rmap->me_flags |= XFS_RMAP_EXTENT_UNMAP;
- break;
- case XFS_RMAP_UNMAP_SHARED:
- rmap->me_flags |= XFS_RMAP_EXTENT_UNMAP_SHARED;
- break;
- case XFS_RMAP_CONVERT:
- rmap->me_flags |= XFS_RMAP_EXTENT_CONVERT;
- break;
- case XFS_RMAP_CONVERT_SHARED:
- rmap->me_flags |= XFS_RMAP_EXTENT_CONVERT_SHARED;
- break;
- case XFS_RMAP_ALLOC:
- rmap->me_flags |= XFS_RMAP_EXTENT_ALLOC;
- break;
- case XFS_RMAP_FREE:
- rmap->me_flags |= XFS_RMAP_EXTENT_FREE;
- break;
- default:
- ASSERT(0);
- }
- }
- static int
- xfs_trans_log_finish_rmap_update(
- struct xfs_trans *tp,
- struct xfs_rud_log_item *rudp,
- enum xfs_rmap_intent_type type,
- uint64_t owner,
- int whichfork,
- xfs_fileoff_t startoff,
- xfs_fsblock_t startblock,
- xfs_filblks_t blockcount,
- xfs_exntst_t state,
- struct xfs_btree_cur **pcur)
- {
- int error;
- error = xfs_rmap_finish_one(tp, type, owner, whichfork, startoff,
- startblock, blockcount, state, pcur);
-
- tp->t_flags |= XFS_TRANS_DIRTY | XFS_TRANS_HAS_INTENT_DONE;
- set_bit(XFS_LI_DIRTY, &rudp->rud_item.li_flags);
- return error;
- }
- static int
- xfs_rmap_update_diff_items(
- void *priv,
- const struct list_head *a,
- const struct list_head *b)
- {
- struct xfs_mount *mp = priv;
- struct xfs_rmap_intent *ra;
- struct xfs_rmap_intent *rb;
- ra = container_of(a, struct xfs_rmap_intent, ri_list);
- rb = container_of(b, struct xfs_rmap_intent, ri_list);
- return XFS_FSB_TO_AGNO(mp, ra->ri_bmap.br_startblock) -
- XFS_FSB_TO_AGNO(mp, rb->ri_bmap.br_startblock);
- }
- STATIC void
- xfs_rmap_update_log_item(
- struct xfs_trans *tp,
- struct xfs_rui_log_item *ruip,
- struct xfs_rmap_intent *rmap)
- {
- uint next_extent;
- struct xfs_map_extent *map;
- tp->t_flags |= XFS_TRANS_DIRTY;
- set_bit(XFS_LI_DIRTY, &ruip->rui_item.li_flags);
-
- next_extent = atomic_inc_return(&ruip->rui_next_extent) - 1;
- ASSERT(next_extent < ruip->rui_format.rui_nextents);
- map = &ruip->rui_format.rui_extents[next_extent];
- map->me_owner = rmap->ri_owner;
- map->me_startblock = rmap->ri_bmap.br_startblock;
- map->me_startoff = rmap->ri_bmap.br_startoff;
- map->me_len = rmap->ri_bmap.br_blockcount;
- xfs_trans_set_rmap_flags(map, rmap->ri_type, rmap->ri_whichfork,
- rmap->ri_bmap.br_state);
- }
- static struct xfs_log_item *
- xfs_rmap_update_create_intent(
- struct xfs_trans *tp,
- struct list_head *items,
- unsigned int count,
- bool sort)
- {
- struct xfs_mount *mp = tp->t_mountp;
- struct xfs_rui_log_item *ruip = xfs_rui_init(mp, count);
- struct xfs_rmap_intent *rmap;
- ASSERT(count > 0);
- xfs_trans_add_item(tp, &ruip->rui_item);
- if (sort)
- list_sort(mp, items, xfs_rmap_update_diff_items);
- list_for_each_entry(rmap, items, ri_list)
- xfs_rmap_update_log_item(tp, ruip, rmap);
- return &ruip->rui_item;
- }
- static struct xfs_log_item *
- xfs_rmap_update_create_done(
- struct xfs_trans *tp,
- struct xfs_log_item *intent,
- unsigned int count)
- {
- return &xfs_trans_get_rud(tp, RUI_ITEM(intent))->rud_item;
- }
- STATIC int
- xfs_rmap_update_finish_item(
- struct xfs_trans *tp,
- struct xfs_log_item *done,
- struct list_head *item,
- struct xfs_btree_cur **state)
- {
- struct xfs_rmap_intent *rmap;
- int error;
- rmap = container_of(item, struct xfs_rmap_intent, ri_list);
- error = xfs_trans_log_finish_rmap_update(tp, RUD_ITEM(done),
- rmap->ri_type, rmap->ri_owner, rmap->ri_whichfork,
- rmap->ri_bmap.br_startoff, rmap->ri_bmap.br_startblock,
- rmap->ri_bmap.br_blockcount, rmap->ri_bmap.br_state,
- state);
- kmem_cache_free(xfs_rmap_intent_cache, rmap);
- return error;
- }
- STATIC void
- xfs_rmap_update_abort_intent(
- struct xfs_log_item *intent)
- {
- xfs_rui_release(RUI_ITEM(intent));
- }
- STATIC void
- xfs_rmap_update_cancel_item(
- struct list_head *item)
- {
- struct xfs_rmap_intent *rmap;
- rmap = container_of(item, struct xfs_rmap_intent, ri_list);
- kmem_cache_free(xfs_rmap_intent_cache, rmap);
- }
- const struct xfs_defer_op_type xfs_rmap_update_defer_type = {
- .max_items = XFS_RUI_MAX_FAST_EXTENTS,
- .create_intent = xfs_rmap_update_create_intent,
- .abort_intent = xfs_rmap_update_abort_intent,
- .create_done = xfs_rmap_update_create_done,
- .finish_item = xfs_rmap_update_finish_item,
- .finish_cleanup = xfs_rmap_finish_one_cleanup,
- .cancel_item = xfs_rmap_update_cancel_item,
- };
- static inline bool
- xfs_rui_validate_map(
- struct xfs_mount *mp,
- struct xfs_map_extent *rmap)
- {
- if (!xfs_has_rmapbt(mp))
- return false;
- if (rmap->me_flags & ~XFS_RMAP_EXTENT_FLAGS)
- return false;
- switch (rmap->me_flags & XFS_RMAP_EXTENT_TYPE_MASK) {
- case XFS_RMAP_EXTENT_MAP:
- case XFS_RMAP_EXTENT_MAP_SHARED:
- case XFS_RMAP_EXTENT_UNMAP:
- case XFS_RMAP_EXTENT_UNMAP_SHARED:
- case XFS_RMAP_EXTENT_CONVERT:
- case XFS_RMAP_EXTENT_CONVERT_SHARED:
- case XFS_RMAP_EXTENT_ALLOC:
- case XFS_RMAP_EXTENT_FREE:
- break;
- default:
- return false;
- }
- if (!XFS_RMAP_NON_INODE_OWNER(rmap->me_owner) &&
- !xfs_verify_ino(mp, rmap->me_owner))
- return false;
- if (!xfs_verify_fileext(mp, rmap->me_startoff, rmap->me_len))
- return false;
- return xfs_verify_fsbext(mp, rmap->me_startblock, rmap->me_len);
- }
- STATIC int
- xfs_rui_item_recover(
- struct xfs_log_item *lip,
- struct list_head *capture_list)
- {
- struct xfs_rui_log_item *ruip = RUI_ITEM(lip);
- struct xfs_map_extent *rmap;
- struct xfs_rud_log_item *rudp;
- struct xfs_trans *tp;
- struct xfs_btree_cur *rcur = NULL;
- struct xfs_mount *mp = lip->li_log->l_mp;
- enum xfs_rmap_intent_type type;
- xfs_exntst_t state;
- int i;
- int whichfork;
- int error = 0;
-
- for (i = 0; i < ruip->rui_format.rui_nextents; i++) {
- if (!xfs_rui_validate_map(mp,
- &ruip->rui_format.rui_extents[i])) {
- XFS_CORRUPTION_ERROR(__func__, XFS_ERRLEVEL_LOW, mp,
- &ruip->rui_format,
- sizeof(ruip->rui_format));
- return -EFSCORRUPTED;
- }
- }
- error = xfs_trans_alloc(mp, &M_RES(mp)->tr_itruncate,
- mp->m_rmap_maxlevels, 0, XFS_TRANS_RESERVE, &tp);
- if (error)
- return error;
- rudp = xfs_trans_get_rud(tp, ruip);
- for (i = 0; i < ruip->rui_format.rui_nextents; i++) {
- rmap = &ruip->rui_format.rui_extents[i];
- state = (rmap->me_flags & XFS_RMAP_EXTENT_UNWRITTEN) ?
- XFS_EXT_UNWRITTEN : XFS_EXT_NORM;
- whichfork = (rmap->me_flags & XFS_RMAP_EXTENT_ATTR_FORK) ?
- XFS_ATTR_FORK : XFS_DATA_FORK;
- switch (rmap->me_flags & XFS_RMAP_EXTENT_TYPE_MASK) {
- case XFS_RMAP_EXTENT_MAP:
- type = XFS_RMAP_MAP;
- break;
- case XFS_RMAP_EXTENT_MAP_SHARED:
- type = XFS_RMAP_MAP_SHARED;
- break;
- case XFS_RMAP_EXTENT_UNMAP:
- type = XFS_RMAP_UNMAP;
- break;
- case XFS_RMAP_EXTENT_UNMAP_SHARED:
- type = XFS_RMAP_UNMAP_SHARED;
- break;
- case XFS_RMAP_EXTENT_CONVERT:
- type = XFS_RMAP_CONVERT;
- break;
- case XFS_RMAP_EXTENT_CONVERT_SHARED:
- type = XFS_RMAP_CONVERT_SHARED;
- break;
- case XFS_RMAP_EXTENT_ALLOC:
- type = XFS_RMAP_ALLOC;
- break;
- case XFS_RMAP_EXTENT_FREE:
- type = XFS_RMAP_FREE;
- break;
- default:
- XFS_CORRUPTION_ERROR(__func__, XFS_ERRLEVEL_LOW, mp,
- &ruip->rui_format,
- sizeof(ruip->rui_format));
- error = -EFSCORRUPTED;
- goto abort_error;
- }
- error = xfs_trans_log_finish_rmap_update(tp, rudp, type,
- rmap->me_owner, whichfork,
- rmap->me_startoff, rmap->me_startblock,
- rmap->me_len, state, &rcur);
- if (error == -EFSCORRUPTED)
- XFS_CORRUPTION_ERROR(__func__, XFS_ERRLEVEL_LOW, mp,
- rmap, sizeof(*rmap));
- if (error)
- goto abort_error;
- }
- xfs_rmap_finish_one_cleanup(tp, rcur, error);
- return xfs_defer_ops_capture_and_commit(tp, capture_list);
- abort_error:
- xfs_rmap_finish_one_cleanup(tp, rcur, error);
- xfs_trans_cancel(tp);
- return error;
- }
- STATIC bool
- xfs_rui_item_match(
- struct xfs_log_item *lip,
- uint64_t intent_id)
- {
- return RUI_ITEM(lip)->rui_format.rui_id == intent_id;
- }
- static struct xfs_log_item *
- xfs_rui_item_relog(
- struct xfs_log_item *intent,
- struct xfs_trans *tp)
- {
- struct xfs_rud_log_item *rudp;
- struct xfs_rui_log_item *ruip;
- struct xfs_map_extent *extp;
- unsigned int count;
- count = RUI_ITEM(intent)->rui_format.rui_nextents;
- extp = RUI_ITEM(intent)->rui_format.rui_extents;
- tp->t_flags |= XFS_TRANS_DIRTY;
- rudp = xfs_trans_get_rud(tp, RUI_ITEM(intent));
- set_bit(XFS_LI_DIRTY, &rudp->rud_item.li_flags);
- ruip = xfs_rui_init(tp->t_mountp, count);
- memcpy(ruip->rui_format.rui_extents, extp, count * sizeof(*extp));
- atomic_set(&ruip->rui_next_extent, count);
- xfs_trans_add_item(tp, &ruip->rui_item);
- set_bit(XFS_LI_DIRTY, &ruip->rui_item.li_flags);
- return &ruip->rui_item;
- }
- static const struct xfs_item_ops xfs_rui_item_ops = {
- .flags = XFS_ITEM_INTENT,
- .iop_size = xfs_rui_item_size,
- .iop_format = xfs_rui_item_format,
- .iop_unpin = xfs_rui_item_unpin,
- .iop_release = xfs_rui_item_release,
- .iop_recover = xfs_rui_item_recover,
- .iop_match = xfs_rui_item_match,
- .iop_relog = xfs_rui_item_relog,
- };
- static inline void
- xfs_rui_copy_format(
- struct xfs_rui_log_format *dst,
- const struct xfs_rui_log_format *src)
- {
- unsigned int i;
- memcpy(dst, src, offsetof(struct xfs_rui_log_format, rui_extents));
- for (i = 0; i < src->rui_nextents; i++)
- memcpy(&dst->rui_extents[i], &src->rui_extents[i],
- sizeof(struct xfs_map_extent));
- }
- STATIC int
- xlog_recover_rui_commit_pass2(
- struct xlog *log,
- struct list_head *buffer_list,
- struct xlog_recover_item *item,
- xfs_lsn_t lsn)
- {
- struct xfs_mount *mp = log->l_mp;
- struct xfs_rui_log_item *ruip;
- struct xfs_rui_log_format *rui_formatp;
- size_t len;
- rui_formatp = item->ri_buf[0].i_addr;
- if (item->ri_buf[0].i_len < xfs_rui_log_format_sizeof(0)) {
- XFS_CORRUPTION_ERROR(__func__, XFS_ERRLEVEL_LOW, mp,
- item->ri_buf[0].i_addr, item->ri_buf[0].i_len);
- return -EFSCORRUPTED;
- }
- len = xfs_rui_log_format_sizeof(rui_formatp->rui_nextents);
- if (item->ri_buf[0].i_len != len) {
- XFS_CORRUPTION_ERROR(__func__, XFS_ERRLEVEL_LOW, mp,
- item->ri_buf[0].i_addr, item->ri_buf[0].i_len);
- return -EFSCORRUPTED;
- }
- ruip = xfs_rui_init(mp, rui_formatp->rui_nextents);
- xfs_rui_copy_format(&ruip->rui_format, rui_formatp);
- atomic_set(&ruip->rui_next_extent, rui_formatp->rui_nextents);
-
- xfs_trans_ail_insert(log->l_ailp, &ruip->rui_item, lsn);
- xfs_rui_release(ruip);
- return 0;
- }
- const struct xlog_recover_item_ops xlog_rui_item_ops = {
- .item_type = XFS_LI_RUI,
- .commit_pass2 = xlog_recover_rui_commit_pass2,
- };
- STATIC int
- xlog_recover_rud_commit_pass2(
- struct xlog *log,
- struct list_head *buffer_list,
- struct xlog_recover_item *item,
- xfs_lsn_t lsn)
- {
- struct xfs_rud_log_format *rud_formatp;
- rud_formatp = item->ri_buf[0].i_addr;
- if (item->ri_buf[0].i_len != sizeof(struct xfs_rud_log_format)) {
- XFS_CORRUPTION_ERROR(__func__, XFS_ERRLEVEL_LOW, log->l_mp,
- rud_formatp, item->ri_buf[0].i_len);
- return -EFSCORRUPTED;
- }
- xlog_recover_release_intent(log, XFS_LI_RUI, rud_formatp->rud_rui_id);
- return 0;
- }
- const struct xlog_recover_item_ops xlog_rud_item_ops = {
- .item_type = XFS_LI_RUD,
- .commit_pass2 = xlog_recover_rud_commit_pass2,
- };
|