[deliverable/linux.git] / fs / xfs / libxfs / xfs_alloc_btree.c

/*
 * Copyright (c) 2000-2001,2005 Silicon Graphics, Inc.
 * All Rights Reserved.
 *
 * This program is free software; you can redistribute it and/or
 * modify it under the terms of the GNU General Public License as
 * published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it would be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write the Free Software Foundation,
 * Inc.,  51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
 */
#include "xfs.h"
#include "xfs_fs.h"
#include "xfs_shared.h"
#include "xfs_format.h"
#include "xfs_log_format.h"
#include "xfs_trans_resv.h"
#include "xfs_sb.h"
#include "xfs_mount.h"
#include "xfs_btree.h"
#include "xfs_alloc_btree.h"
#include "xfs_alloc.h"
#include "xfs_extent_busy.h"
#include "xfs_error.h"
#include "xfs_trace.h"
#include "xfs_cksum.h"
#include "xfs_trans.h"


STATIC struct xfs_btree_cur *
xfs_allocbt_dup_cursor(
	struct xfs_btree_cur	*cur)
{
	return xfs_allocbt_init_cursor(cur->bc_mp, cur->bc_tp,
			cur->bc_private.a.agbp, cur->bc_private.a.agno,
			cur->bc_btnum);
}

STATIC void
xfs_allocbt_set_root(
	struct xfs_btree_cur	*cur,
	union xfs_btree_ptr	*ptr,
	int			inc)
{
	struct xfs_buf		*agbp = cur->bc_private.a.agbp;
	struct xfs_agf		*agf = XFS_BUF_TO_AGF(agbp);
	xfs_agnumber_t		seqno = be32_to_cpu(agf->agf_seqno);
	int			btnum = cur->bc_btnum;
	struct xfs_perag	*pag = xfs_perag_get(cur->bc_mp, seqno);

	ASSERT(ptr->s != 0);

	agf->agf_roots[btnum] = ptr->s;
	be32_add_cpu(&agf->agf_levels[btnum], inc);
	pag->pagf_levels[btnum] += inc;
	xfs_perag_put(pag);

	xfs_alloc_log_agf(cur->bc_tp, agbp, XFS_AGF_ROOTS | XFS_AGF_LEVELS);
}

STATIC int
xfs_allocbt_alloc_block(
	struct xfs_btree_cur	*cur,
	union xfs_btree_ptr	*start,
	union xfs_btree_ptr	*new,
	int			*stat)
{
	int			error;
	xfs_agblock_t		bno;

	XFS_BTREE_TRACE_CURSOR(cur, XBT_ENTRY);

	/* Allocate the new block from the freelist. If we can't, give up.  */
	error = xfs_alloc_get_freelist(cur->bc_tp, cur->bc_private.a.agbp,
				       &bno, 1);
	if (error) {
		XFS_BTREE_TRACE_CURSOR(cur, XBT_ERROR);
		return error;
	}

	if (bno == NULLAGBLOCK) {
		XFS_BTREE_TRACE_CURSOR(cur, XBT_EXIT);
		*stat = 0;
		return 0;
	}

	xfs_extent_busy_reuse(cur->bc_mp, cur->bc_private.a.agno, bno, 1, false);

	xfs_trans_agbtree_delta(cur->bc_tp, 1);
	new->s = cpu_to_be32(bno);

	XFS_BTREE_TRACE_CURSOR(cur, XBT_EXIT);
	*stat = 1;
	return 0;
}

STATIC int
xfs_allocbt_free_block(
	struct xfs_btree_cur	*cur,
	struct xfs_buf		*bp)
{
	struct xfs_buf		*agbp = cur->bc_private.a.agbp;
	struct xfs_agf		*agf = XFS_BUF_TO_AGF(agbp);
	xfs_agblock_t		bno;
	int			error;

	bno = xfs_daddr_to_agbno(cur->bc_mp, XFS_BUF_ADDR(bp));
	error = xfs_alloc_put_freelist(cur->bc_tp, agbp, NULL, bno, 1);
	if (error)
		return error;

	xfs_extent_busy_insert(cur->bc_tp, be32_to_cpu(agf->agf_seqno), bno, 1,
			      XFS_EXTENT_BUSY_SKIP_DISCARD);
	xfs_trans_agbtree_delta(cur->bc_tp, -1);
	return 0;
}

/*
 * Update the longest extent in the AGF
 */
STATIC void
xfs_allocbt_update_lastrec(
	struct xfs_btree_cur	*cur,
	struct xfs_btree_block	*block,
	union xfs_btree_rec	*rec,
	int			ptr,
	int			reason)
{
	struct xfs_agf		*agf = XFS_BUF_TO_AGF(cur->bc_private.a.agbp);
	xfs_agnumber_t		seqno = be32_to_cpu(agf->agf_seqno);
	struct xfs_perag	*pag;
	__be32			len;
	int			numrecs;

	ASSERT(cur->bc_btnum == XFS_BTNUM_CNT);

	switch (reason) {
	case LASTREC_UPDATE:
		/*
		 * If this is the last leaf block and it's the last record,
		 * then update the size of the longest extent in the AG.
		 */
		if (ptr != xfs_btree_get_numrecs(block))
			return;
		len = rec->alloc.ar_blockcount;
		break;
	case LASTREC_INSREC:
		if (be32_to_cpu(rec->alloc.ar_blockcount) <=
		    be32_to_cpu(agf->agf_longest))
			return;
		len = rec->alloc.ar_blockcount;
		break;
	case LASTREC_DELREC:
		numrecs = xfs_btree_get_numrecs(block);
		if (ptr <= numrecs)
			return;
		ASSERT(ptr == numrecs + 1);

		if (numrecs) {
			xfs_alloc_rec_t *rrp;

			rrp = XFS_ALLOC_REC_ADDR(cur->bc_mp, block, numrecs);
			len = rrp->ar_blockcount;
		} else {
			len = 0;
		}

		break;
	default:
		ASSERT(0);
		return;
	}

	agf->agf_longest = len;
	pag = xfs_perag_get(cur->bc_mp, seqno);
	pag->pagf_longest = be32_to_cpu(len);
	xfs_perag_put(pag);
	xfs_alloc_log_agf(cur->bc_tp, cur->bc_private.a.agbp, XFS_AGF_LONGEST);
}

STATIC int
xfs_allocbt_get_minrecs(
	struct xfs_btree_cur	*cur,
	int			level)
{
	return cur->bc_mp->m_alloc_mnr[level != 0];
}

STATIC int
xfs_allocbt_get_maxrecs(
	struct xfs_btree_cur	*cur,
	int			level)
{
	return cur->bc_mp->m_alloc_mxr[level != 0];
}

STATIC void
xfs_allocbt_init_key_from_rec(
	union xfs_btree_key	*key,
	union xfs_btree_rec	*rec)
{
	ASSERT(rec->alloc.ar_startblock != 0);

	key->alloc.ar_startblock = rec->alloc.ar_startblock;
	key->alloc.ar_blockcount = rec->alloc.ar_blockcount;
}

STATIC void
xfs_allocbt_init_rec_from_key(
	union xfs_btree_key	*key,
	union xfs_btree_rec	*rec)
{
	ASSERT(key->alloc.ar_startblock != 0);

	rec->alloc.ar_startblock = key->alloc.ar_startblock;
	rec->alloc.ar_blockcount = key->alloc.ar_blockcount;
}

STATIC void
xfs_allocbt_init_rec_from_cur(
	struct xfs_btree_cur	*cur,
	union xfs_btree_rec	*rec)
{
	ASSERT(cur->bc_rec.a.ar_startblock != 0);

	rec->alloc.ar_startblock = cpu_to_be32(cur->bc_rec.a.ar_startblock);
	rec->alloc.ar_blockcount = cpu_to_be32(cur->bc_rec.a.ar_blockcount);
}

STATIC void
xfs_allocbt_init_ptr_from_cur(
	struct xfs_btree_cur	*cur,
	union xfs_btree_ptr	*ptr)
{
	struct xfs_agf		*agf = XFS_BUF_TO_AGF(cur->bc_private.a.agbp);

	ASSERT(cur->bc_private.a.agno == be32_to_cpu(agf->agf_seqno));
	ASSERT(agf->agf_roots[cur->bc_btnum] != 0);

	ptr->s = agf->agf_roots[cur->bc_btnum];
}

STATIC __int64_t
xfs_allocbt_key_diff(
	struct xfs_btree_cur	*cur,
	union xfs_btree_key	*key)
{
	xfs_alloc_rec_incore_t	*rec = &cur->bc_rec.a;
	xfs_alloc_key_t		*kp = &key->alloc;
	__int64_t		diff;

	if (cur->bc_btnum == XFS_BTNUM_BNO) {
		return (__int64_t)be32_to_cpu(kp->ar_startblock) -
				rec->ar_startblock;
	}

	diff = (__int64_t)be32_to_cpu(kp->ar_blockcount) - rec->ar_blockcount;
	if (diff)
		return diff;

	return (__int64_t)be32_to_cpu(kp->ar_startblock) - rec->ar_startblock;
}

static bool
xfs_allocbt_verify(
	struct xfs_buf		*bp)
{
	struct xfs_mount	*mp = bp->b_target->bt_mount;
	struct xfs_btree_block	*block = XFS_BUF_TO_BLOCK(bp);
	struct xfs_perag	*pag = bp->b_pag;
	unsigned int		level;

	/*
	 * magic number and level verification
	 *
	 * During growfs operations, we can't verify the exact level or owner as
	 * the perag is not fully initialised and hence not attached to the
	 * buffer.  In this case, check against the maximum tree depth.
	 *
	 * Similarly, during log recovery we will have a perag structure
	 * attached, but the agf information will not yet have been initialised
	 * from the on disk AGF. Again, we can only check against maximum limits
	 * in this case.
	 */
	level = be16_to_cpu(block->bb_level);
	switch (block->bb_magic) {
	case cpu_to_be32(XFS_ABTB_CRC_MAGIC):
		if (!xfs_btree_sblock_v5hdr_verify(bp))
			return false;
		/* fall through */
	case cpu_to_be32(XFS_ABTB_MAGIC):
		if (pag && pag->pagf_init) {
			if (level >= pag->pagf_levels[XFS_BTNUM_BNOi])
				return false;
		} else if (level >= mp->m_ag_maxlevels)
			return false;
		break;
	case cpu_to_be32(XFS_ABTC_CRC_MAGIC):
		if (!xfs_btree_sblock_v5hdr_verify(bp))
			return false;
		/* fall through */
	case cpu_to_be32(XFS_ABTC_MAGIC):
		if (pag && pag->pagf_init) {
			if (level >= pag->pagf_levels[XFS_BTNUM_CNTi])
				return false;
		} else if (level >= mp->m_ag_maxlevels)
			return false;
		break;
	default:
		return false;
	}

	return xfs_btree_sblock_verify(bp, mp->m_alloc_mxr[level != 0]);
}

static void
xfs_allocbt_read_verify(
	struct xfs_buf	*bp)
{
	if (!xfs_btree_sblock_verify_crc(bp))
		xfs_buf_ioerror(bp, -EFSBADCRC);
	else if (!xfs_allocbt_verify(bp))
		xfs_buf_ioerror(bp, -EFSCORRUPTED);

	if (bp->b_error) {
		trace_xfs_btree_corrupt(bp, _RET_IP_);
		xfs_verifier_error(bp);
	}
}

static void
xfs_allocbt_write_verify(
	struct xfs_buf	*bp)
{
	if (!xfs_allocbt_verify(bp)) {
		trace_xfs_btree_corrupt(bp, _RET_IP_);
		xfs_buf_ioerror(bp, -EFSCORRUPTED);
		xfs_verifier_error(bp);
		return;
	}
	xfs_btree_sblock_calc_crc(bp);

}

const struct xfs_buf_ops xfs_allocbt_buf_ops = {
	.name = "xfs_allocbt",
	.verify_read = xfs_allocbt_read_verify,
	.verify_write = xfs_allocbt_write_verify,
};


#if defined(DEBUG) || defined(XFS_WARN)
STATIC int
xfs_allocbt_keys_inorder(
	struct xfs_btree_cur	*cur,
	union xfs_btree_key	*k1,
	union xfs_btree_key	*k2)
{
	if (cur->bc_btnum == XFS_BTNUM_BNO) {
		return be32_to_cpu(k1->alloc.ar_startblock) <
		       be32_to_cpu(k2->alloc.ar_startblock);
	} else {
		return be32_to_cpu(k1->alloc.ar_blockcount) <
			be32_to_cpu(k2->alloc.ar_blockcount) ||
			(k1->alloc.ar_blockcount == k2->alloc.ar_blockcount &&
			 be32_to_cpu(k1->alloc.ar_startblock) <
			 be32_to_cpu(k2->alloc.ar_startblock));
	}
}

STATIC int
xfs_allocbt_recs_inorder(
	struct xfs_btree_cur	*cur,
	union xfs_btree_rec	*r1,
	union xfs_btree_rec	*r2)
{
	if (cur->bc_btnum == XFS_BTNUM_BNO) {
		return be32_to_cpu(r1->alloc.ar_startblock) +
			be32_to_cpu(r1->alloc.ar_blockcount) <=
			be32_to_cpu(r2->alloc.ar_startblock);
	} else {
		return be32_to_cpu(r1->alloc.ar_blockcount) <
			be32_to_cpu(r2->alloc.ar_blockcount) ||
			(r1->alloc.ar_blockcount == r2->alloc.ar_blockcount &&
			 be32_to_cpu(r1->alloc.ar_startblock) <
			 be32_to_cpu(r2->alloc.ar_startblock));
	}
}
#endif	/* DEBUG */

static const struct xfs_btree_ops xfs_allocbt_ops = {
	.rec_len		= sizeof(xfs_alloc_rec_t),
	.key_len		= sizeof(xfs_alloc_key_t),

	.dup_cursor		= xfs_allocbt_dup_cursor,
	.set_root		= xfs_allocbt_set_root,
	.alloc_block		= xfs_allocbt_alloc_block,
	.free_block		= xfs_allocbt_free_block,
	.update_lastrec		= xfs_allocbt_update_lastrec,
	.get_minrecs		= xfs_allocbt_get_minrecs,
	.get_maxrecs		= xfs_allocbt_get_maxrecs,
	.init_key_from_rec	= xfs_allocbt_init_key_from_rec,
	.init_rec_from_key	= xfs_allocbt_init_rec_from_key,
	.init_rec_from_cur	= xfs_allocbt_init_rec_from_cur,
	.init_ptr_from_cur	= xfs_allocbt_init_ptr_from_cur,
	.key_diff		= xfs_allocbt_key_diff,
	.buf_ops		= &xfs_allocbt_buf_ops,
#if defined(DEBUG) || defined(XFS_WARN)
	.keys_inorder		= xfs_allocbt_keys_inorder,
	.recs_inorder		= xfs_allocbt_recs_inorder,
#endif
};

/*
 * Allocate a new allocation btree cursor.
 */
struct xfs_btree_cur *			/* new alloc btree cursor */
xfs_allocbt_init_cursor(
	struct xfs_mount	*mp,		/* file system mount point */
	struct xfs_trans	*tp,		/* transaction pointer */
	struct xfs_buf		*agbp,		/* buffer for agf structure */
	xfs_agnumber_t		agno,		/* allocation group number */
	xfs_btnum_t		btnum)		/* btree identifier */
{
	struct xfs_agf		*agf = XFS_BUF_TO_AGF(agbp);
	struct xfs_btree_cur	*cur;

	ASSERT(btnum == XFS_BTNUM_BNO || btnum == XFS_BTNUM_CNT);

	cur = kmem_zone_zalloc(xfs_btree_cur_zone, KM_SLEEP);

	cur->bc_tp = tp;
	cur->bc_mp = mp;
	cur->bc_btnum = btnum;
	cur->bc_blocklog = mp->m_sb.sb_blocklog;
	cur->bc_ops = &xfs_allocbt_ops;

	if (btnum == XFS_BTNUM_CNT) {
		cur->bc_nlevels = be32_to_cpu(agf->agf_levels[XFS_BTNUM_CNT]);
		cur->bc_flags = XFS_BTREE_LASTREC_UPDATE;
	} else {
		cur->bc_nlevels = be32_to_cpu(agf->agf_levels[XFS_BTNUM_BNO]);
	}

	cur->bc_private.a.agbp = agbp;
	cur->bc_private.a.agno = agno;

	if (xfs_sb_version_hascrc(&mp->m_sb))
		cur->bc_flags |= XFS_BTREE_CRC_BLOCKS;

	return cur;
}

/*
 * Calculate number of records in an alloc btree block.
 */
int
xfs_allocbt_maxrecs(
	struct xfs_mount	*mp,
	int			blocklen,
	int			leaf)
{
	blocklen -= XFS_ALLOC_BLOCK_LEN(mp);

	if (leaf)
		return blocklen / sizeof(xfs_alloc_rec_t);
	return blocklen / (sizeof(xfs_alloc_key_t) + sizeof(xfs_alloc_ptr_t));
}
Commit	Line	Data
1da177e4	1	/*
7b718769 NS	2	* Copyright (c) 2000-2001,2005 Silicon Graphics, Inc.
7b718769 NS	3	* All Rights Reserved.
1da177e4	4	*
7b718769 NS	5	* This program is free software; you can redistribute it and/or
7b718769 NS	6	* modify it under the terms of the GNU General Public License as
1da177e4 LT	7	* published by the Free Software Foundation.
1da177e4 LT	8	*
7b718769 NS	9	* This program is distributed in the hope that it would be useful,
	10	* but WITHOUT ANY WARRANTY; without even the implied warranty of
	11	* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
	12	* GNU General Public License for more details.
1da177e4	13	*
7b718769 NS	14	* You should have received a copy of the GNU General Public License
	15	* along with this program; if not, write the Free Software Foundation,
	16	* Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
1da177e4	17	*/
1da177e4	18	#include "xfs.h"
a844f451	19	#include "xfs_fs.h"
632b89e8	20	#include "xfs_shared.h"
a4fbe6ab	21	#include "xfs_format.h"
239880ef DC	22	#include "xfs_log_format.h"
239880ef DC	23	#include "xfs_trans_resv.h"
1da177e4	24	#include "xfs_sb.h"
1da177e4	25	#include "xfs_mount.h"
1da177e4	26	#include "xfs_btree.h"
a4fbe6ab	27	#include "xfs_alloc_btree.h"
1da177e4	28	#include "xfs_alloc.h"
efc27b52	29	#include "xfs_extent_busy.h"
1da177e4	30	#include "xfs_error.h"
0b1b213f	31	#include "xfs_trace.h"
ee1a47ab	32	#include "xfs_cksum.h"
239880ef	33	#include "xfs_trans.h"
1da177e4	34
1da177e4	35
278d0ca1 CH	36	STATIC struct xfs_btree_cur *
	37	xfs_allocbt_dup_cursor(
	38	struct xfs_btree_cur *cur)
	39	{
	40	return xfs_allocbt_init_cursor(cur->bc_mp, cur->bc_tp,
	41	cur->bc_private.a.agbp, cur->bc_private.a.agno,
	42	cur->bc_btnum);
	43	}
	44
344207ce CH	45	STATIC void
	46	xfs_allocbt_set_root(
	47	struct xfs_btree_cur *cur,
	48	union xfs_btree_ptr *ptr,
	49	int inc)
	50	{
	51	struct xfs_buf *agbp = cur->bc_private.a.agbp;
	52	struct xfs_agf *agf = XFS_BUF_TO_AGF(agbp);
	53	xfs_agnumber_t seqno = be32_to_cpu(agf->agf_seqno);
	54	int btnum = cur->bc_btnum;
a862e0fd	55	struct xfs_perag *pag = xfs_perag_get(cur->bc_mp, seqno);
344207ce CH	56
	57	ASSERT(ptr->s != 0);
	58
	59	agf->agf_roots[btnum] = ptr->s;
	60	be32_add_cpu(&agf->agf_levels[btnum], inc);
a862e0fd DC	61	pag->pagf_levels[btnum] += inc;
a862e0fd DC	62	xfs_perag_put(pag);
344207ce CH	63
	64	xfs_alloc_log_agf(cur->bc_tp, agbp, XFS_AGF_ROOTS \| XFS_AGF_LEVELS);
	65	}
	66
f5eb8e7c CH	67	STATIC int
	68	xfs_allocbt_alloc_block(
	69	struct xfs_btree_cur *cur,
	70	union xfs_btree_ptr *start,
	71	union xfs_btree_ptr *new,
f5eb8e7c CH	72	int *stat)
	73	{
	74	int error;
	75	xfs_agblock_t bno;
	76
	77	XFS_BTREE_TRACE_CURSOR(cur, XBT_ENTRY);
	78
	79	/* Allocate the new block from the freelist. If we can't, give up. */
	80	error = xfs_alloc_get_freelist(cur->bc_tp, cur->bc_private.a.agbp,
	81	&bno, 1);
	82	if (error) {
	83	XFS_BTREE_TRACE_CURSOR(cur, XBT_ERROR);
	84	return error;
	85	}
	86
	87	if (bno == NULLAGBLOCK) {
	88	XFS_BTREE_TRACE_CURSOR(cur, XBT_EXIT);
	89	*stat = 0;
	90	return 0;
	91	}
97d3ac75	92
4ecbfe63	93	xfs_extent_busy_reuse(cur->bc_mp, cur->bc_private.a.agno, bno, 1, false);
f5eb8e7c CH	94
	95	xfs_trans_agbtree_delta(cur->bc_tp, 1);
	96	new->s = cpu_to_be32(bno);
	97
	98	XFS_BTREE_TRACE_CURSOR(cur, XBT_EXIT);
	99	*stat = 1;
	100	return 0;
	101	}
	102
d4b3a4b7 CH	103	STATIC int
	104	xfs_allocbt_free_block(
	105	struct xfs_btree_cur *cur,
	106	struct xfs_buf *bp)
	107	{
	108	struct xfs_buf *agbp = cur->bc_private.a.agbp;
	109	struct xfs_agf *agf = XFS_BUF_TO_AGF(agbp);
	110	xfs_agblock_t bno;
	111	int error;
	112
b6e32227	113	bno = xfs_daddr_to_agbno(cur->bc_mp, XFS_BUF_ADDR(bp));
d4b3a4b7 CH	114	error = xfs_alloc_put_freelist(cur->bc_tp, agbp, NULL, bno, 1);
	115	if (error)
	116	return error;
	117
4ecbfe63 DC	118	xfs_extent_busy_insert(cur->bc_tp, be32_to_cpu(agf->agf_seqno), bno, 1,
4ecbfe63 DC	119	XFS_EXTENT_BUSY_SKIP_DISCARD);
d4b3a4b7 CH	120	xfs_trans_agbtree_delta(cur->bc_tp, -1);
	121	return 0;
	122	}
	123
1da177e4	124	/*
278d0ca1	125	* Update the longest extent in the AGF
1da177e4	126	*/
278d0ca1 CH	127	STATIC void
	128	xfs_allocbt_update_lastrec(
	129	struct xfs_btree_cur *cur,
	130	struct xfs_btree_block *block,
	131	union xfs_btree_rec *rec,
	132	int ptr,
	133	int reason)
1da177e4	134	{
278d0ca1 CH	135	struct xfs_agf *agf = XFS_BUF_TO_AGF(cur->bc_private.a.agbp);
278d0ca1 CH	136	xfs_agnumber_t seqno = be32_to_cpu(agf->agf_seqno);
a862e0fd	137	struct xfs_perag *pag;
278d0ca1	138	__be32 len;
91cca5df	139	int numrecs;
1da177e4	140
278d0ca1	141	ASSERT(cur->bc_btnum == XFS_BTNUM_CNT);
1da177e4	142
278d0ca1 CH	143	switch (reason) {
278d0ca1 CH	144	case LASTREC_UPDATE:
1da177e4	145	/*
278d0ca1 CH	146	* If this is the last leaf block and it's the last record,
278d0ca1 CH	147	* then update the size of the longest extent in the AG.
1da177e4	148	*/
278d0ca1 CH	149	if (ptr != xfs_btree_get_numrecs(block))
	150	return;
	151	len = rec->alloc.ar_blockcount;
	152	break;
4b22a571 CH	153	case LASTREC_INSREC:
	154	if (be32_to_cpu(rec->alloc.ar_blockcount) <=
	155	be32_to_cpu(agf->agf_longest))
	156	return;
	157	len = rec->alloc.ar_blockcount;
91cca5df CH	158	break;
	159	case LASTREC_DELREC:
	160	numrecs = xfs_btree_get_numrecs(block);
	161	if (ptr <= numrecs)
	162	return;
	163	ASSERT(ptr == numrecs + 1);
	164
	165	if (numrecs) {
	166	xfs_alloc_rec_t *rrp;
	167
136341b4	168	rrp = XFS_ALLOC_REC_ADDR(cur->bc_mp, block, numrecs);
91cca5df CH	169	len = rrp->ar_blockcount;
	170	} else {
	171	len = 0;
	172	}
	173
4b22a571	174	break;
278d0ca1 CH	175	default:
	176	ASSERT(0);
	177	return;
1da177e4	178	}
561f7d17	179
278d0ca1	180	agf->agf_longest = len;
a862e0fd DC	181	pag = xfs_perag_get(cur->bc_mp, seqno);
	182	pag->pagf_longest = be32_to_cpu(len);
	183	xfs_perag_put(pag);
278d0ca1	184	xfs_alloc_log_agf(cur->bc_tp, cur->bc_private.a.agbp, XFS_AGF_LONGEST);
561f7d17 CH	185	}
561f7d17 CH	186
91cca5df CH	187	STATIC int
	188	xfs_allocbt_get_minrecs(
	189	struct xfs_btree_cur *cur,
	190	int level)
	191	{
	192	return cur->bc_mp->m_alloc_mnr[level != 0];
	193	}
	194
ce5e42db CH	195	STATIC int
	196	xfs_allocbt_get_maxrecs(
	197	struct xfs_btree_cur *cur,
	198	int level)
	199	{
	200	return cur->bc_mp->m_alloc_mxr[level != 0];
	201	}
	202
fe033cc8 CH	203	STATIC void
	204	xfs_allocbt_init_key_from_rec(
	205	union xfs_btree_key *key,
	206	union xfs_btree_rec *rec)
	207	{
	208	ASSERT(rec->alloc.ar_startblock != 0);
	209
	210	key->alloc.ar_startblock = rec->alloc.ar_startblock;
	211	key->alloc.ar_blockcount = rec->alloc.ar_blockcount;
	212	}
	213
4b22a571 CH	214	STATIC void
	215	xfs_allocbt_init_rec_from_key(
	216	union xfs_btree_key *key,
	217	union xfs_btree_rec *rec)
	218	{
	219	ASSERT(key->alloc.ar_startblock != 0);
	220
	221	rec->alloc.ar_startblock = key->alloc.ar_startblock;
	222	rec->alloc.ar_blockcount = key->alloc.ar_blockcount;
	223	}
	224
	225	STATIC void
	226	xfs_allocbt_init_rec_from_cur(
	227	struct xfs_btree_cur *cur,
	228	union xfs_btree_rec *rec)
	229	{
	230	ASSERT(cur->bc_rec.a.ar_startblock != 0);
	231
	232	rec->alloc.ar_startblock = cpu_to_be32(cur->bc_rec.a.ar_startblock);
	233	rec->alloc.ar_blockcount = cpu_to_be32(cur->bc_rec.a.ar_blockcount);
	234	}
	235
fe033cc8 CH	236	STATIC void
	237	xfs_allocbt_init_ptr_from_cur(
	238	struct xfs_btree_cur *cur,
	239	union xfs_btree_ptr *ptr)
	240	{
	241	struct xfs_agf *agf = XFS_BUF_TO_AGF(cur->bc_private.a.agbp);
	242
	243	ASSERT(cur->bc_private.a.agno == be32_to_cpu(agf->agf_seqno));
	244	ASSERT(agf->agf_roots[cur->bc_btnum] != 0);
	245
	246	ptr->s = agf->agf_roots[cur->bc_btnum];
	247	}
	248
	249	STATIC __int64_t
	250	xfs_allocbt_key_diff(
	251	struct xfs_btree_cur *cur,
	252	union xfs_btree_key *key)
	253	{
	254	xfs_alloc_rec_incore_t *rec = &cur->bc_rec.a;
	255	xfs_alloc_key_t *kp = &key->alloc;
	256	__int64_t diff;
	257
	258	if (cur->bc_btnum == XFS_BTNUM_BNO) {
	259	return (__int64_t)be32_to_cpu(kp->ar_startblock) -
	260	rec->ar_startblock;
	261	}
	262
	263	diff = (__int64_t)be32_to_cpu(kp->ar_blockcount) - rec->ar_blockcount;
	264	if (diff)
	265	return diff;
	266
	267	return (__int64_t)be32_to_cpu(kp->ar_startblock) - rec->ar_startblock;
	268	}
	269
ee1a47ab	270	static bool
612cfbfe	271	xfs_allocbt_verify(
3d3e6f64 DC	272	struct xfs_buf *bp)
	273	{
	274	struct xfs_mount *mp = bp->b_target->bt_mount;
	275	struct xfs_btree_block *block = XFS_BUF_TO_BLOCK(bp);
	276	struct xfs_perag *pag = bp->b_pag;
	277	unsigned int level;
3d3e6f64 DC	278
	279	/*
	280	* magic number and level verification
	281	*
ee1a47ab CH	282	* During growfs operations, we can't verify the exact level or owner as
	283	* the perag is not fully initialised and hence not attached to the
	284	* buffer. In this case, check against the maximum tree depth.
	285	*
	286	* Similarly, during log recovery we will have a perag structure
	287	* attached, but the agf information will not yet have been initialised
	288	* from the on disk AGF. Again, we can only check against maximum limits
	289	* in this case.
3d3e6f64 DC	290	*/
	291	level = be16_to_cpu(block->bb_level);
	292	switch (block->bb_magic) {
ee1a47ab	293	case cpu_to_be32(XFS_ABTB_CRC_MAGIC):
c5ab131b	294	if (!xfs_btree_sblock_v5hdr_verify(bp))
ee1a47ab CH	295	return false;
ee1a47ab CH	296	/* fall through */
3d3e6f64	297	case cpu_to_be32(XFS_ABTB_MAGIC):
ee1a47ab CH	298	if (pag && pag->pagf_init) {
	299	if (level >= pag->pagf_levels[XFS_BTNUM_BNOi])
	300	return false;
	301	} else if (level >= mp->m_ag_maxlevels)
	302	return false;
3d3e6f64	303	break;
ee1a47ab	304	case cpu_to_be32(XFS_ABTC_CRC_MAGIC):
c5ab131b	305	if (!xfs_btree_sblock_v5hdr_verify(bp))
ee1a47ab CH	306	return false;
ee1a47ab CH	307	/* fall through */
3d3e6f64	308	case cpu_to_be32(XFS_ABTC_MAGIC):
ee1a47ab CH	309	if (pag && pag->pagf_init) {
	310	if (level >= pag->pagf_levels[XFS_BTNUM_CNTi])
	311	return false;
	312	} else if (level >= mp->m_ag_maxlevels)
	313	return false;
3d3e6f64 DC	314	break;
3d3e6f64 DC	315	default:
ee1a47ab	316	return false;
3d3e6f64 DC	317	}
3d3e6f64 DC	318
c5ab131b	319	return xfs_btree_sblock_verify(bp, mp->m_alloc_mxr[level != 0]);
612cfbfe	320	}
3d3e6f64	321
612cfbfe	322	static void
1813dd64	323	xfs_allocbt_read_verify(
612cfbfe DC	324	struct xfs_buf *bp)
612cfbfe DC	325	{
ce5028cf	326	if (!xfs_btree_sblock_verify_crc(bp))
2451337d	327	xfs_buf_ioerror(bp, -EFSBADCRC);
ce5028cf	328	else if (!xfs_allocbt_verify(bp))
2451337d	329	xfs_buf_ioerror(bp, -EFSCORRUPTED);
ce5028cf ES	330
	331	if (bp->b_error) {
	332	trace_xfs_btree_corrupt(bp, _RET_IP_);
	333	xfs_verifier_error(bp);
ee1a47ab	334	}
612cfbfe DC	335	}
612cfbfe DC	336
1813dd64 DC	337	static void
1813dd64 DC	338	xfs_allocbt_write_verify(
612cfbfe DC	339	struct xfs_buf *bp)
612cfbfe DC	340	{
ee1a47ab CH	341	if (!xfs_allocbt_verify(bp)) {
ee1a47ab CH	342	trace_xfs_btree_corrupt(bp, _RET_IP_);
2451337d	343	xfs_buf_ioerror(bp, -EFSCORRUPTED);
ce5028cf	344	xfs_verifier_error(bp);
e0d2c23a	345	return;
ee1a47ab CH	346	}
	347	xfs_btree_sblock_calc_crc(bp);
	348
3d3e6f64 DC	349	}
3d3e6f64 DC	350
1813dd64	351	const struct xfs_buf_ops xfs_allocbt_buf_ops = {
233135b7	352	.name = "xfs_allocbt",
1813dd64 DC	353	.verify_read = xfs_allocbt_read_verify,
	354	.verify_write = xfs_allocbt_write_verify,
	355	};
	356
	357
742ae1e3	358	#if defined(DEBUG) \|\| defined(XFS_WARN)
4a26e66e CH	359	STATIC int
	360	xfs_allocbt_keys_inorder(
	361	struct xfs_btree_cur *cur,
	362	union xfs_btree_key *k1,
	363	union xfs_btree_key *k2)
	364	{
	365	if (cur->bc_btnum == XFS_BTNUM_BNO) {
	366	return be32_to_cpu(k1->alloc.ar_startblock) <
	367	be32_to_cpu(k2->alloc.ar_startblock);
	368	} else {
	369	return be32_to_cpu(k1->alloc.ar_blockcount) <
	370	be32_to_cpu(k2->alloc.ar_blockcount) \|\|
	371	(k1->alloc.ar_blockcount == k2->alloc.ar_blockcount &&
	372	be32_to_cpu(k1->alloc.ar_startblock) <
	373	be32_to_cpu(k2->alloc.ar_startblock));
	374	}
	375	}
	376
	377	STATIC int
	378	xfs_allocbt_recs_inorder(
	379	struct xfs_btree_cur *cur,
	380	union xfs_btree_rec *r1,
	381	union xfs_btree_rec *r2)
	382	{
	383	if (cur->bc_btnum == XFS_BTNUM_BNO) {
	384	return be32_to_cpu(r1->alloc.ar_startblock) +
	385	be32_to_cpu(r1->alloc.ar_blockcount) <=
	386	be32_to_cpu(r2->alloc.ar_startblock);
	387	} else {
	388	return be32_to_cpu(r1->alloc.ar_blockcount) <
	389	be32_to_cpu(r2->alloc.ar_blockcount) \|\|
	390	(r1->alloc.ar_blockcount == r2->alloc.ar_blockcount &&
	391	be32_to_cpu(r1->alloc.ar_startblock) <
	392	be32_to_cpu(r2->alloc.ar_startblock));
	393	}
	394	}
	395	#endif /* DEBUG */
	396
561f7d17	397	static const struct xfs_btree_ops xfs_allocbt_ops = {
65f1eaea CH	398	.rec_len = sizeof(xfs_alloc_rec_t),
	399	.key_len = sizeof(xfs_alloc_key_t),
	400
561f7d17	401	.dup_cursor = xfs_allocbt_dup_cursor,
344207ce	402	.set_root = xfs_allocbt_set_root,
f5eb8e7c	403	.alloc_block = xfs_allocbt_alloc_block,
d4b3a4b7	404	.free_block = xfs_allocbt_free_block,
278d0ca1	405	.update_lastrec = xfs_allocbt_update_lastrec,
91cca5df	406	.get_minrecs = xfs_allocbt_get_minrecs,
ce5e42db	407	.get_maxrecs = xfs_allocbt_get_maxrecs,
fe033cc8	408	.init_key_from_rec = xfs_allocbt_init_key_from_rec,
4b22a571 CH	409	.init_rec_from_key = xfs_allocbt_init_rec_from_key,
4b22a571 CH	410	.init_rec_from_cur = xfs_allocbt_init_rec_from_cur,
fe033cc8 CH	411	.init_ptr_from_cur = xfs_allocbt_init_ptr_from_cur,
fe033cc8 CH	412	.key_diff = xfs_allocbt_key_diff,
1813dd64	413	.buf_ops = &xfs_allocbt_buf_ops,
742ae1e3	414	#if defined(DEBUG) \|\| defined(XFS_WARN)
4a26e66e CH	415	.keys_inorder = xfs_allocbt_keys_inorder,
	416	.recs_inorder = xfs_allocbt_recs_inorder,
	417	#endif
561f7d17 CH	418	};
	419
	420	/*
	421	* Allocate a new allocation btree cursor.
	422	*/
	423	struct xfs_btree_cur * /* new alloc btree cursor */
	424	xfs_allocbt_init_cursor(
	425	struct xfs_mount mp, / file system mount point */
	426	struct xfs_trans tp, / transaction pointer */
	427	struct xfs_buf agbp, / buffer for agf structure */
	428	xfs_agnumber_t agno, /* allocation group number */
	429	xfs_btnum_t btnum) /* btree identifier */
	430	{
	431	struct xfs_agf *agf = XFS_BUF_TO_AGF(agbp);
	432	struct xfs_btree_cur *cur;
	433
	434	ASSERT(btnum == XFS_BTNUM_BNO \|\| btnum == XFS_BTNUM_CNT);
	435
	436	cur = kmem_zone_zalloc(xfs_btree_cur_zone, KM_SLEEP);
	437
	438	cur->bc_tp = tp;
	439	cur->bc_mp = mp;
561f7d17 CH	440	cur->bc_btnum = btnum;
561f7d17 CH	441	cur->bc_blocklog = mp->m_sb.sb_blocklog;
561f7d17	442	cur->bc_ops = &xfs_allocbt_ops;
dec58f1d CH	443
	444	if (btnum == XFS_BTNUM_CNT) {
	445	cur->bc_nlevels = be32_to_cpu(agf->agf_levels[XFS_BTNUM_CNT]);
278d0ca1	446	cur->bc_flags = XFS_BTREE_LASTREC_UPDATE;
dec58f1d CH	447	} else {
	448	cur->bc_nlevels = be32_to_cpu(agf->agf_levels[XFS_BTNUM_BNO]);
	449	}
561f7d17 CH	450
	451	cur->bc_private.a.agbp = agbp;
	452	cur->bc_private.a.agno = agno;
	453
ee1a47ab CH	454	if (xfs_sb_version_hascrc(&mp->m_sb))
	455	cur->bc_flags \|= XFS_BTREE_CRC_BLOCKS;
	456
561f7d17 CH	457	return cur;
561f7d17 CH	458	}
60197e8d CH	459
	460	/*
	461	* Calculate number of records in an alloc btree block.
	462	*/
	463	int
	464	xfs_allocbt_maxrecs(
	465	struct xfs_mount *mp,
	466	int blocklen,
	467	int leaf)
	468	{
7cc95a82	469	blocklen -= XFS_ALLOC_BLOCK_LEN(mp);
60197e8d CH	470
	471	if (leaf)
	472	return blocklen / sizeof(xfs_alloc_rec_t);
	473	return blocklen / (sizeof(xfs_alloc_key_t) + sizeof(xfs_alloc_ptr_t));
	474	}