fs/nilfs2/direct.c - linux - Git at Google

 // SPDX-License-Identifier: GPL-2.0+
 /*
  * direct.c - NILFS direct block pointer.
  *
  * Copyright (C) 2006-2008 Nippon Telegraph and Telephone Corporation.
  *
  * Written by Koji Sato.
  */

 #include <linux/errno.h>
 #include "nilfs.h"
 #include "page.h"
 #include "direct.h"
 #include "alloc.h"
 #include "dat.h"

 static inline __le64 *nilfs_direct_dptrs(const struct nilfs_bmap *direct)
 {
 	return (__le64 *)
 		((struct nilfs_direct_node *)direct->b_u.u_data + 1);
 }

 static inline __u64
 nilfs_direct_get_ptr(const struct nilfs_bmap *direct, __u64 key)
 {
 	return le64_to_cpu(*(nilfs_direct_dptrs(direct) + key));
 }

 static inline void nilfs_direct_set_ptr(struct nilfs_bmap *direct,
 					__u64 key, __u64 ptr)
 {
 	*(nilfs_direct_dptrs(direct) + key) = cpu_to_le64(ptr);
 }

 static int nilfs_direct_lookup(const struct nilfs_bmap *direct,
 			       __u64 key, int level, __u64 *ptrp)
 {
 	__u64 ptr;

 	if (key > NILFS_DIRECT_KEY_MAX || level != 1)
 		return -ENOENT;
 	ptr = nilfs_direct_get_ptr(direct, key);
 	if (ptr == NILFS_BMAP_INVALID_PTR)
 		return -ENOENT;

 	*ptrp = ptr;
 	return 0;
 }

 static int nilfs_direct_lookup_contig(const struct nilfs_bmap *direct,
 				      __u64 key, __u64 *ptrp,
 				      unsigned int maxblocks)
 {
 	struct inode *dat = NULL;
 	__u64 ptr, ptr2;
 	sector_t blocknr;
 	int ret, cnt;

 	if (key > NILFS_DIRECT_KEY_MAX)
 		return -ENOENT;
 	ptr = nilfs_direct_get_ptr(direct, key);
 	if (ptr == NILFS_BMAP_INVALID_PTR)
 		return -ENOENT;

 	if (NILFS_BMAP_USE_VBN(direct)) {
 		dat = nilfs_bmap_get_dat(direct);
 		ret = nilfs_dat_translate(dat, ptr, &blocknr);
 		if (ret < 0)
 			return ret;
 		ptr = blocknr;
 	}

 	maxblocks = min_t(unsigned int, maxblocks,
 			  NILFS_DIRECT_KEY_MAX - key + 1);
 	for (cnt = 1; cnt < maxblocks &&
 		     (ptr2 = nilfs_direct_get_ptr(direct, key + cnt)) !=
 		     NILFS_BMAP_INVALID_PTR;
 	     cnt++) {
 		if (dat) {
 			ret = nilfs_dat_translate(dat, ptr2, &blocknr);
 			if (ret < 0)
 				return ret;
 			ptr2 = blocknr;
 		}
 		if (ptr2 != ptr + cnt)
 			break;
 	}
 	*ptrp = ptr;
 	return cnt;
 }

 static __u64
 nilfs_direct_find_target_v(const struct nilfs_bmap *direct, __u64 key)
 {
 	__u64 ptr;

 	ptr = nilfs_bmap_find_target_seq(direct, key);
 	if (ptr != NILFS_BMAP_INVALID_PTR)
 		/* sequential access */
 		return ptr;

 	/* block group */
 	return nilfs_bmap_find_target_in_group(direct);
 }

 static int nilfs_direct_insert(struct nilfs_bmap *bmap, __u64 key, __u64 ptr)
 {
 	union nilfs_bmap_ptr_req req;
 	struct inode *dat = NULL;
 	struct buffer_head *bh;
 	int ret;

 	if (key > NILFS_DIRECT_KEY_MAX)
 		return -ENOENT;
 	if (nilfs_direct_get_ptr(bmap, key) != NILFS_BMAP_INVALID_PTR)
 		return -EEXIST;

 	if (NILFS_BMAP_USE_VBN(bmap)) {
 		req.bpr_ptr = nilfs_direct_find_target_v(bmap, key);
 		dat = nilfs_bmap_get_dat(bmap);
 	}
 	ret = nilfs_bmap_prepare_alloc_ptr(bmap, &req, dat);
 	if (!ret) {
 		/* ptr must be a pointer to a buffer head. */
 		bh = (struct buffer_head *)((unsigned long)ptr);
 		set_buffer_nilfs_volatile(bh);

 		nilfs_bmap_commit_alloc_ptr(bmap, &req, dat);
 		nilfs_direct_set_ptr(bmap, key, req.bpr_ptr);

 		if (!nilfs_bmap_dirty(bmap))
 			nilfs_bmap_set_dirty(bmap);

 		if (NILFS_BMAP_USE_VBN(bmap))
 			nilfs_bmap_set_target_v(bmap, key, req.bpr_ptr);

 		nilfs_inode_add_blocks(bmap->b_inode, 1);
 	}
 	return ret;
 }

 static int nilfs_direct_delete(struct nilfs_bmap *bmap, __u64 key)
 {
 	union nilfs_bmap_ptr_req req;
 	struct inode *dat;
 	int ret;

 	if (key > NILFS_DIRECT_KEY_MAX ||
 	    nilfs_direct_get_ptr(bmap, key) == NILFS_BMAP_INVALID_PTR)
 		return -ENOENT;

 	dat = NILFS_BMAP_USE_VBN(bmap) ? nilfs_bmap_get_dat(bmap) : NULL;
 	req.bpr_ptr = nilfs_direct_get_ptr(bmap, key);

 	ret = nilfs_bmap_prepare_end_ptr(bmap, &req, dat);
 	if (!ret) {
 		nilfs_bmap_commit_end_ptr(bmap, &req, dat);
 		nilfs_direct_set_ptr(bmap, key, NILFS_BMAP_INVALID_PTR);
 		nilfs_inode_sub_blocks(bmap->b_inode, 1);
 	}
 	return ret;
 }

 static int nilfs_direct_seek_key(const struct nilfs_bmap *direct, __u64 start,
 				 __u64 *keyp)
 {
 	__u64 key;

 	for (key = start; key <= NILFS_DIRECT_KEY_MAX; key++) {
 		if (nilfs_direct_get_ptr(direct, key) !=
 		    NILFS_BMAP_INVALID_PTR) {
 			*keyp = key;
 			return 0;
 		}
 	}
 	return -ENOENT;
 }

 static int nilfs_direct_last_key(const struct nilfs_bmap *direct, __u64 *keyp)
 {
 	__u64 key, lastkey;

 	lastkey = NILFS_DIRECT_KEY_MAX + 1;
 	for (key = NILFS_DIRECT_KEY_MIN; key <= NILFS_DIRECT_KEY_MAX; key++)
 		if (nilfs_direct_get_ptr(direct, key) !=
 		    NILFS_BMAP_INVALID_PTR)
 			lastkey = key;

 	if (lastkey == NILFS_DIRECT_KEY_MAX + 1)
 		return -ENOENT;

 	*keyp = lastkey;

 	return 0;
 }

 static int nilfs_direct_check_insert(const struct nilfs_bmap *bmap, __u64 key)
 {
 	return key > NILFS_DIRECT_KEY_MAX;
 }

 static int nilfs_direct_gather_data(struct nilfs_bmap *direct,
 				    __u64 *keys, __u64 *ptrs, int nitems)
 {
 	__u64 key;
 	__u64 ptr;
 	int n;

 	if (nitems > NILFS_DIRECT_NBLOCKS)
 		nitems = NILFS_DIRECT_NBLOCKS;
 	n = 0;
 	for (key = 0; key < nitems; key++) {
 		ptr = nilfs_direct_get_ptr(direct, key);
 		if (ptr != NILFS_BMAP_INVALID_PTR) {
 			keys[n] = key;
 			ptrs[n] = ptr;
 			n++;
 		}
 	}
 	return n;
 }

 int nilfs_direct_delete_and_convert(struct nilfs_bmap *bmap,
 				    __u64 key, __u64 *keys, __u64 *ptrs, int n)
 {
 	__le64 *dptrs;
 	int ret, i, j;

 	/* no need to allocate any resource for conversion */

 	/* delete */
 	ret = bmap->b_ops->bop_delete(bmap, key);
 	if (ret < 0)
 		return ret;

 	/* free resources */
 	if (bmap->b_ops->bop_clear != NULL)
 		bmap->b_ops->bop_clear(bmap);

 	/* convert */
 	dptrs = nilfs_direct_dptrs(bmap);
 	for (i = 0, j = 0; i < NILFS_DIRECT_NBLOCKS; i++) {
 		if ((j < n) && (i == keys[j])) {
 			dptrs[i] = (i != key) ?
 				cpu_to_le64(ptrs[j]) :
 				NILFS_BMAP_INVALID_PTR;
 			j++;
 		} else
 			dptrs[i] = NILFS_BMAP_INVALID_PTR;
 	}

 	nilfs_direct_init(bmap);
 	return 0;
 }

 static int nilfs_direct_propagate(struct nilfs_bmap *bmap,
 				  struct buffer_head *bh)
 {
 	struct nilfs_palloc_req oldreq, newreq;
 	struct inode *dat;
 	__u64 key;
 	__u64 ptr;
 	int ret;

 	if (!NILFS_BMAP_USE_VBN(bmap))
 		return 0;

 	dat = nilfs_bmap_get_dat(bmap);
 	key = nilfs_bmap_data_get_key(bmap, bh);
 	ptr = nilfs_direct_get_ptr(bmap, key);
 	if (!buffer_nilfs_volatile(bh)) {
 		oldreq.pr_entry_nr = ptr;
 		newreq.pr_entry_nr = ptr;
 		ret = nilfs_dat_prepare_update(dat, &oldreq, &newreq);
 		if (ret < 0)
 			return ret;
 		nilfs_dat_commit_update(dat, &oldreq, &newreq,
 					bmap->b_ptr_type == NILFS_BMAP_PTR_VS);
 		set_buffer_nilfs_volatile(bh);
 		nilfs_direct_set_ptr(bmap, key, newreq.pr_entry_nr);
 	} else
 		ret = nilfs_dat_mark_dirty(dat, ptr);

 	return ret;
 }

 static int nilfs_direct_assign_v(struct nilfs_bmap *direct,
 				 __u64 key, __u64 ptr,
 				 struct buffer_head **bh,
 				 sector_t blocknr,
 				 union nilfs_binfo *binfo)
 {
 	struct inode *dat = nilfs_bmap_get_dat(direct);
 	union nilfs_bmap_ptr_req req;
 	int ret;

 	req.bpr_ptr = ptr;
 	ret = nilfs_dat_prepare_start(dat, &req.bpr_req);
 	if (!ret) {
 		nilfs_dat_commit_start(dat, &req.bpr_req, blocknr);
 		binfo->bi_v.bi_vblocknr = cpu_to_le64(ptr);
 		binfo->bi_v.bi_blkoff = cpu_to_le64(key);
 	}
 	return ret;
 }

 static int nilfs_direct_assign_p(struct nilfs_bmap *direct,
 				 __u64 key, __u64 ptr,
 				 struct buffer_head **bh,
 				 sector_t blocknr,
 				 union nilfs_binfo *binfo)
 {
 	nilfs_direct_set_ptr(direct, key, blocknr);

 	binfo->bi_dat.bi_blkoff = cpu_to_le64(key);
 	binfo->bi_dat.bi_level = 0;

 	return 0;
 }

 static int nilfs_direct_assign(struct nilfs_bmap *bmap,
 			       struct buffer_head **bh,
 			       sector_t blocknr,
 			       union nilfs_binfo *binfo)
 {
 	__u64 key;
 	__u64 ptr;

 	key = nilfs_bmap_data_get_key(bmap, *bh);
 	if (unlikely(key > NILFS_DIRECT_KEY_MAX)) {
 		nilfs_crit(bmap->b_inode->i_sb,
 			   "%s (ino=%lu): invalid key: %llu",
 			   __func__,
 			   bmap->b_inode->i_ino, (unsigned long long)key);
 		return -EINVAL;
 	}
 	ptr = nilfs_direct_get_ptr(bmap, key);
 	if (unlikely(ptr == NILFS_BMAP_INVALID_PTR)) {
 		nilfs_crit(bmap->b_inode->i_sb,
 			   "%s (ino=%lu): invalid pointer: %llu",
 			   __func__,
 			   bmap->b_inode->i_ino, (unsigned long long)ptr);
 		return -EINVAL;
 	}

 	return NILFS_BMAP_USE_VBN(bmap) ?
 		nilfs_direct_assign_v(bmap, key, ptr, bh, blocknr, binfo) :
 		nilfs_direct_assign_p(bmap, key, ptr, bh, blocknr, binfo);
 }

 static const struct nilfs_bmap_operations nilfs_direct_ops = {
 	.bop_lookup		=	nilfs_direct_lookup,
 	.bop_lookup_contig	=	nilfs_direct_lookup_contig,
 	.bop_insert		=	nilfs_direct_insert,
 	.bop_delete		=	nilfs_direct_delete,
 	.bop_clear		=	NULL,

 	.bop_propagate		=	nilfs_direct_propagate,

 	.bop_lookup_dirty_buffers	=	NULL,

 	.bop_assign		=	nilfs_direct_assign,
 	.bop_mark		=	NULL,

 	.bop_seek_key		=	nilfs_direct_seek_key,
 	.bop_last_key		=	nilfs_direct_last_key,

 	.bop_check_insert	=	nilfs_direct_check_insert,
 	.bop_check_delete	=	NULL,
 	.bop_gather_data	=	nilfs_direct_gather_data,
 };


 int nilfs_direct_init(struct nilfs_bmap *bmap)
 {
 	bmap->b_ops = &nilfs_direct_ops;
 	return 0;
 }
	// SPDX-License-Identifier: GPL-2.0+
	/*
	* direct.c - NILFS direct block pointer.
	*
	* Copyright (C) 2006-2008 Nippon Telegraph and Telephone Corporation.
	*
	* Written by Koji Sato.
	*/

	#include <linux/errno.h>
	#include "nilfs.h"
	#include "page.h"
	#include "direct.h"
	#include "alloc.h"
	#include "dat.h"

	static inline __le64 nilfs_direct_dptrs(const struct nilfs_bmap direct)
	{
	return (__le64 *)
	((struct nilfs_direct_node *)direct->b_u.u_data + 1);
	}

	static inline __u64
	nilfs_direct_get_ptr(const struct nilfs_bmap *direct, __u64 key)
	{
	return le64_to_cpu(*(nilfs_direct_dptrs(direct) + key));
	}

	static inline void nilfs_direct_set_ptr(struct nilfs_bmap *direct,
	__u64 key, __u64 ptr)
	{
	*(nilfs_direct_dptrs(direct) + key) = cpu_to_le64(ptr);
	}

	static int nilfs_direct_lookup(const struct nilfs_bmap *direct,
	__u64 key, int level, __u64 *ptrp)
	{
	__u64 ptr;

	if (key > NILFS_DIRECT_KEY_MAX \|\| level != 1)
	return -ENOENT;
	ptr = nilfs_direct_get_ptr(direct, key);
	if (ptr == NILFS_BMAP_INVALID_PTR)
	return -ENOENT;

	*ptrp = ptr;
	return 0;
	}

	static int nilfs_direct_lookup_contig(const struct nilfs_bmap *direct,
	__u64 key, __u64 *ptrp,
	unsigned int maxblocks)
	{
	struct inode *dat = NULL;
	__u64 ptr, ptr2;
	sector_t blocknr;
	int ret, cnt;

	if (key > NILFS_DIRECT_KEY_MAX)
	return -ENOENT;
	ptr = nilfs_direct_get_ptr(direct, key);
	if (ptr == NILFS_BMAP_INVALID_PTR)
	return -ENOENT;

	if (NILFS_BMAP_USE_VBN(direct)) {
	dat = nilfs_bmap_get_dat(direct);
	ret = nilfs_dat_translate(dat, ptr, &blocknr);
	if (ret < 0)
	return ret;
	ptr = blocknr;
	}

	maxblocks = min_t(unsigned int, maxblocks,
	NILFS_DIRECT_KEY_MAX - key + 1);
	for (cnt = 1; cnt < maxblocks &&
	(ptr2 = nilfs_direct_get_ptr(direct, key + cnt)) !=
	NILFS_BMAP_INVALID_PTR;
	cnt++) {
	if (dat) {
	ret = nilfs_dat_translate(dat, ptr2, &blocknr);
	if (ret < 0)
	return ret;
	ptr2 = blocknr;
	}
	if (ptr2 != ptr + cnt)
	break;
	}
	*ptrp = ptr;
	return cnt;
	}

	static __u64
	nilfs_direct_find_target_v(const struct nilfs_bmap *direct, __u64 key)
	{
	__u64 ptr;

	ptr = nilfs_bmap_find_target_seq(direct, key);
	if (ptr != NILFS_BMAP_INVALID_PTR)
	/* sequential access */
	return ptr;

	/* block group */
	return nilfs_bmap_find_target_in_group(direct);
	}

	static int nilfs_direct_insert(struct nilfs_bmap *bmap, __u64 key, __u64 ptr)
	{
	union nilfs_bmap_ptr_req req;
	struct inode *dat = NULL;
	struct buffer_head *bh;
	int ret;

	if (key > NILFS_DIRECT_KEY_MAX)
	return -ENOENT;
	if (nilfs_direct_get_ptr(bmap, key) != NILFS_BMAP_INVALID_PTR)
	return -EEXIST;

	if (NILFS_BMAP_USE_VBN(bmap)) {
	req.bpr_ptr = nilfs_direct_find_target_v(bmap, key);
	dat = nilfs_bmap_get_dat(bmap);
	}
	ret = nilfs_bmap_prepare_alloc_ptr(bmap, &req, dat);
	if (!ret) {
	/* ptr must be a pointer to a buffer head. */
	bh = (struct buffer_head *)((unsigned long)ptr);
	set_buffer_nilfs_volatile(bh);

	nilfs_bmap_commit_alloc_ptr(bmap, &req, dat);
	nilfs_direct_set_ptr(bmap, key, req.bpr_ptr);

	if (!nilfs_bmap_dirty(bmap))
	nilfs_bmap_set_dirty(bmap);

	if (NILFS_BMAP_USE_VBN(bmap))
	nilfs_bmap_set_target_v(bmap, key, req.bpr_ptr);

	nilfs_inode_add_blocks(bmap->b_inode, 1);
	}
	return ret;
	}

	static int nilfs_direct_delete(struct nilfs_bmap *bmap, __u64 key)
	{
	union nilfs_bmap_ptr_req req;
	struct inode *dat;
	int ret;

	if (key > NILFS_DIRECT_KEY_MAX \|\|
	nilfs_direct_get_ptr(bmap, key) == NILFS_BMAP_INVALID_PTR)
	return -ENOENT;

	dat = NILFS_BMAP_USE_VBN(bmap) ? nilfs_bmap_get_dat(bmap) : NULL;
	req.bpr_ptr = nilfs_direct_get_ptr(bmap, key);

	ret = nilfs_bmap_prepare_end_ptr(bmap, &req, dat);
	if (!ret) {
	nilfs_bmap_commit_end_ptr(bmap, &req, dat);
	nilfs_direct_set_ptr(bmap, key, NILFS_BMAP_INVALID_PTR);
	nilfs_inode_sub_blocks(bmap->b_inode, 1);
	}
	return ret;
	}

	static int nilfs_direct_seek_key(const struct nilfs_bmap *direct, __u64 start,
	__u64 *keyp)
	{
	__u64 key;

	for (key = start; key <= NILFS_DIRECT_KEY_MAX; key++) {
	if (nilfs_direct_get_ptr(direct, key) !=
	NILFS_BMAP_INVALID_PTR) {
	*keyp = key;
	return 0;
	}
	}
	return -ENOENT;
	}

	static int nilfs_direct_last_key(const struct nilfs_bmap direct, __u64 keyp)
	{
	__u64 key, lastkey;

	lastkey = NILFS_DIRECT_KEY_MAX + 1;
	for (key = NILFS_DIRECT_KEY_MIN; key <= NILFS_DIRECT_KEY_MAX; key++)
	if (nilfs_direct_get_ptr(direct, key) !=
	NILFS_BMAP_INVALID_PTR)
	lastkey = key;

	if (lastkey == NILFS_DIRECT_KEY_MAX + 1)
	return -ENOENT;

	*keyp = lastkey;

	return 0;
	}

	static int nilfs_direct_check_insert(const struct nilfs_bmap *bmap, __u64 key)
	{
	return key > NILFS_DIRECT_KEY_MAX;
	}

	static int nilfs_direct_gather_data(struct nilfs_bmap *direct,
	__u64 keys, __u64 ptrs, int nitems)
	{
	__u64 key;
	__u64 ptr;
	int n;

	if (nitems > NILFS_DIRECT_NBLOCKS)
	nitems = NILFS_DIRECT_NBLOCKS;
	n = 0;
	for (key = 0; key < nitems; key++) {
	ptr = nilfs_direct_get_ptr(direct, key);
	if (ptr != NILFS_BMAP_INVALID_PTR) {
	keys[n] = key;
	ptrs[n] = ptr;
	n++;
	}
	}
	return n;
	}

	int nilfs_direct_delete_and_convert(struct nilfs_bmap *bmap,
	__u64 key, __u64 keys, __u64 ptrs, int n)
	{
	__le64 *dptrs;
	int ret, i, j;

	/* no need to allocate any resource for conversion */

	/* delete */
	ret = bmap->b_ops->bop_delete(bmap, key);
	if (ret < 0)
	return ret;

	/* free resources */
	if (bmap->b_ops->bop_clear != NULL)
	bmap->b_ops->bop_clear(bmap);

	/* convert */
	dptrs = nilfs_direct_dptrs(bmap);
	for (i = 0, j = 0; i < NILFS_DIRECT_NBLOCKS; i++) {
	if ((j < n) && (i == keys[j])) {
	dptrs[i] = (i != key) ?
	cpu_to_le64(ptrs[j]) :
	NILFS_BMAP_INVALID_PTR;
	j++;
	} else
	dptrs[i] = NILFS_BMAP_INVALID_PTR;
	}

	nilfs_direct_init(bmap);
	return 0;
	}

	static int nilfs_direct_propagate(struct nilfs_bmap *bmap,
	struct buffer_head *bh)
	{
	struct nilfs_palloc_req oldreq, newreq;
	struct inode *dat;
	__u64 key;
	__u64 ptr;
	int ret;

	if (!NILFS_BMAP_USE_VBN(bmap))
	return 0;

	dat = nilfs_bmap_get_dat(bmap);
	key = nilfs_bmap_data_get_key(bmap, bh);
	ptr = nilfs_direct_get_ptr(bmap, key);
	if (!buffer_nilfs_volatile(bh)) {
	oldreq.pr_entry_nr = ptr;
	newreq.pr_entry_nr = ptr;
	ret = nilfs_dat_prepare_update(dat, &oldreq, &newreq);
	if (ret < 0)
	return ret;
	nilfs_dat_commit_update(dat, &oldreq, &newreq,
	bmap->b_ptr_type == NILFS_BMAP_PTR_VS);
	set_buffer_nilfs_volatile(bh);
	nilfs_direct_set_ptr(bmap, key, newreq.pr_entry_nr);
	} else
	ret = nilfs_dat_mark_dirty(dat, ptr);

	return ret;
	}

	static int nilfs_direct_assign_v(struct nilfs_bmap *direct,
	__u64 key, __u64 ptr,
	struct buffer_head **bh,
	sector_t blocknr,
	union nilfs_binfo *binfo)
	{
	struct inode *dat = nilfs_bmap_get_dat(direct);
	union nilfs_bmap_ptr_req req;
	int ret;

	req.bpr_ptr = ptr;
	ret = nilfs_dat_prepare_start(dat, &req.bpr_req);
	if (!ret) {
	nilfs_dat_commit_start(dat, &req.bpr_req, blocknr);
	binfo->bi_v.bi_vblocknr = cpu_to_le64(ptr);
	binfo->bi_v.bi_blkoff = cpu_to_le64(key);
	}
	return ret;
	}

	static int nilfs_direct_assign_p(struct nilfs_bmap *direct,
	__u64 key, __u64 ptr,
	struct buffer_head **bh,
	sector_t blocknr,
	union nilfs_binfo *binfo)
	{
	nilfs_direct_set_ptr(direct, key, blocknr);

	binfo->bi_dat.bi_blkoff = cpu_to_le64(key);
	binfo->bi_dat.bi_level = 0;

	return 0;
	}

	static int nilfs_direct_assign(struct nilfs_bmap *bmap,
	struct buffer_head **bh,
	sector_t blocknr,
	union nilfs_binfo *binfo)
	{
	__u64 key;
	__u64 ptr;

	key = nilfs_bmap_data_get_key(bmap, *bh);
	if (unlikely(key > NILFS_DIRECT_KEY_MAX)) {
	nilfs_crit(bmap->b_inode->i_sb,
	"%s (ino=%lu): invalid key: %llu",
	__func__,
	bmap->b_inode->i_ino, (unsigned long long)key);
	return -EINVAL;
	}
	ptr = nilfs_direct_get_ptr(bmap, key);
	if (unlikely(ptr == NILFS_BMAP_INVALID_PTR)) {
	nilfs_crit(bmap->b_inode->i_sb,
	"%s (ino=%lu): invalid pointer: %llu",
	__func__,
	bmap->b_inode->i_ino, (unsigned long long)ptr);
	return -EINVAL;
	}

	return NILFS_BMAP_USE_VBN(bmap) ?
	nilfs_direct_assign_v(bmap, key, ptr, bh, blocknr, binfo) :
	nilfs_direct_assign_p(bmap, key, ptr, bh, blocknr, binfo);
	}

	static const struct nilfs_bmap_operations nilfs_direct_ops = {
	.bop_lookup = nilfs_direct_lookup,
	.bop_lookup_contig = nilfs_direct_lookup_contig,
	.bop_insert = nilfs_direct_insert,
	.bop_delete = nilfs_direct_delete,
	.bop_clear = NULL,

	.bop_propagate = nilfs_direct_propagate,

	.bop_lookup_dirty_buffers = NULL,

	.bop_assign = nilfs_direct_assign,
	.bop_mark = NULL,

	.bop_seek_key = nilfs_direct_seek_key,
	.bop_last_key = nilfs_direct_last_key,

	.bop_check_insert = nilfs_direct_check_insert,
	.bop_check_delete = NULL,
	.bop_gather_data = nilfs_direct_gather_data,
	};


	int nilfs_direct_init(struct nilfs_bmap *bmap)
	{
	bmap->b_ops = &nilfs_direct_ops;
	return 0;
	}