drivers/md/dm-vdo/indexer/volume-index.h

/* SPDX-License-Identifier: GPL-2.0-only */
/*
 * Copyright 2023 Red Hat
 */

#ifndef UDS_VOLUME_INDEX_H
#define UDS_VOLUME_INDEX_H

#include <linux/limits.h>

#include "thread-utils.h"

#include "config.h"
#include "delta-index.h"
#include "indexer.h"

/*
 * The volume index is the primary top-level index for UDS. It contains records which map a record
 * name to the chapter where a record with that name is stored. This mapping can definitively say
 * when no record exists. However, because we only use a subset of the name for this index, it
 * cannot definitively say that a record for the entry does exist. It can only say that if a record
 * exists, it will be in a particular chapter. The request can then be dispatched to that chapter
 * for further processing.
 *
 * If the volume_index_record does not actually match the record name, the index can store a more
 * specific collision record to disambiguate the new entry from the existing one. Index entries are
 * managed with volume_index_record structures.
 */

#define NO_CHAPTER U64_MAX

struct volume_index_stats {
	/* Nanoseconds spent rebalancing */
	ktime_t rebalance_time;
	/* Number of memory rebalances */
	u32 rebalance_count;
	/* The number of records in the index */
	u64 record_count;
	/* The number of collision records */
	u64 collision_count;
	/* The number of records removed */
	u64 discard_count;
	/* The number of UDS_OVERFLOWs detected */
	u64 overflow_count;
	/* The number of delta lists */
	u32 delta_lists;
	/* Number of early flushes */
	u64 early_flushes;
};

struct volume_sub_index_zone {
	u64 virtual_chapter_low;
	u64 virtual_chapter_high;
	u64 early_flushes;
} __aligned(L1_CACHE_BYTES);

struct volume_sub_index {
	/* The delta index */
	struct delta_index delta_index;
	/* The first chapter to be flushed in each zone */
	u64 *flush_chapters;
	/* The zones */
	struct volume_sub_index_zone *zones;
	/* The volume nonce */
	u64 volume_nonce;
	/* Expected size of a chapter (per zone) */
	u64 chapter_zone_bits;
	/* Maximum size of the index (per zone) */
	u64 max_zone_bits;
	/* The number of bits in address mask */
	u8 address_bits;
	/* Mask to get address within delta list */
	u32 address_mask;
	/* The number of bits in chapter number */
	u8 chapter_bits;
	/* The largest storable chapter number */
	u32 chapter_mask;
	/* The number of chapters used */
	u32 chapter_count;
	/* The number of delta lists */
	u32 list_count;
	/* The number of zones */
	unsigned int zone_count;
	/* The amount of memory allocated */
	u64 memory_size;
};

struct volume_index_zone {
	/* Protects the sampled index in this zone */
	struct mutex hook_mutex;
} __aligned(L1_CACHE_BYTES);

struct volume_index {
	u32 sparse_sample_rate;
	unsigned int zone_count;
	u64 memory_size;
	struct volume_sub_index vi_non_hook;
	struct volume_sub_index vi_hook;
	struct volume_index_zone *zones;
};

/*
 * The volume_index_record structure is used to facilitate processing of a record name. A client
 * first calls uds_get_volume_index_record() to find the volume index record for a record name. The
 * fields of the record can then be examined to determine the state of the record.
 *
 * If is_found is false, then the index did not find an entry for the record name. Calling
 * uds_put_volume_index_record() will insert a new entry for that name at the proper place.
 *
 * If is_found is true, then we did find an entry for the record name, and the virtual_chapter and
 * is_collision fields reflect the entry found. Subsequently, a call to
 * uds_remove_volume_index_record() will remove the entry, a call to
 * uds_set_volume_index_record_chapter() will update the existing entry, and a call to
 * uds_put_volume_index_record() will insert a new collision record after the existing entry.
 */
struct volume_index_record {
	/* Public fields */

	/* Chapter where the record info is found */
	u64 virtual_chapter;
	/* This record is a collision */
	bool is_collision;
	/* This record is the requested record */
	bool is_found;

	/* Private fields */

	/* Zone that contains this name */
	unsigned int zone_number;
	/* The volume index */
	struct volume_sub_index *sub_index;
	/* Mutex for accessing this delta index entry in the hook index */
	struct mutex *mutex;
	/* The record name to which this record refers */
	const struct uds_record_name *name;
	/* The delta index entry for this record */
	struct delta_index_entry delta_entry;
};

int __must_check uds_make_volume_index(const struct uds_configuration *config,
				       u64 volume_nonce,
				       struct volume_index **volume_index);

void uds_free_volume_index(struct volume_index *volume_index);

int __must_check uds_compute_volume_index_save_blocks(const struct uds_configuration *config,
						      size_t block_size,
						      u64 *block_count);

unsigned int __must_check uds_get_volume_index_zone(const struct volume_index *volume_index,
						    const struct uds_record_name *name);

bool __must_check uds_is_volume_index_sample(const struct volume_index *volume_index,
					     const struct uds_record_name *name);

/*
 * This function is only used to manage sparse cache membership. Most requests should use
 * uds_get_volume_index_record() to look up index records instead.
 */
u64 __must_check uds_lookup_volume_index_name(const struct volume_index *volume_index,
					      const struct uds_record_name *name);

int __must_check uds_get_volume_index_record(struct volume_index *volume_index,
					     const struct uds_record_name *name,
					     struct volume_index_record *record);

int __must_check uds_put_volume_index_record(struct volume_index_record *record,
					     u64 virtual_chapter);

int __must_check uds_remove_volume_index_record(struct volume_index_record *record);

int __must_check uds_set_volume_index_record_chapter(struct volume_index_record *record,
						     u64 virtual_chapter);

void uds_set_volume_index_open_chapter(struct volume_index *volume_index,
				       u64 virtual_chapter);

void uds_set_volume_index_zone_open_chapter(struct volume_index *volume_index,
					    unsigned int zone_number,
					    u64 virtual_chapter);

int __must_check uds_load_volume_index(struct volume_index *volume_index,
				       struct buffered_reader **readers,
				       unsigned int reader_count);

int __must_check uds_save_volume_index(struct volume_index *volume_index,
				       struct buffered_writer **writers,
				       unsigned int writer_count);

void uds_get_volume_index_stats(const struct volume_index *volume_index,
				struct volume_index_stats *stats);

#endif /* UDS_VOLUME_INDEX_H */