@@ -1647,7 +1647,7 @@ static noinline_for_stack int btrfsic_test_for_metadata(
char **datav, unsigned int num_pages)
{
struct btrfs_fs_info *fs_info = state->fs_info;
- SHASH_DESC_ON_STACK(shash, fs_info->csum_shash);
+ SHASH_DESC_ON_STACK(shash, fs_info->csum_shash[CSUM_DEFAULT]);
struct btrfs_header *h;
u8 csum[BTRFS_CSUM_SIZE];
unsigned int i;
@@ -1660,7 +1660,7 @@ static noinline_for_stack int btrfsic_test_for_metadata(
if (memcmp(h->fsid, fs_info->fs_devices->fsid, BTRFS_FSID_SIZE))
return 1;
- shash->tfm = fs_info->csum_shash;
+ shash->tfm = fs_info->csum_shash[CSUM_DEFAULT];
crypto_shash_init(shash);
for (i = 0; i < num_pages; i++) {
@@ -147,7 +147,7 @@ static int check_compressed_csum(struct btrfs_inode *inode, struct bio *bio,
u64 disk_start)
{
struct btrfs_fs_info *fs_info = inode->root->fs_info;
- SHASH_DESC_ON_STACK(shash, fs_info->csum_shash);
+ SHASH_DESC_ON_STACK(shash, fs_info->csum_shash[CSUM_DEFAULT]);
const u32 csum_size = fs_info->csum_size;
const u32 sectorsize = fs_info->sectorsize;
struct page *page;
@@ -161,7 +161,7 @@ static int check_compressed_csum(struct btrfs_inode *inode, struct bio *bio,
test_bit(BTRFS_FS_STATE_NO_CSUMS, &fs_info->fs_state))
return 0;
- shash->tfm = fs_info->csum_shash;
+ shash->tfm = fs_info->csum_shash[CSUM_DEFAULT];
for (i = 0; i < cb->nr_pages; i++) {
u32 pg_offset;
@@ -656,6 +656,13 @@ enum btrfs_exclusive_operation {
BTRFS_EXCLOP_SWAP_ACTIVATE,
};
+enum btrfs_csum_impl {
+ CSUM_DEFAULT,
+ CSUM_GENERIC,
+ CSUM_ACCEL,
+ CSUM_COUNT
+};
+
struct btrfs_fs_info {
u8 chunk_tree_uuid[BTRFS_UUID_SIZE];
unsigned long flags;
@@ -1036,7 +1043,11 @@ struct btrfs_fs_info {
spinlock_t swapfile_pins_lock;
struct rb_root swapfile_pins;
- struct crypto_shash *csum_shash;
+ /*
+ * Templates for checksum calculation, slot 0 is for the currently used
+ * one, other slots are optional for available implementations.
+ */
+ struct crypto_shash *csum_shash[CSUM_COUNT];
/* Type of exclusive operation running, protected by super_lock */
enum btrfs_exclusive_operation exclusive_operation;
@@ -100,8 +100,9 @@ void __cold btrfs_end_io_wq_exit(void)
static void btrfs_free_csum_hash(struct btrfs_fs_info *fs_info)
{
- if (fs_info->csum_shash)
- crypto_free_shash(fs_info->csum_shash);
+ for (int i = 0; i < CSUM_COUNT; i++)
+ if (fs_info->csum_shash[i])
+ crypto_free_shash(fs_info->csum_shash[i]);
}
/*
@@ -211,11 +212,11 @@ static void csum_tree_block(struct extent_buffer *buf, u8 *result)
struct btrfs_fs_info *fs_info = buf->fs_info;
const int num_pages = num_extent_pages(buf);
const int first_page_part = min_t(u32, PAGE_SIZE, fs_info->nodesize);
- SHASH_DESC_ON_STACK(shash, fs_info->csum_shash);
+ SHASH_DESC_ON_STACK(shash, fs_info->csum_shash[CSUM_DEFAULT]);
char *kaddr;
int i;
- shash->tfm = fs_info->csum_shash;
+ shash->tfm = fs_info->csum_shash[CSUM_DEFAULT];
crypto_shash_init(shash);
kaddr = page_address(buf->pages[0]) + offset_in_page(buf->start);
crypto_shash_update(shash, kaddr + BTRFS_CSUM_SIZE,
@@ -290,9 +291,9 @@ static int btrfs_check_super_csum(struct btrfs_fs_info *fs_info,
struct btrfs_super_block *disk_sb =
(struct btrfs_super_block *)raw_disk_sb;
char result[BTRFS_CSUM_SIZE];
- SHASH_DESC_ON_STACK(shash, fs_info->csum_shash);
+ SHASH_DESC_ON_STACK(shash, fs_info->csum_shash[CSUM_DEFAULT]);
- shash->tfm = fs_info->csum_shash;
+ shash->tfm = fs_info->csum_shash[CSUM_DEFAULT];
/*
* The super_block structure does not span the whole
@@ -2535,7 +2536,7 @@ static int btrfs_init_csum_hash(struct btrfs_fs_info *fs_info, u16 csum_type)
return PTR_ERR(csum_shash);
}
- fs_info->csum_shash = csum_shash;
+ fs_info->csum_shash[CSUM_DEFAULT] = csum_shash;
return 0;
}
@@ -4090,7 +4091,7 @@ static int write_dev_supers(struct btrfs_device *device,
{
struct btrfs_fs_info *fs_info = device->fs_info;
struct address_space *mapping = device->bdev->bd_inode->i_mapping;
- SHASH_DESC_ON_STACK(shash, fs_info->csum_shash);
+ SHASH_DESC_ON_STACK(shash, fs_info->csum_shash[CSUM_DEFAULT]);
int i;
int errors = 0;
int ret;
@@ -4099,7 +4100,7 @@ static int write_dev_supers(struct btrfs_device *device,
if (max_mirrors == 0)
max_mirrors = BTRFS_SUPER_MIRROR_MAX;
- shash->tfm = fs_info->csum_shash;
+ shash->tfm = fs_info->csum_shash[CSUM_DEFAULT];
for (i = 0; i < max_mirrors; i++) {
struct page *page;
@@ -635,7 +635,7 @@ blk_status_t btrfs_csum_one_bio(struct btrfs_inode *inode, struct bio *bio,
u64 offset, bool one_ordered)
{
struct btrfs_fs_info *fs_info = inode->root->fs_info;
- SHASH_DESC_ON_STACK(shash, fs_info->csum_shash);
+ SHASH_DESC_ON_STACK(shash, fs_info->csum_shash[CSUM_DEFAULT]);
struct btrfs_ordered_sum *sums;
struct btrfs_ordered_extent *ordered = NULL;
const bool use_page_offsets = (offset == (u64)-1);
@@ -663,7 +663,7 @@ blk_status_t btrfs_csum_one_bio(struct btrfs_inode *inode, struct bio *bio,
sums->bytenr = bio->bi_iter.bi_sector << 9;
index = 0;
- shash->tfm = fs_info->csum_shash;
+ shash->tfm = fs_info->csum_shash[CSUM_DEFAULT];
bio_for_each_segment(bvec, bio, iter) {
if (use_page_offsets)
@@ -3344,7 +3344,7 @@ static int check_data_csum(struct inode *inode, struct btrfs_bio *bbio,
u64 start)
{
struct btrfs_fs_info *fs_info = btrfs_sb(inode->i_sb);
- SHASH_DESC_ON_STACK(shash, fs_info->csum_shash);
+ SHASH_DESC_ON_STACK(shash, fs_info->csum_shash[CSUM_DEFAULT]);
char *kaddr;
u32 len = fs_info->sectorsize;
const u32 csum_size = fs_info->csum_size;
@@ -3358,7 +3358,7 @@ static int check_data_csum(struct inode *inode, struct btrfs_bio *bbio,
csum_expected = ((u8 *)bbio->csum) + offset_sectors * csum_size;
kaddr = kmap_atomic(page);
- shash->tfm = fs_info->csum_shash;
+ shash->tfm = fs_info->csum_shash[CSUM_DEFAULT];
crypto_shash_digest(shash, kaddr + pgoff, len, csum);
kunmap_atomic(kaddr);
@@ -1786,7 +1786,7 @@ static int scrub_checksum_data(struct scrub_block *sblock)
{
struct scrub_ctx *sctx = sblock->sctx;
struct btrfs_fs_info *fs_info = sctx->fs_info;
- SHASH_DESC_ON_STACK(shash, fs_info->csum_shash);
+ SHASH_DESC_ON_STACK(shash, fs_info->csum_shash[CSUM_DEFAULT]);
u8 csum[BTRFS_CSUM_SIZE];
struct scrub_sector *sector;
char *kaddr;
@@ -1798,7 +1798,7 @@ static int scrub_checksum_data(struct scrub_block *sblock)
kaddr = page_address(sector->page);
- shash->tfm = fs_info->csum_shash;
+ shash->tfm = fs_info->csum_shash[CSUM_DEFAULT];
crypto_shash_init(shash);
/*
@@ -1817,7 +1817,7 @@ static int scrub_checksum_tree_block(struct scrub_block *sblock)
struct scrub_ctx *sctx = sblock->sctx;
struct btrfs_header *h;
struct btrfs_fs_info *fs_info = sctx->fs_info;
- SHASH_DESC_ON_STACK(shash, fs_info->csum_shash);
+ SHASH_DESC_ON_STACK(shash, fs_info->csum_shash[CSUM_DEFAULT]);
u8 calculated_csum[BTRFS_CSUM_SIZE];
u8 on_disk_csum[BTRFS_CSUM_SIZE];
/*
@@ -1861,7 +1861,7 @@ static int scrub_checksum_tree_block(struct scrub_block *sblock)
BTRFS_UUID_SIZE))
sblock->header_error = 1;
- shash->tfm = fs_info->csum_shash;
+ shash->tfm = fs_info->csum_shash[CSUM_DEFAULT];
crypto_shash_init(shash);
crypto_shash_update(shash, kaddr + BTRFS_CSUM_SIZE,
sectorsize - BTRFS_CSUM_SIZE);
@@ -1883,7 +1883,7 @@ static int scrub_checksum_super(struct scrub_block *sblock)
struct btrfs_super_block *s;
struct scrub_ctx *sctx = sblock->sctx;
struct btrfs_fs_info *fs_info = sctx->fs_info;
- SHASH_DESC_ON_STACK(shash, fs_info->csum_shash);
+ SHASH_DESC_ON_STACK(shash, fs_info->csum_shash[CSUM_DEFAULT]);
u8 calculated_csum[BTRFS_CSUM_SIZE];
struct scrub_sector *sector;
char *kaddr;
@@ -1904,7 +1904,7 @@ static int scrub_checksum_super(struct scrub_block *sblock)
if (!scrub_check_fsid(s->fsid, sector))
++fail_cor;
- shash->tfm = fs_info->csum_shash;
+ shash->tfm = fs_info->csum_shash[CSUM_DEFAULT];
crypto_shash_init(shash);
crypto_shash_digest(shash, kaddr + BTRFS_CSUM_SIZE,
BTRFS_SUPER_INFO_SIZE - BTRFS_CSUM_SIZE, calculated_csum);
@@ -939,7 +939,7 @@ static ssize_t btrfs_checksum_show(struct kobject *kobj,
return sysfs_emit(buf, "%s (%s)\n",
btrfs_super_csum_name(csum_type),
- crypto_shash_driver_name(fs_info->csum_shash));
+ crypto_shash_driver_name(fs_info->csum_shash[CSUM_DEFAULT]));
}
BTRFS_ATTR(, checksum, btrfs_checksum_show);
There's now one checksum template fs_info::csum_shash that contains whatever the crypto API decides is the best available implementation. To allow loading other implementations after mount add more slots and symbolic names. The slot 0 is always used when calculating checksum, other slots may be set later or left empty. Signed-off-by: David Sterba <dsterba@suse.com> --- fs/btrfs/check-integrity.c | 4 ++-- fs/btrfs/compression.c | 4 ++-- fs/btrfs/ctree.h | 13 ++++++++++++- fs/btrfs/disk-io.c | 19 ++++++++++--------- fs/btrfs/file-item.c | 4 ++-- fs/btrfs/inode.c | 4 ++-- fs/btrfs/scrub.c | 12 ++++++------ fs/btrfs/sysfs.c | 2 +- 8 files changed, 37 insertions(+), 25 deletions(-)