Christoph Hellwig | 8c16567 | 2019-04-30 14:42:39 -0400 | [diff] [blame] | 1 | // SPDX-License-Identifier: GPL-2.0 |
Christoph Hellwig | 7347342 | 2017-02-05 18:15:24 +0100 | [diff] [blame] | 2 | /* |
| 3 | * Copyright (c) 2016 Christoph Hellwig. |
Christoph Hellwig | 7347342 | 2017-02-05 18:15:24 +0100 | [diff] [blame] | 4 | */ |
| 5 | #include <linux/device.h> |
Christoph Hellwig | 7347342 | 2017-02-05 18:15:24 +0100 | [diff] [blame] | 6 | #include <linux/blk-mq-virtio.h> |
| 7 | #include <linux/virtio_config.h> |
| 8 | #include <linux/module.h> |
| 9 | #include "blk-mq.h" |
| 10 | |
| 11 | /** |
| 12 | * blk_mq_virtio_map_queues - provide a default queue mapping for virtio device |
Bart Van Assche | 0542cd5 | 2019-05-30 17:00:49 -0700 | [diff] [blame] | 13 | * @qmap: CPU to hardware queue map. |
| 14 | * @vdev: virtio device to provide a mapping for. |
Christoph Hellwig | 7347342 | 2017-02-05 18:15:24 +0100 | [diff] [blame] | 15 | * @first_vec: first interrupt vectors to use for queues (usually 0) |
| 16 | * |
| 17 | * This function assumes the virtio device @vdev has at least as many available |
Gabriela Bittencourt | 7901b6e | 2019-10-29 19:35:56 -0300 | [diff] [blame] | 18 | * interrupt vectors as @set has queues. It will then query the vector |
Christoph Hellwig | 7347342 | 2017-02-05 18:15:24 +0100 | [diff] [blame] | 19 | * corresponding to each queue for it's affinity mask and built queue mapping |
| 20 | * that maps a queue to the CPUs that have irq affinity for the corresponding |
| 21 | * vector. |
| 22 | */ |
Bart Van Assche | a4e1d0b | 2022-08-15 10:00:43 -0700 | [diff] [blame] | 23 | void blk_mq_virtio_map_queues(struct blk_mq_queue_map *qmap, |
Christoph Hellwig | 7347342 | 2017-02-05 18:15:24 +0100 | [diff] [blame] | 24 | struct virtio_device *vdev, int first_vec) |
| 25 | { |
| 26 | const struct cpumask *mask; |
| 27 | unsigned int queue, cpu; |
| 28 | |
| 29 | if (!vdev->config->get_vq_affinity) |
| 30 | goto fallback; |
| 31 | |
Jens Axboe | ed76e32 | 2018-10-29 13:06:14 -0600 | [diff] [blame] | 32 | for (queue = 0; queue < qmap->nr_queues; queue++) { |
Christoph Hellwig | 7347342 | 2017-02-05 18:15:24 +0100 | [diff] [blame] | 33 | mask = vdev->config->get_vq_affinity(vdev, first_vec + queue); |
| 34 | if (!mask) |
| 35 | goto fallback; |
| 36 | |
| 37 | for_each_cpu(cpu, mask) |
Jens Axboe | 843477d | 2018-10-24 13:16:11 -0600 | [diff] [blame] | 38 | qmap->mq_map[cpu] = qmap->queue_offset + queue; |
Christoph Hellwig | 7347342 | 2017-02-05 18:15:24 +0100 | [diff] [blame] | 39 | } |
| 40 | |
Bart Van Assche | a4e1d0b | 2022-08-15 10:00:43 -0700 | [diff] [blame] | 41 | return; |
| 42 | |
Christoph Hellwig | 7347342 | 2017-02-05 18:15:24 +0100 | [diff] [blame] | 43 | fallback: |
Bart Van Assche | a4e1d0b | 2022-08-15 10:00:43 -0700 | [diff] [blame] | 44 | blk_mq_map_queues(qmap); |
Christoph Hellwig | 7347342 | 2017-02-05 18:15:24 +0100 | [diff] [blame] | 45 | } |
| 46 | EXPORT_SYMBOL_GPL(blk_mq_virtio_map_queues); |