1 // SPDX-License-Identifier: GPL-2.0 1 // SPDX-License-Identifier: GPL-2.0
2 /* 2 /*
3 * Copyright (c) 2016 Christoph Hellwig. 3 * Copyright (c) 2016 Christoph Hellwig.
4 */ 4 */
5 #include <linux/kobject.h> 5 #include <linux/kobject.h>
6 #include <linux/blkdev.h> 6 #include <linux/blkdev.h>
7 #include <linux/blk-mq-pci.h> 7 #include <linux/blk-mq-pci.h>
8 #include <linux/pci.h> 8 #include <linux/pci.h>
9 #include <linux/module.h> 9 #include <linux/module.h>
10 10
11 #include "blk-mq.h" 11 #include "blk-mq.h"
12 12
13 /** 13 /**
14 * blk_mq_pci_map_queues - provide a default q 14 * blk_mq_pci_map_queues - provide a default queue mapping for PCI device
15 * @qmap: CPU to hardware queue map. 15 * @qmap: CPU to hardware queue map.
16 * @pdev: PCI device associated with @se 16 * @pdev: PCI device associated with @set.
17 * @offset: Offset to use for the pci irq 17 * @offset: Offset to use for the pci irq vector
18 * 18 *
19 * This function assumes the PCI device @pdev 19 * This function assumes the PCI device @pdev has at least as many available
20 * interrupt vectors as @set has queues. It w 20 * interrupt vectors as @set has queues. It will then query the vector
21 * corresponding to each queue for it's affini 21 * corresponding to each queue for it's affinity mask and built queue mapping
22 * that maps a queue to the CPUs that have irq 22 * that maps a queue to the CPUs that have irq affinity for the corresponding
23 * vector. 23 * vector.
24 */ 24 */
25 void blk_mq_pci_map_queues(struct blk_mq_queue 25 void blk_mq_pci_map_queues(struct blk_mq_queue_map *qmap, struct pci_dev *pdev,
26 int offset) 26 int offset)
27 { 27 {
28 const struct cpumask *mask; 28 const struct cpumask *mask;
29 unsigned int queue, cpu; 29 unsigned int queue, cpu;
30 30
31 for (queue = 0; queue < qmap->nr_queue 31 for (queue = 0; queue < qmap->nr_queues; queue++) {
32 mask = pci_irq_get_affinity(pd 32 mask = pci_irq_get_affinity(pdev, queue + offset);
33 if (!mask) 33 if (!mask)
34 goto fallback; 34 goto fallback;
35 35
36 for_each_cpu(cpu, mask) 36 for_each_cpu(cpu, mask)
37 qmap->mq_map[cpu] = qm 37 qmap->mq_map[cpu] = qmap->queue_offset + queue;
38 } 38 }
39 39
40 return; 40 return;
41 41
42 fallback: 42 fallback:
43 WARN_ON_ONCE(qmap->nr_queues > 1); 43 WARN_ON_ONCE(qmap->nr_queues > 1);
44 blk_mq_clear_mq_map(qmap); 44 blk_mq_clear_mq_map(qmap);
45 } 45 }
46 EXPORT_SYMBOL_GPL(blk_mq_pci_map_queues); 46 EXPORT_SYMBOL_GPL(blk_mq_pci_map_queues);
47 47
Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.