2019-05-22 15:51:24 +08:00
|
|
|
/* SPDX-License-Identifier: GPL-2.0-or-later */
|
2014-12-08 22:39:45 +08:00
|
|
|
#ifndef _DRIVERS_VIRTIO_VIRTIO_PCI_COMMON_H
|
|
|
|
#define _DRIVERS_VIRTIO_VIRTIO_PCI_COMMON_H
|
2014-12-08 00:41:16 +08:00
|
|
|
/*
|
2014-12-08 18:31:02 +08:00
|
|
|
* Virtio PCI driver - APIs for common functionality for all device versions
|
2014-12-08 00:41:16 +08:00
|
|
|
*
|
|
|
|
* This module allows virtio devices to be used over a virtual PCI device.
|
|
|
|
* This can be used with QEMU based VMMs like KVM or Xen.
|
|
|
|
*
|
|
|
|
* Copyright IBM Corp. 2007
|
2014-12-08 18:31:02 +08:00
|
|
|
* Copyright Red Hat, Inc. 2014
|
2014-12-08 00:41:16 +08:00
|
|
|
*
|
|
|
|
* Authors:
|
|
|
|
* Anthony Liguori <aliguori@us.ibm.com>
|
2014-12-08 18:31:02 +08:00
|
|
|
* Rusty Russell <rusty@rustcorp.com.au>
|
|
|
|
* Michael S. Tsirkin <mst@redhat.com>
|
2014-12-08 00:41:16 +08:00
|
|
|
*/
|
|
|
|
|
|
|
|
#include <linux/module.h>
|
|
|
|
#include <linux/list.h>
|
|
|
|
#include <linux/pci.h>
|
|
|
|
#include <linux/slab.h>
|
|
|
|
#include <linux/interrupt.h>
|
|
|
|
#include <linux/virtio.h>
|
|
|
|
#include <linux/virtio_config.h>
|
|
|
|
#include <linux/virtio_ring.h>
|
|
|
|
#include <linux/virtio_pci.h>
|
2021-10-29 17:14:42 +08:00
|
|
|
#include <linux/virtio_pci_legacy.h>
|
2021-01-04 14:55:00 +08:00
|
|
|
#include <linux/virtio_pci_modern.h>
|
2014-12-08 00:41:16 +08:00
|
|
|
#include <linux/highmem.h>
|
|
|
|
#include <linux/spinlock.h>
|
|
|
|
|
2017-04-05 02:44:44 +08:00
|
|
|
struct virtio_pci_vq_info {
|
|
|
|
/* the actual virtqueue */
|
|
|
|
struct virtqueue *vq;
|
|
|
|
|
|
|
|
/* the list node for the virtqueues list */
|
|
|
|
struct list_head node;
|
|
|
|
|
|
|
|
/* MSI-X vector (or none) */
|
2022-04-18 10:54:35 +08:00
|
|
|
unsigned int msix_vector;
|
2017-04-05 02:44:44 +08:00
|
|
|
};
|
|
|
|
|
2021-01-04 14:54:46 +08:00
|
|
|
/* Our device structure */
|
|
|
|
struct virtio_pci_device {
|
|
|
|
struct virtio_device vdev;
|
|
|
|
struct pci_dev *pci_dev;
|
virtio_pci: Optimize virtio_pci_device structure size
Improve the size of the virtio_pci_device structure, which is commonly
used to represent a virtio PCI device. A given virtio PCI device can
either of legacy type or modern type, with the
struct virtio_pci_legacy_device occupying 32 bytes and the
struct virtio_pci_modern_device occupying 88 bytes. Make them a union,
thereby save 32 bytes of memory as shown by the pahole tool. This
improvement is particularly beneficial when dealing with numerous
devices, as it helps conserve memory resources.
Before the modification, pahole tool reported the following:
struct virtio_pci_device {
[...]
struct virtio_pci_legacy_device ldev; /* 824 32 */
/* --- cacheline 13 boundary (832 bytes) was 24 bytes ago --- */
struct virtio_pci_modern_device mdev; /* 856 88 */
/* XXX last struct has 4 bytes of padding */
[...]
/* size: 1056, cachelines: 17, members: 19 */
[...]
};
After the modification, pahole tool reported the following:
struct virtio_pci_device {
[...]
union {
struct virtio_pci_legacy_device ldev; /* 824 32 */
struct virtio_pci_modern_device mdev; /* 824 88 */
}; /* 824 88 */
[...]
/* size: 1024, cachelines: 16, members: 18 */
[...]
};
Signed-off-by: Feng Liu <feliu@nvidia.com>
Reviewed-by: Jiri Pirko <jiri@nvidia.com>
Message-Id: <20230516135446.16266-1-feliu@nvidia.com>
Signed-off-by: Michael S. Tsirkin <mst@redhat.com>
Reviewed-by: Xuan Zhuo <xuanzhuo@linux.alibaba.com>
Acked-by: Jason Wang <jasowang@redhat.com>
2023-05-16 21:54:46 +08:00
|
|
|
union {
|
|
|
|
struct virtio_pci_legacy_device ldev;
|
|
|
|
struct virtio_pci_modern_device mdev;
|
|
|
|
};
|
2021-10-29 17:14:42 +08:00
|
|
|
bool is_legacy;
|
|
|
|
|
2021-01-04 14:54:46 +08:00
|
|
|
/* Where to read and clear interrupt */
|
|
|
|
u8 __iomem *isr;
|
|
|
|
|
2017-04-05 02:44:44 +08:00
|
|
|
/* a list of queues so we can dispatch IRQs */
|
|
|
|
spinlock_t lock;
|
|
|
|
struct list_head virtqueues;
|
|
|
|
|
|
|
|
/* array of all queues for house-keeping */
|
|
|
|
struct virtio_pci_vq_info **vqs;
|
|
|
|
|
2017-04-05 02:09:20 +08:00
|
|
|
/* MSI-X support */
|
|
|
|
int msix_enabled;
|
2017-04-05 02:15:41 +08:00
|
|
|
int intx_enabled;
|
2014-12-08 00:41:16 +08:00
|
|
|
cpumask_var_t *msix_affinity_masks;
|
|
|
|
/* Name strings for interrupts. This size should be enough,
|
|
|
|
* and I'm too lazy to allocate each name separately. */
|
|
|
|
char (*msix_names)[256];
|
2017-04-05 02:15:41 +08:00
|
|
|
/* Number of available vectors */
|
2022-04-18 10:54:35 +08:00
|
|
|
unsigned int msix_vectors;
|
2017-04-05 02:15:41 +08:00
|
|
|
/* Vectors allocated, excluding per-vq vectors if any */
|
2022-04-18 10:54:35 +08:00
|
|
|
unsigned int msix_used_vectors;
|
2017-04-05 02:15:41 +08:00
|
|
|
|
2017-04-05 02:44:44 +08:00
|
|
|
/* Whether we have vector per vq */
|
|
|
|
bool per_vq_vectors;
|
2014-12-08 00:41:16 +08:00
|
|
|
|
|
|
|
struct virtqueue *(*setup_vq)(struct virtio_pci_device *vp_dev,
|
2017-04-05 02:44:44 +08:00
|
|
|
struct virtio_pci_vq_info *info,
|
2022-04-18 10:54:35 +08:00
|
|
|
unsigned int idx,
|
2014-12-08 00:41:16 +08:00
|
|
|
void (*callback)(struct virtqueue *vq),
|
|
|
|
const char *name,
|
2017-03-07 00:32:29 +08:00
|
|
|
bool ctx,
|
2014-12-08 00:41:16 +08:00
|
|
|
u16 msix_vec);
|
2017-04-05 02:44:44 +08:00
|
|
|
void (*del_vq)(struct virtio_pci_vq_info *info);
|
2014-12-08 00:41:16 +08:00
|
|
|
|
|
|
|
u16 (*config_vector)(struct virtio_pci_device *vp_dev, u16 vector);
|
|
|
|
};
|
|
|
|
|
2017-04-05 02:15:41 +08:00
|
|
|
/* Constants for MSI-X */
|
|
|
|
/* Use first vector for configuration changes, second and the rest for
|
|
|
|
* virtqueues Thus, we need at least 2 vectors for MSI. */
|
|
|
|
enum {
|
|
|
|
VP_MSIX_CONFIG_VECTOR = 0,
|
|
|
|
VP_MSIX_VQ_VECTOR = 1,
|
|
|
|
};
|
|
|
|
|
2014-12-08 00:41:16 +08:00
|
|
|
/* Convert a generic virtio device to our structure */
|
|
|
|
static struct virtio_pci_device *to_vp_device(struct virtio_device *vdev)
|
|
|
|
{
|
|
|
|
return container_of(vdev, struct virtio_pci_device, vdev);
|
|
|
|
}
|
|
|
|
|
2022-03-23 11:15:24 +08:00
|
|
|
/* wait for pending irq handlers */
|
|
|
|
void vp_synchronize_vectors(struct virtio_device *vdev);
|
2014-12-08 00:41:16 +08:00
|
|
|
/* the notify function used when creating a virt queue */
|
|
|
|
bool vp_notify(struct virtqueue *vq);
|
|
|
|
/* the config->del_vqs() implementation */
|
|
|
|
void vp_del_vqs(struct virtio_device *vdev);
|
|
|
|
/* the config->find_vqs() implementation */
|
2022-04-18 10:54:35 +08:00
|
|
|
int vp_find_vqs(struct virtio_device *vdev, unsigned int nvqs,
|
2017-02-06 01:15:22 +08:00
|
|
|
struct virtqueue *vqs[], vq_callback_t *callbacks[],
|
2022-08-16 13:36:58 +08:00
|
|
|
const char * const names[], const bool *ctx,
|
2017-03-07 00:32:29 +08:00
|
|
|
struct irq_affinity *desc);
|
2014-12-08 00:41:16 +08:00
|
|
|
const char *vp_bus_name(struct virtio_device *vdev);
|
|
|
|
|
|
|
|
/* Setup the affinity for a virtqueue:
|
|
|
|
* - force the affinity for per vq vector
|
|
|
|
* - OR over all affinities for shared MSI
|
|
|
|
* - ignore the affinity request if we're using INTX
|
|
|
|
*/
|
2018-08-10 09:18:28 +08:00
|
|
|
int vp_set_vq_affinity(struct virtqueue *vq, const struct cpumask *cpu_mask);
|
2014-12-08 00:41:16 +08:00
|
|
|
|
2017-02-06 01:15:23 +08:00
|
|
|
const struct cpumask *vp_get_vq_affinity(struct virtio_device *vdev, int index);
|
|
|
|
|
2015-01-15 22:06:26 +08:00
|
|
|
#if IS_ENABLED(CONFIG_VIRTIO_PCI_LEGACY)
|
2015-01-13 17:23:32 +08:00
|
|
|
int virtio_pci_legacy_probe(struct virtio_pci_device *);
|
|
|
|
void virtio_pci_legacy_remove(struct virtio_pci_device *);
|
2015-01-15 22:06:26 +08:00
|
|
|
#else
|
|
|
|
static inline int virtio_pci_legacy_probe(struct virtio_pci_device *vp_dev)
|
|
|
|
{
|
|
|
|
return -ENODEV;
|
|
|
|
}
|
|
|
|
static inline void virtio_pci_legacy_remove(struct virtio_pci_device *vp_dev)
|
|
|
|
{
|
|
|
|
}
|
|
|
|
#endif
|
2014-12-11 19:59:51 +08:00
|
|
|
int virtio_pci_modern_probe(struct virtio_pci_device *);
|
|
|
|
void virtio_pci_modern_remove(struct virtio_pci_device *);
|
2014-12-08 00:41:16 +08:00
|
|
|
|
|
|
|
#endif
|