Joel Fernandes
2025-Oct-02 18:39 UTC
[PATCH v2] rust: pci: Allocate and manage PCI interrupt vectors
Add support to PCI rust module to allocate, free and manage IRQ vectors.
Integrate with devres for managing the allocated resources.
Signed-off-by: Joel Fernandes <joelagnelf at nvidia.com>
---
Previous patch was here:
https://lore.kernel.org/all/20250910035415.381753-1-joelagnelf at nvidia.com/
rust/kernel/pci.rs | 199 ++++++++++++++++++++++++++++++++++++++++++---
1 file changed, 186 insertions(+), 13 deletions(-)
diff --git a/rust/kernel/pci.rs b/rust/kernel/pci.rs
index 78271bf88cea..f97a6a36cf5e 100644
--- a/rust/kernel/pci.rs
+++ b/rust/kernel/pci.rs
@@ -6,8 +6,9 @@
use crate::{
bindings, container_of, device,
+ device::Bound,
device_id::{RawDeviceId, RawDeviceIdIndex},
- devres::Devres,
+ devres::{self, Devres},
driver,
error::{from_result, to_result, Result},
io::{Io, IoRaw},
@@ -19,7 +20,7 @@
};
use core::{
marker::PhantomData,
- ops::Deref,
+ ops::{Deref, RangeInclusive},
ptr::{addr_of_mut, NonNull},
};
use kernel::prelude::*;
@@ -28,6 +29,59 @@
pub use self::id::{Class, ClassMask, Vendor};
+/// IRQ type flags for PCI interrupt allocation.
+#[derive(Debug, Clone, Copy)]
+pub enum IrqType {
+ /// Legacy INTx interrupts
+ Legacy,
+ /// Message Signaled Interrupts (MSI)
+ Msi,
+ /// Extended Message Signaled Interrupts (MSI-X)
+ MsiX,
+}
+
+impl IrqType {
+ /// Convert to the corresponding kernel flags
+ const fn as_raw(self) -> u32 {
+ match self {
+ IrqType::Legacy => bindings::PCI_IRQ_INTX,
+ IrqType::Msi => bindings::PCI_IRQ_MSI,
+ IrqType::MsiX => bindings::PCI_IRQ_MSIX,
+ }
+ }
+}
+
+/// Set of IRQ types that can be used for PCI interrupt allocation.
+#[derive(Debug, Clone, Copy, Default)]
+pub struct IrqTypes(u32);
+
+impl IrqTypes {
+ /// Create a set containing all IRQ types (MSI-X, MSI, and Legacy)
+ pub const fn all() -> Self {
+ Self(bindings::PCI_IRQ_ALL_TYPES)
+ }
+
+ /// Build a set of IRQ types
+ ///
+ /// # Examples
+ ///
+ /// ```ignore
+ /// // Create a set with only MSI and MSI-X (no legacy interrupts)
+ /// let msi_only = IrqTypes::default()
+ /// .with(IrqType::Msi)
+ /// .with(IrqType::MsiX);
+ /// ```
+ pub const fn with(mut self, irq_type: IrqType) -> Self {
+ self.0 |= irq_type.as_raw();
+ self
+ }
+
+ /// Get the raw flags value
+ const fn as_raw(self) -> u32 {
+ self.0
+ }
+}
+
/// An adapter for the registration of PCI drivers.
pub struct Adapter<T: Driver>(T);
@@ -516,6 +570,76 @@ pub fn pci_class(&self) -> Class {
}
}
+/// Represents an allocated IRQ vector for a specific PCI device.
+///
+/// This type ties an IRQ vector to the device it was allocated for,
+/// ensuring the vector is only used with the correct device.
+#[derive(Clone, Copy)]
+pub struct IrqVector<'a> {
+ dev: &'a Device<Bound>,
+ index: u32,
+}
+
+impl<'a> IrqVector<'a> {
+ /// Creates a new `IrqVector` for the given device and index.
+ ///
+ /// # Safety
+ ///
+ /// - `index` must be a valid IRQ vector index for `dev`.
+ unsafe fn new(dev: &'a Device<Bound>, index: u32) -> Self
{
+ Self { dev, index }
+ }
+
+ /// Returns the raw vector index.
+ fn index(&self) -> u32 {
+ self.index
+ }
+}
+
+/// Represents an IRQ vector allocation for a PCI device.
+///
+/// This type ensures that IRQ vectors are properly allocated and freed by
+/// tying the allocation to the lifetime of this registration object.
+struct IrqVectorRegistration {
+ dev: ARef<Device>,
+}
+
+impl IrqVectorRegistration {
+ /// Allocate IRQ vectors for the given PCI device.
+ ///
+ /// Returns the registration object and a range of valid IRQ vectors.
+ fn new<'a>(
+ dev: &'a Device<Bound>,
+ min_vecs: u32,
+ max_vecs: u32,
+ irq_types: IrqTypes,
+ ) -> Result<(Self, RangeInclusive<IrqVector<'a>>)>
{
+ // SAFETY: `dev.as_raw()` is guaranteed to be a valid pointer to a
`struct pci_dev`
+ // by the type invariant of `Device`.
+ // `pci_alloc_irq_vectors` internally validates all parameters and
returns error codes.
+ let ret = unsafe {
+ bindings::pci_alloc_irq_vectors(dev.as_raw(), min_vecs, max_vecs,
irq_types.as_raw())
+ };
+
+ to_result(ret)?;
+ let count = ret as u32;
+
+ // SAFETY: Vectors are 0-based, so valid indices are [0, count-1].
+ // pci_alloc_irq_vectors guarantees count >= min_vecs > 0, so
count - 1 is valid.
+ let range = unsafe { IrqVector::new(dev, 0)..=IrqVector::new(dev, count
- 1) };
+
+ Ok((Self { dev: dev.into() }, range))
+ }
+}
+
+impl Drop for IrqVectorRegistration {
+ fn drop(&mut self) {
+ // SAFETY: `self.dev` is a valid ARef to a `struct pci_dev` that has
successfully
+ // allocated IRQ vectors.
+ unsafe { bindings::pci_free_irq_vectors(self.dev.as_raw()) };
+ }
+}
+
impl Device<device::Bound> {
/// Mapps an entire PCI-BAR after performing a region-request on it. I/O
operation bound checks
/// can be performed on compile time for offsets (plus the requested type
size) < SIZE.
@@ -536,10 +660,15 @@ pub fn iomap_region<'a>(
self.iomap_region_sized::<0>(bar, name)
}
- /// Returns an [`IrqRequest`] for the IRQ vector at the given index, if
any.
- pub fn irq_vector(&self, index: u32) ->
Result<IrqRequest<'_>> {
+ /// Returns an [`IrqRequest`] for the given IRQ vector.
+ pub fn irq_vector(&self, vector: IrqVector<'_>) ->
Result<IrqRequest<'_>> {
+ // Verify that the vector belongs to this device
+ if !core::ptr::eq(vector.dev.as_raw(), self.as_raw()) {
+ return Err(EINVAL);
+ }
+
// SAFETY: `self.as_raw` returns a valid pointer to a `struct pci_dev`.
- let irq = unsafe { crate::bindings::pci_irq_vector(self.as_raw(),
index) };
+ let irq = unsafe { crate::bindings::pci_irq_vector(self.as_raw(),
vector.index()) };
if irq < 0 {
return Err(crate::error::Error::from_errno(irq));
}
@@ -547,35 +676,79 @@ pub fn irq_vector(&self, index: u32) ->
Result<IrqRequest<'_>> {
Ok(unsafe { IrqRequest::new(self.as_ref(), irq as u32) })
}
- /// Returns a [`kernel::irq::Registration`] for the IRQ vector at the given
- /// index.
+ /// Returns a [`kernel::irq::Registration`] for the given IRQ vector.
pub fn request_irq<'a, T: crate::irq::Handler + 'static>(
&'a self,
- index: u32,
+ vector: IrqVector<'_>,
flags: irq::Flags,
name: &'static CStr,
handler: impl PinInit<T, Error> + 'a,
) -> Result<impl PinInit<irq::Registration<T>, Error> +
'a> {
- let request = self.irq_vector(index)?;
+ let request = self.irq_vector(vector)?;
Ok(irq::Registration::<T>::new(request, flags, name, handler))
}
- /// Returns a [`kernel::irq::ThreadedRegistration`] for the IRQ vector at
- /// the given index.
+ /// Returns a [`kernel::irq::ThreadedRegistration`] for the given IRQ
vector.
pub fn request_threaded_irq<'a, T: crate::irq::ThreadedHandler +
'static>(
&'a self,
- index: u32,
+ vector: IrqVector<'_>,
flags: irq::Flags,
name: &'static CStr,
handler: impl PinInit<T, Error> + 'a,
) -> Result<impl PinInit<irq::ThreadedRegistration<T>,
Error> + 'a> {
- let request = self.irq_vector(index)?;
+ let request = self.irq_vector(vector)?;
Ok(irq::ThreadedRegistration::<T>::new(
request, flags, name, handler,
))
}
+
+ /// Allocate IRQ vectors for this PCI device with automatic cleanup.
+ ///
+ /// Allocates between `min_vecs` and `max_vecs` interrupt vectors for the
device.
+ /// The allocation will use MSI-X, MSI, or legacy interrupts based on the
`irq_types`
+ /// parameter and hardware capabilities. When multiple types are specified,
the kernel
+ /// will try them in order of preference: MSI-X first, then MSI, then
legacy interrupts.
+ ///
+ /// The allocated vectors are automatically freed when the device is
unbound, using the
+ /// devres (device resource management) system.
+ ///
+ /// # Arguments
+ ///
+ /// * `min_vecs` - Minimum number of vectors required
+ /// * `max_vecs` - Maximum number of vectors to allocate
+ /// * `irq_types` - Types of interrupts that can be used
+ ///
+ /// # Returns
+ ///
+ /// Returns a range of IRQ vectors that were successfully allocated, or an
error if the
+ /// allocation fails or cannot meet the minimum requirement.
+ ///
+ /// # Examples
+ ///
+ /// ```ignore
+ /// // Allocate using any available interrupt type in the order mentioned
above.
+ /// let vectors = dev.alloc_irq_vectors(1, 32, IrqTypes::all())?;
+ ///
+ /// // Allocate MSI or MSI-X only (no legacy interrupts)
+ /// let msi_only = IrqTypes::default()
+ /// .with(IrqType::Msi)
+ /// .with(IrqType::MsiX);
+ /// let vectors = dev.alloc_irq_vectors(4, 16, msi_only)?;
+ /// ```
+ pub fn alloc_irq_vectors(
+ &self,
+ min_vecs: u32,
+ max_vecs: u32,
+ irq_types: IrqTypes,
+ ) -> Result<RangeInclusive<IrqVector<'_>>> {
+ let (irq_vecs, range) = IrqVectorRegistration::new(self, min_vecs,
max_vecs, irq_types)?;
+
+ devres::register(self.as_ref(), irq_vecs, GFP_KERNEL)?;
+
+ Ok(range)
+ }
}
impl Device<device::Core> {
--
2.34.1
Bjorn Helgaas
2025-Oct-03 17:33 UTC
[PATCH v2] rust: pci: Allocate and manage PCI interrupt vectors
On Thu, Oct 02, 2025 at 02:39:12PM -0400, Joel Fernandes wrote:> Add support to PCI rust module to allocate, free and manage IRQ vectors. > Integrate with devres for managing the allocated resources.> +/// IRQ type flags for PCI interrupt allocation. > +#[derive(Debug, Clone, Copy)] > +pub enum IrqType { > + /// Legacy INTx interrupts > + Legacy,FWIW, when I can, I try to use "INTx" instead of "legacy" because "INTx" has a specific meaning and is used in the PCIe specs, while "legacy" by itself has no intrinsic meaning.> + /// Message Signaled Interrupts (MSI) > + Msi, > + /// Extended Message Signaled Interrupts (MSI-X) > + MsiX, > +}
Danilo Krummrich
2025-Oct-05 12:56 UTC
[PATCH v2] rust: pci: Allocate and manage PCI interrupt vectors
On Thu Oct 2, 2025 at 8:39 PM CEST, Joel Fernandes wrote:> Add support to PCI rust module to allocate, free and manage IRQ vectors. > Integrate with devres for managing the allocated resources. > > Signed-off-by: Joel Fernandes <joelagnelf at nvidia.com> > --- > Previous patch was here: > https://lore.kernel.org/all/20250910035415.381753-1-joelagnelf at nvidia.com/ > > rust/kernel/pci.rs | 199 ++++++++++++++++++++++++++++++++++++++++++--- > 1 file changed, 186 insertions(+), 13 deletions(-) > > diff --git a/rust/kernel/pci.rs b/rust/kernel/pci.rs > index 78271bf88cea..f97a6a36cf5e 100644 > --- a/rust/kernel/pci.rs > +++ b/rust/kernel/pci.rs > @@ -6,8 +6,9 @@ > > use crate::{ > bindings, container_of, device, > + device::Bound, > device_id::{RawDeviceId, RawDeviceIdIndex}, > - devres::Devres, > + devres::{self, Devres}, > driver, > error::{from_result, to_result, Result}, > io::{Io, IoRaw}, > @@ -19,7 +20,7 @@ > }; > use core::{ > marker::PhantomData, > - ops::Deref, > + ops::{Deref, RangeInclusive}, > ptr::{addr_of_mut, NonNull}, > }; > use kernel::prelude::*; > @@ -28,6 +29,59 @@ > > pub use self::id::{Class, ClassMask, Vendor}; > > +/// IRQ type flags for PCI interrupt allocation. > +#[derive(Debug, Clone, Copy)] > +pub enum IrqType { > + /// Legacy INTx interrupts > + Legacy,Like Bjorn said, I'd go with INTx too, also given that the C define is PCI_IRQ_INTX.> + /// Message Signaled Interrupts (MSI) > + Msi, > + /// Extended Message Signaled Interrupts (MSI-X) > + MsiX, > +} > + > +impl IrqType { > + /// Convert to the corresponding kernel flagsPlease end with a period, here and in multiple other places.> + const fn as_raw(self) -> u32 { > + match self { > + IrqType::Legacy => bindings::PCI_IRQ_INTX, > + IrqType::Msi => bindings::PCI_IRQ_MSI, > + IrqType::MsiX => bindings::PCI_IRQ_MSIX, > + } > + } > +} > + > +/// Set of IRQ types that can be used for PCI interrupt allocation. > +#[derive(Debug, Clone, Copy, Default)] > +pub struct IrqTypes(u32); > + > +impl IrqTypes { > + /// Create a set containing all IRQ types (MSI-X, MSI, and Legacy) > + pub const fn all() -> Self { > + Self(bindings::PCI_IRQ_ALL_TYPES) > + } > + > + /// Build a set of IRQ types > + /// > + /// # Examples > + /// > + /// ```ignore > + /// // Create a set with only MSI and MSI-X (no legacy interrupts) > + /// let msi_only = IrqTypes::default() > + /// .with(IrqType::Msi) > + /// .with(IrqType::MsiX); > + /// ``` > + pub const fn with(mut self, irq_type: IrqType) -> Self { > + self.0 |= irq_type.as_raw(); > + selfNIT: I'd probably write this as: Self(self.0 | irq_type.as_raw())> + } > + > + /// Get the raw flags value > + const fn as_raw(self) -> u32 { > + self.0 > + } > +} > + > /// An adapter for the registration of PCI drivers. > pub struct Adapter<T: Driver>(T); > > @@ -516,6 +570,76 @@ pub fn pci_class(&self) -> Class { > } > } > > +/// Represents an allocated IRQ vector for a specific PCI device. > +/// > +/// This type ties an IRQ vector to the device it was allocated for, > +/// ensuring the vector is only used with the correct device. > +#[derive(Clone, Copy)] > +pub struct IrqVector<'a> { > + dev: &'a Device<Bound>, > + index: u32, > +} > + > +impl<'a> IrqVector<'a> { > + /// Creates a new `IrqVector` for the given device and index. > + /// > + /// # Safety > + /// > + /// - `index` must be a valid IRQ vector index for `dev`. > + unsafe fn new(dev: &'a Device<Bound>, index: u32) -> Self { > + Self { dev, index } > + } > + > + /// Returns the raw vector index. > + fn index(&self) -> u32 { > + self.index > + } > +} > + > +/// Represents an IRQ vector allocation for a PCI device. > +/// > +/// This type ensures that IRQ vectors are properly allocated and freed by > +/// tying the allocation to the lifetime of this registration object. > +struct IrqVectorRegistration { > + dev: ARef<Device>, > +} > + > +impl IrqVectorRegistration { > + /// Allocate IRQ vectors for the given PCI device. > + /// > + /// Returns the registration object and a range of valid IRQ vectors. > + fn new<'a>( > + dev: &'a Device<Bound>, > + min_vecs: u32, > + max_vecs: u32, > + irq_types: IrqTypes, > + ) -> Result<(Self, RangeInclusive<IrqVector<'a>>)> { > + // SAFETY: `dev.as_raw()` is guaranteed to be a valid pointer to a `struct pci_dev` > + // by the type invariant of `Device`. > + // `pci_alloc_irq_vectors` internally validates all parameters and returns error codes."all other parameters"? Please also format multiple statements in a safety comment as list.> + let ret = unsafe { > + bindings::pci_alloc_irq_vectors(dev.as_raw(), min_vecs, max_vecs, irq_types.as_raw()) > + }; > + > + to_result(ret)?; > + let count = ret as u32; > + > + // SAFETY: Vectors are 0-based, so valid indices are [0, count-1]. > + // pci_alloc_irq_vectors guarantees count >= min_vecs > 0, so count - 1 is valid.This is a justification why the range makes sense (which makes sense to keep as a separate comment), but it doesn't justify the safety requirement of IrqVector::new().> + let range = unsafe { IrqVector::new(dev, 0)..=IrqVector::new(dev, count - 1) }; > + > + Ok((Self { dev: dev.into() }, range)) > + } > +} > + > +impl Drop for IrqVectorRegistration { > + fn drop(&mut self) { > + // SAFETY: `self.dev` is a valid ARef to a `struct pci_dev` that has successfully > + // allocated IRQ vectors.The "successfully allocated IRQ vectors" part should be a type invariant. NIT: s/ARef/`ARef`/> + unsafe { bindings::pci_free_irq_vectors(self.dev.as_raw()) }; > + } > +}<snip>> + /// Allocate IRQ vectors for this PCI device with automatic cleanup. > + /// > + /// Allocates between `min_vecs` and `max_vecs` interrupt vectors for the device. > + /// The allocation will use MSI-X, MSI, or legacy interrupts based on the `irq_types` > + /// parameter and hardware capabilities. When multiple types are specified, the kernel > + /// will try them in order of preference: MSI-X first, then MSI, then legacy interrupts. > + /// > + /// The allocated vectors are automatically freed when the device is unbound, using the > + /// devres (device resource management) system. > + /// > + /// # Arguments > + /// > + /// * `min_vecs` - Minimum number of vectors required > + /// * `max_vecs` - Maximum number of vectors to allocate > + /// * `irq_types` - Types of interrupts that can be used > + /// > + /// # Returns > + /// > + /// Returns a range of IRQ vectors that were successfully allocated, or an error if the > + /// allocation fails or cannot meet the minimum requirement. > + /// > + /// # Examples > + /// > + /// ```ignore > + /// // Allocate using any available interrupt type in the order mentioned above. > + /// let vectors = dev.alloc_irq_vectors(1, 32, IrqTypes::all())?; > + /// > + /// // Allocate MSI or MSI-X only (no legacy interrupts) > + /// let msi_only = IrqTypes::default() > + /// .with(IrqType::Msi) > + /// .with(IrqType::MsiX); > + /// let vectors = dev.alloc_irq_vectors(4, 16, msi_only)?; > + /// ``` > + pub fn alloc_irq_vectors( > + &self, > + min_vecs: u32, > + max_vecs: u32, > + irq_types: IrqTypes, > + ) -> Result<RangeInclusive<IrqVector<'_>>> { > + let (irq_vecs, range) = IrqVectorRegistration::new(self, min_vecs, max_vecs, irq_types)?; > + > + devres::register(self.as_ref(), irq_vecs, GFP_KERNEL)?;If we move the call to devres::register() into IrqVectorRegistration::new() (which I'd call IrqVectorRegistration::register() then) we can enforce the guarantee that an IrqVectorRegistration must not out-live the device / driver binding internally.> + Ok(range) > + } > }