// Copyright © 2019 Intel Corporation // // SPDX-License-Identifier: Apache-2.0 AND BSD-3-Clause // use devices::interrupt_controller::InterruptController; use std::collections::HashMap; use std::io; use std::sync::atomic::{AtomicBool, Ordering}; use std::sync::{Arc, Mutex}; use vm_allocator::SystemAllocator; use vm_device::interrupt::{ InterruptIndex, InterruptManager, InterruptSourceConfig, InterruptSourceGroup, LegacyIrqGroupConfig, MsiIrqGroupConfig, }; use vmm_sys_util::eventfd::EventFd; /// Reuse std::io::Result to simplify interoperability among crates. pub type Result = std::io::Result; struct InterruptRoute { pub gsi: u32, pub irq_fd: EventFd, registered: AtomicBool, } impl InterruptRoute { pub fn new(allocator: &mut SystemAllocator) -> Result { let irq_fd = EventFd::new(libc::EFD_NONBLOCK)?; let gsi = allocator .allocate_gsi() .ok_or_else(|| io::Error::new(io::ErrorKind::Other, "Failed allocating new GSI"))?; Ok(InterruptRoute { gsi, irq_fd, registered: AtomicBool::new(false), }) } pub fn enable(&self, vm: &Arc) -> Result<()> { if !self.registered.load(Ordering::SeqCst) { vm.register_irqfd(&self.irq_fd, self.gsi).map_err(|e| { io::Error::new( io::ErrorKind::Other, format!("Failed registering irq_fd: {}", e), ) })?; // Update internals to track the irq_fd as "registered". self.registered.store(true, Ordering::SeqCst); } Ok(()) } pub fn disable(&self, vm: &Arc) -> Result<()> { if self.registered.load(Ordering::SeqCst) { vm.unregister_irqfd(&self.irq_fd, self.gsi).map_err(|e| { io::Error::new( io::ErrorKind::Other, format!("Failed unregistering irq_fd: {}", e), ) })?; // Update internals to track the irq_fd as "unregistered". self.registered.store(false, Ordering::SeqCst); } Ok(()) } } pub struct RoutingEntry { route: E, masked: bool, } pub struct MsiInterruptGroup { vm: Arc, gsi_msi_routes: Arc>>>, irq_routes: HashMap, } pub trait MsiInterruptGroupOps { fn set_gsi_routes(&self) -> Result<()>; } pub trait RoutingEntryExt { fn make_entry( vm: &Arc, gsi: u32, config: &InterruptSourceConfig, ) -> Result>; } impl MsiInterruptGroup { fn new( vm: Arc, gsi_msi_routes: Arc>>>, irq_routes: HashMap, ) -> Self { MsiInterruptGroup { vm, gsi_msi_routes, irq_routes, } } } impl InterruptSourceGroup for MsiInterruptGroup where E: Send + Sync, RoutingEntry: RoutingEntryExt, MsiInterruptGroup: MsiInterruptGroupOps, { fn enable(&self) -> Result<()> { for (_, route) in self.irq_routes.iter() { route.enable(&self.vm)?; } Ok(()) } fn disable(&self) -> Result<()> { for (_, route) in self.irq_routes.iter() { route.disable(&self.vm)?; } Ok(()) } fn trigger(&self, index: InterruptIndex) -> Result<()> { if let Some(route) = self.irq_routes.get(&index) { return route.irq_fd.write(1); } Err(io::Error::new( io::ErrorKind::Other, format!("trigger: Invalid interrupt index {}", index), )) } fn notifier(&self, index: InterruptIndex) -> Option<&EventFd> { if let Some(route) = self.irq_routes.get(&index) { return Some(&route.irq_fd); } None } fn update(&self, index: InterruptIndex, config: InterruptSourceConfig) -> Result<()> { if let Some(route) = self.irq_routes.get(&index) { let entry = RoutingEntry::<_>::make_entry(&self.vm, route.gsi, &config)?; self.gsi_msi_routes .lock() .unwrap() .insert(route.gsi, *entry); return self.set_gsi_routes(); } Err(io::Error::new( io::ErrorKind::Other, format!("update: Invalid interrupt index {}", index), )) } fn mask(&self, index: InterruptIndex) -> Result<()> { if let Some(route) = self.irq_routes.get(&index) { let mut gsi_msi_routes = self.gsi_msi_routes.lock().unwrap(); if let Some(entry) = gsi_msi_routes.get_mut(&route.gsi) { entry.masked = true; } else { return Err(io::Error::new( io::ErrorKind::Other, format!("mask: No existing route for interrupt index {}", index), )); } // Drop the guard because set_gsi_routes will try to take the lock again. drop(gsi_msi_routes); self.set_gsi_routes()?; return route.disable(&self.vm); } Err(io::Error::new( io::ErrorKind::Other, format!("mask: Invalid interrupt index {}", index), )) } fn unmask(&self, index: InterruptIndex) -> Result<()> { if let Some(route) = self.irq_routes.get(&index) { let mut gsi_msi_routes = self.gsi_msi_routes.lock().unwrap(); if let Some(entry) = gsi_msi_routes.get_mut(&route.gsi) { entry.masked = false; } else { return Err(io::Error::new( io::ErrorKind::Other, format!("mask: No existing route for interrupt index {}", index), )); } // Drop the guard because set_gsi_routes will try to take the lock again. drop(gsi_msi_routes); self.set_gsi_routes()?; return route.enable(&self.vm); } Err(io::Error::new( io::ErrorKind::Other, format!("unmask: Invalid interrupt index {}", index), )) } } pub struct LegacyUserspaceInterruptGroup { ioapic: Arc>, irq: u32, } impl LegacyUserspaceInterruptGroup { fn new(ioapic: Arc>, irq: u32) -> Self { LegacyUserspaceInterruptGroup { ioapic, irq } } } impl InterruptSourceGroup for LegacyUserspaceInterruptGroup { fn trigger(&self, _index: InterruptIndex) -> Result<()> { self.ioapic .lock() .unwrap() .service_irq(self.irq as usize) .map_err(|e| { io::Error::new( io::ErrorKind::Other, format!("failed to inject IRQ #{}: {:?}", self.irq, e), ) }) } fn update(&self, _index: InterruptIndex, _config: InterruptSourceConfig) -> Result<()> { Ok(()) } } pub struct LegacyUserspaceInterruptManager { ioapic: Arc>, } pub struct MsiInterruptManager { allocator: Arc>, vm: Arc, gsi_msi_routes: Arc>>>, } impl LegacyUserspaceInterruptManager { pub fn new(ioapic: Arc>) -> Self { LegacyUserspaceInterruptManager { ioapic } } } impl MsiInterruptManager { pub fn new(allocator: Arc>, vm: Arc) -> Self { // Create a shared list of GSI that can be shared through all PCI // devices. This way, we can maintain the full list of used GSI, // preventing one device from overriding interrupts setting from // another one. let gsi_msi_routes = Arc::new(Mutex::new(HashMap::new())); MsiInterruptManager { allocator, vm, gsi_msi_routes, } } } impl InterruptManager for LegacyUserspaceInterruptManager { type GroupConfig = LegacyIrqGroupConfig; fn create_group( &self, config: Self::GroupConfig, ) -> Result>> { Ok(Arc::new(Box::new(LegacyUserspaceInterruptGroup::new( self.ioapic.clone(), config.irq as u32, )))) } fn destroy_group(&self, _group: Arc>) -> Result<()> { Ok(()) } } impl InterruptManager for MsiInterruptManager where E: Send + Sync + 'static, RoutingEntry: RoutingEntryExt, MsiInterruptGroup: MsiInterruptGroupOps, { type GroupConfig = MsiIrqGroupConfig; fn create_group( &self, config: Self::GroupConfig, ) -> Result>> { let mut allocator = self.allocator.lock().unwrap(); let mut irq_routes: HashMap = HashMap::with_capacity(config.count as usize); for i in config.base..config.base + config.count { irq_routes.insert(i, InterruptRoute::new(&mut allocator)?); } Ok(Arc::new(Box::new(MsiInterruptGroup::new( self.vm.clone(), self.gsi_msi_routes.clone(), irq_routes, )))) } fn destroy_group(&self, _group: Arc>) -> Result<()> { Ok(()) } } pub mod kvm { use super::*; use hypervisor::kvm::KVM_MSI_VALID_DEVID; use hypervisor::kvm::{kvm_irq_routing_entry, KVM_IRQ_ROUTING_MSI}; type KvmMsiInterruptGroup = MsiInterruptGroup; type KvmRoutingEntry = RoutingEntry; pub type KvmMsiInterruptManager = MsiInterruptManager; impl RoutingEntryExt for KvmRoutingEntry { fn make_entry( vm: &Arc, gsi: u32, config: &InterruptSourceConfig, ) -> Result> { if let InterruptSourceConfig::MsiIrq(cfg) = &config { let mut kvm_route = kvm_irq_routing_entry { gsi, type_: KVM_IRQ_ROUTING_MSI, ..Default::default() }; kvm_route.u.msi.address_lo = cfg.low_addr; kvm_route.u.msi.address_hi = cfg.high_addr; kvm_route.u.msi.data = cfg.data; if vm.check_extension(hypervisor::Cap::MsiDevid) { kvm_route.flags = KVM_MSI_VALID_DEVID; kvm_route.u.msi.__bindgen_anon_1.devid = cfg.devid; } let kvm_entry = KvmRoutingEntry { route: kvm_route, masked: false, }; return Ok(Box::new(kvm_entry)); } Err(io::Error::new( io::ErrorKind::Other, "Interrupt config type not supported", )) } } impl MsiInterruptGroupOps for KvmMsiInterruptGroup { fn set_gsi_routes(&self) -> Result<()> { let gsi_msi_routes = self.gsi_msi_routes.lock().unwrap(); let mut entry_vec: Vec = Vec::new(); for (_, entry) in gsi_msi_routes.iter() { if entry.masked { continue; } entry_vec.push(entry.route); } self.vm.set_gsi_routing(&entry_vec).map_err(|e| { io::Error::new( io::ErrorKind::Other, format!("Failed setting GSI routing: {}", e), ) }) } } } #[cfg(target_arch = "aarch64")] #[cfg(test)] mod tests { use arch::aarch64::gic::create_gic; #[test] fn test_create_gic() { let hv = hypervisor::new().unwrap(); let vm = hv.create_vm().unwrap(); assert!(create_gic(&vm, 1, false).is_ok()); } }