mirror of
https://gitlab.com/libvirt/libvirt.git
synced 2025-01-02 19:15:20 +00:00
3cfa19da22
Since it is an abbreviation, PCI should always be fully capitalized or full lower case, never Pci. Signed-off-by: Daniel P. Berrange <berrange@redhat.com>
1638 lines
54 KiB
C
1638 lines
54 KiB
C
/* virhostdev.c: hostdev management
|
|
*
|
|
* Copyright (C) 2006-2007, 2009-2013 Red Hat, Inc.
|
|
* Copyright (C) 2006 Daniel P. Berrange
|
|
* Copyright (C) 2014 SUSE LINUX Products GmbH, Nuernberg, Germany.
|
|
*
|
|
* This library is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Lesser General Public
|
|
* License as published by the Free Software Foundation; either
|
|
* version 2.1 of the License, or (at your option) any later version.
|
|
*
|
|
* This library is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* Lesser General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Lesser General Public
|
|
* License along with this library. If not, see
|
|
* <http://www.gnu.org/licenses/>.
|
|
*
|
|
* Author: Daniel P. Berrange <berrange@redhat.com>
|
|
* Author: Chunyan Liu <cyliu@suse.com>
|
|
*/
|
|
|
|
#include <config.h>
|
|
|
|
#include <fcntl.h>
|
|
#include <sys/ioctl.h>
|
|
#include <sys/types.h>
|
|
#include <sys/stat.h>
|
|
#include <unistd.h>
|
|
#include <stdlib.h>
|
|
#include <stdio.h>
|
|
|
|
#include "virhostdev.h"
|
|
#include "viralloc.h"
|
|
#include "virstring.h"
|
|
#include "virfile.h"
|
|
#include "virerror.h"
|
|
#include "virlog.h"
|
|
#include "virutil.h"
|
|
#include "virnetdev.h"
|
|
#include "configmake.h"
|
|
|
|
#define VIR_FROM_THIS VIR_FROM_NONE
|
|
|
|
VIR_LOG_INIT("util.hostdev");
|
|
|
|
#define HOSTDEV_STATE_DIR LOCALSTATEDIR "/run/libvirt/hostdevmgr"
|
|
|
|
static virHostdevManagerPtr manager; /* global hostdev manager, never freed */
|
|
|
|
static virClassPtr virHostdevManagerClass;
|
|
static void virHostdevManagerDispose(void *obj);
|
|
static virHostdevManagerPtr virHostdevManagerNew(void);
|
|
|
|
static int virHostdevManagerOnceInit(void)
|
|
{
|
|
if (!(virHostdevManagerClass = virClassNew(virClassForObject(),
|
|
"virHostdevManager",
|
|
sizeof(virHostdevManager),
|
|
virHostdevManagerDispose)))
|
|
return -1;
|
|
|
|
if (!(manager = virHostdevManagerNew()))
|
|
return -1;
|
|
|
|
return 0;
|
|
}
|
|
|
|
VIR_ONCE_GLOBAL_INIT(virHostdevManager)
|
|
|
|
static void
|
|
virHostdevManagerDispose(void *obj)
|
|
{
|
|
virHostdevManagerPtr hostdevMgr = obj;
|
|
|
|
if (!hostdevMgr)
|
|
return;
|
|
|
|
virObjectUnref(hostdevMgr->activePCIHostdevs);
|
|
virObjectUnref(hostdevMgr->inactivePCIHostdevs);
|
|
virObjectUnref(hostdevMgr->activeUSBHostdevs);
|
|
virObjectUnref(hostdevMgr->activeSCSIHostdevs);
|
|
VIR_FREE(hostdevMgr->stateDir);
|
|
}
|
|
|
|
static virHostdevManagerPtr
|
|
virHostdevManagerNew(void)
|
|
{
|
|
virHostdevManagerPtr hostdevMgr;
|
|
bool privileged = geteuid() == 0;
|
|
|
|
if (!(hostdevMgr = virObjectNew(virHostdevManagerClass)))
|
|
return NULL;
|
|
|
|
if ((hostdevMgr->activePCIHostdevs = virPCIDeviceListNew()) == NULL)
|
|
goto error;
|
|
|
|
if ((hostdevMgr->activeUSBHostdevs = virUSBDeviceListNew()) == NULL)
|
|
goto error;
|
|
|
|
if ((hostdevMgr->inactivePCIHostdevs = virPCIDeviceListNew()) == NULL)
|
|
goto error;
|
|
|
|
if ((hostdevMgr->activeSCSIHostdevs = virSCSIDeviceListNew()) == NULL)
|
|
goto error;
|
|
|
|
if (privileged) {
|
|
if (VIR_STRDUP(hostdevMgr->stateDir, HOSTDEV_STATE_DIR) < 0)
|
|
goto error;
|
|
|
|
if (virFileMakePath(hostdevMgr->stateDir) < 0) {
|
|
virReportError(VIR_ERR_OPERATION_FAILED,
|
|
_("Failed to create state dir '%s'"),
|
|
hostdevMgr->stateDir);
|
|
goto error;
|
|
}
|
|
} else {
|
|
char *rundir = NULL;
|
|
mode_t old_umask;
|
|
|
|
if (!(rundir = virGetUserRuntimeDirectory()))
|
|
goto error;
|
|
|
|
if (virAsprintf(&hostdevMgr->stateDir, "%s/hostdevmgr", rundir) < 0) {
|
|
VIR_FREE(rundir);
|
|
goto error;
|
|
}
|
|
VIR_FREE(rundir);
|
|
|
|
old_umask = umask(077);
|
|
|
|
if (virFileMakePath(hostdevMgr->stateDir) < 0) {
|
|
umask(old_umask);
|
|
virReportError(VIR_ERR_OPERATION_FAILED,
|
|
_("Failed to create state dir '%s'"),
|
|
hostdevMgr->stateDir);
|
|
goto error;
|
|
}
|
|
umask(old_umask);
|
|
}
|
|
|
|
return hostdevMgr;
|
|
|
|
error:
|
|
virObjectUnref(hostdevMgr);
|
|
return NULL;
|
|
}
|
|
|
|
virHostdevManagerPtr
|
|
virHostdevManagerGetDefault(void)
|
|
{
|
|
if (virHostdevManagerInitialize() < 0)
|
|
return NULL;
|
|
|
|
return virObjectRef(manager);
|
|
}
|
|
|
|
static virPCIDeviceListPtr
|
|
virHostdevGetPCIHostDeviceList(virDomainHostdevDefPtr *hostdevs, int nhostdevs)
|
|
{
|
|
virPCIDeviceListPtr list;
|
|
size_t i;
|
|
|
|
if (!(list = virPCIDeviceListNew()))
|
|
return NULL;
|
|
|
|
for (i = 0; i < nhostdevs; i++) {
|
|
virDomainHostdevDefPtr hostdev = hostdevs[i];
|
|
virPCIDevicePtr dev;
|
|
|
|
if (hostdev->mode != VIR_DOMAIN_HOSTDEV_MODE_SUBSYS)
|
|
continue;
|
|
if (hostdev->source.subsys.type != VIR_DOMAIN_HOSTDEV_SUBSYS_TYPE_PCI)
|
|
continue;
|
|
|
|
dev = virPCIDeviceNew(hostdev->source.subsys.u.pci.addr.domain,
|
|
hostdev->source.subsys.u.pci.addr.bus,
|
|
hostdev->source.subsys.u.pci.addr.slot,
|
|
hostdev->source.subsys.u.pci.addr.function);
|
|
if (!dev) {
|
|
virObjectUnref(list);
|
|
return NULL;
|
|
}
|
|
|
|
if (virPCIDeviceListAdd(list, dev) < 0) {
|
|
virPCIDeviceFree(dev);
|
|
virObjectUnref(list);
|
|
return NULL;
|
|
}
|
|
|
|
virPCIDeviceSetManaged(dev, hostdev->managed);
|
|
if (hostdev->source.subsys.u.pci.backend
|
|
== VIR_DOMAIN_HOSTDEV_PCI_BACKEND_VFIO) {
|
|
if (virPCIDeviceSetStubDriver(dev, "vfio-pci") < 0) {
|
|
virObjectUnref(list);
|
|
return NULL;
|
|
}
|
|
} else if (hostdev->source.subsys.u.pci.backend
|
|
== VIR_DOMAIN_HOSTDEV_PCI_BACKEND_XEN) {
|
|
if (virPCIDeviceSetStubDriver(dev, "pciback") < 0) {
|
|
virObjectUnref(list);
|
|
return NULL;
|
|
}
|
|
} else {
|
|
if (virPCIDeviceSetStubDriver(dev, "pci-stub") < 0) {
|
|
virObjectUnref(list);
|
|
return NULL;
|
|
}
|
|
}
|
|
}
|
|
|
|
return list;
|
|
}
|
|
|
|
|
|
/*
|
|
* virHostdevGetActivePCIHostDeviceList - make a new list with a *copy* of
|
|
* every virPCIDevice object that is found on the activePCIHostdevs
|
|
* list *and* is in the hostdev list for this domain.
|
|
*
|
|
* Return the new list, or NULL if there was a failure.
|
|
*
|
|
* Pre-condition: activePCIHostdevs is locked
|
|
*/
|
|
static virPCIDeviceListPtr
|
|
virHostdevGetActivePCIHostDeviceList(virHostdevManagerPtr mgr,
|
|
virDomainHostdevDefPtr *hostdevs,
|
|
int nhostdevs)
|
|
{
|
|
virPCIDeviceListPtr list;
|
|
size_t i;
|
|
|
|
if (!(list = virPCIDeviceListNew()))
|
|
return NULL;
|
|
|
|
for (i = 0; i < nhostdevs; i++) {
|
|
virDomainHostdevDefPtr hostdev = hostdevs[i];
|
|
virDevicePCIAddressPtr addr;
|
|
virPCIDevicePtr activeDev;
|
|
|
|
if (hostdev->mode != VIR_DOMAIN_HOSTDEV_MODE_SUBSYS)
|
|
continue;
|
|
if (hostdev->source.subsys.type != VIR_DOMAIN_HOSTDEV_SUBSYS_TYPE_PCI)
|
|
continue;
|
|
|
|
addr = &hostdev->source.subsys.u.pci.addr;
|
|
activeDev = virPCIDeviceListFindByIDs(mgr->activePCIHostdevs,
|
|
addr->domain, addr->bus,
|
|
addr->slot, addr->function);
|
|
if (activeDev && virPCIDeviceListAddCopy(list, activeDev) < 0) {
|
|
virObjectUnref(list);
|
|
return NULL;
|
|
}
|
|
}
|
|
|
|
return list;
|
|
}
|
|
|
|
static int
|
|
virHostdevPCISysfsPath(virDomainHostdevDefPtr hostdev,
|
|
char **sysfs_path)
|
|
{
|
|
virPCIDeviceAddress config_address;
|
|
|
|
config_address.domain = hostdev->source.subsys.u.pci.addr.domain;
|
|
config_address.bus = hostdev->source.subsys.u.pci.addr.bus;
|
|
config_address.slot = hostdev->source.subsys.u.pci.addr.slot;
|
|
config_address.function = hostdev->source.subsys.u.pci.addr.function;
|
|
|
|
return virPCIDeviceAddressGetSysfsFile(&config_address, sysfs_path);
|
|
}
|
|
|
|
|
|
static int
|
|
virHostdevIsVirtualFunction(virDomainHostdevDefPtr hostdev)
|
|
{
|
|
char *sysfs_path = NULL;
|
|
int ret = -1;
|
|
|
|
if (virHostdevPCISysfsPath(hostdev, &sysfs_path) < 0)
|
|
return ret;
|
|
|
|
ret = virPCIIsVirtualFunction(sysfs_path);
|
|
|
|
VIR_FREE(sysfs_path);
|
|
|
|
return ret;
|
|
}
|
|
|
|
|
|
static int
|
|
virHostdevNetDevice(virDomainHostdevDefPtr hostdev, char **linkdev,
|
|
int *vf)
|
|
{
|
|
int ret = -1;
|
|
char *sysfs_path = NULL;
|
|
|
|
if (virHostdevPCISysfsPath(hostdev, &sysfs_path) < 0)
|
|
return ret;
|
|
|
|
if (virPCIIsVirtualFunction(sysfs_path) == 1) {
|
|
if (virPCIGetVirtualFunctionInfo(sysfs_path, linkdev,
|
|
vf) < 0)
|
|
goto cleanup;
|
|
} else {
|
|
if (virPCIGetNetName(sysfs_path, linkdev) < 0)
|
|
goto cleanup;
|
|
*vf = -1;
|
|
}
|
|
|
|
ret = 0;
|
|
|
|
cleanup:
|
|
VIR_FREE(sysfs_path);
|
|
|
|
return ret;
|
|
}
|
|
|
|
|
|
static int
|
|
virHostdevNetConfigVirtPortProfile(const char *linkdev, int vf,
|
|
virNetDevVPortProfilePtr virtPort,
|
|
const virMacAddr *macaddr,
|
|
const unsigned char *uuid,
|
|
bool associate)
|
|
{
|
|
int ret = -1;
|
|
|
|
if (!virtPort)
|
|
return ret;
|
|
|
|
switch (virtPort->virtPortType) {
|
|
case VIR_NETDEV_VPORT_PROFILE_NONE:
|
|
case VIR_NETDEV_VPORT_PROFILE_OPENVSWITCH:
|
|
case VIR_NETDEV_VPORT_PROFILE_8021QBG:
|
|
case VIR_NETDEV_VPORT_PROFILE_LAST:
|
|
virReportError(VIR_ERR_CONFIG_UNSUPPORTED,
|
|
_("virtualport type %s is "
|
|
"currently not supported on interfaces of type "
|
|
"hostdev"),
|
|
virNetDevVPortTypeToString(virtPort->virtPortType));
|
|
break;
|
|
|
|
case VIR_NETDEV_VPORT_PROFILE_8021QBH:
|
|
if (associate)
|
|
ret = virNetDevVPortProfileAssociate(NULL, virtPort, macaddr,
|
|
linkdev, vf, uuid,
|
|
VIR_NETDEV_VPORT_PROFILE_OP_CREATE, false);
|
|
else
|
|
ret = virNetDevVPortProfileDisassociate(NULL, virtPort,
|
|
macaddr, linkdev, vf,
|
|
VIR_NETDEV_VPORT_PROFILE_OP_DESTROY);
|
|
break;
|
|
}
|
|
|
|
return ret;
|
|
}
|
|
|
|
|
|
static int
|
|
virHostdevNetConfigReplace(virDomainHostdevDefPtr hostdev,
|
|
const unsigned char *uuid,
|
|
const char *stateDir)
|
|
{
|
|
char *linkdev = NULL;
|
|
virNetDevVlanPtr vlan;
|
|
virNetDevVPortProfilePtr virtPort;
|
|
int ret = -1;
|
|
int vf = -1;
|
|
int vlanid = -1;
|
|
bool port_profile_associate = true;
|
|
int isvf;
|
|
|
|
isvf = virHostdevIsVirtualFunction(hostdev);
|
|
if (isvf <= 0) {
|
|
virReportError(VIR_ERR_CONFIG_UNSUPPORTED, "%s",
|
|
_("Interface type hostdev is currently supported on"
|
|
" SR-IOV Virtual Functions only"));
|
|
return ret;
|
|
}
|
|
|
|
if (virHostdevNetDevice(hostdev, &linkdev, &vf) < 0)
|
|
return ret;
|
|
|
|
vlan = virDomainNetGetActualVlan(hostdev->parent.data.net);
|
|
virtPort = virDomainNetGetActualVirtPortProfile(
|
|
hostdev->parent.data.net);
|
|
if (virtPort) {
|
|
if (vlan) {
|
|
virReportError(VIR_ERR_CONFIG_UNSUPPORTED,
|
|
_("direct setting of the vlan tag is not allowed "
|
|
"for hostdev devices using %s mode"),
|
|
virNetDevVPortTypeToString(virtPort->virtPortType));
|
|
goto cleanup;
|
|
}
|
|
ret = virHostdevNetConfigVirtPortProfile(linkdev, vf,
|
|
virtPort, &hostdev->parent.data.net->mac, uuid,
|
|
port_profile_associate);
|
|
} else {
|
|
/* Set only mac and vlan */
|
|
if (vlan) {
|
|
if (vlan->nTags != 1 || vlan->trunk) {
|
|
virReportError(VIR_ERR_CONFIG_UNSUPPORTED, "%s",
|
|
_("vlan trunking is not supported "
|
|
"by SR-IOV network devices"));
|
|
goto cleanup;
|
|
}
|
|
if (vf == -1) {
|
|
virReportError(VIR_ERR_CONFIG_UNSUPPORTED,
|
|
_("vlan can only be set for SR-IOV VFs, but "
|
|
"%s is not a VF"), linkdev);
|
|
goto cleanup;
|
|
}
|
|
vlanid = vlan->tag[0];
|
|
} else if (vf >= 0) {
|
|
vlanid = 0; /* assure any current vlan tag is reset */
|
|
}
|
|
|
|
ret = virNetDevReplaceNetConfig(linkdev, vf,
|
|
&hostdev->parent.data.net->mac,
|
|
vlanid, stateDir);
|
|
}
|
|
cleanup:
|
|
VIR_FREE(linkdev);
|
|
return ret;
|
|
}
|
|
|
|
/* @oldStateDir:
|
|
* For upgrade purpose:
|
|
* To an existing VM on QEMU, the hostdev netconfig file is originally stored
|
|
* in cfg->stateDir (/var/run/libvirt/qemu). Switch to new version, it uses new
|
|
* location (hostdev_mgr->stateDir) but certainly will not find it. In this
|
|
* case, try to find in the old state dir.
|
|
*/
|
|
static int
|
|
virHostdevNetConfigRestore(virDomainHostdevDefPtr hostdev,
|
|
const char *stateDir,
|
|
const char *oldStateDir)
|
|
{
|
|
char *linkdev = NULL;
|
|
virNetDevVPortProfilePtr virtPort;
|
|
int ret = -1;
|
|
int vf = -1;
|
|
bool port_profile_associate = false;
|
|
int isvf;
|
|
|
|
/* This is only needed for PCI devices that have been defined
|
|
* using <interface type='hostdev'>. For all others, it is a NOP.
|
|
*/
|
|
if (hostdev->mode != VIR_DOMAIN_HOSTDEV_MODE_SUBSYS ||
|
|
hostdev->source.subsys.type != VIR_DOMAIN_HOSTDEV_SUBSYS_TYPE_PCI ||
|
|
hostdev->parent.type != VIR_DOMAIN_DEVICE_NET ||
|
|
!hostdev->parent.data.net)
|
|
return 0;
|
|
|
|
isvf = virHostdevIsVirtualFunction(hostdev);
|
|
if (isvf <= 0) {
|
|
virReportError(VIR_ERR_CONFIG_UNSUPPORTED, "%s",
|
|
_("Interface type hostdev is currently supported on"
|
|
" SR-IOV Virtual Functions only"));
|
|
return ret;
|
|
}
|
|
|
|
if (virHostdevNetDevice(hostdev, &linkdev, &vf) < 0)
|
|
return ret;
|
|
|
|
virtPort = virDomainNetGetActualVirtPortProfile(
|
|
hostdev->parent.data.net);
|
|
if (virtPort) {
|
|
ret = virHostdevNetConfigVirtPortProfile(linkdev, vf, virtPort,
|
|
&hostdev->parent.data.net->mac,
|
|
NULL,
|
|
port_profile_associate);
|
|
} else {
|
|
ret = virNetDevRestoreNetConfig(linkdev, vf, stateDir);
|
|
if (ret < 0 && oldStateDir != NULL)
|
|
ret = virNetDevRestoreNetConfig(linkdev, vf, oldStateDir);
|
|
}
|
|
|
|
VIR_FREE(linkdev);
|
|
|
|
return ret;
|
|
}
|
|
|
|
int
|
|
virHostdevPreparePCIDevices(virHostdevManagerPtr hostdev_mgr,
|
|
const char *drv_name,
|
|
const char *dom_name,
|
|
const unsigned char *uuid,
|
|
virDomainHostdevDefPtr *hostdevs,
|
|
int nhostdevs,
|
|
unsigned int flags)
|
|
{
|
|
virPCIDeviceListPtr pcidevs = NULL;
|
|
int last_processed_hostdev_vf = -1;
|
|
size_t i;
|
|
int ret = -1;
|
|
|
|
if (!nhostdevs)
|
|
return 0;
|
|
|
|
virObjectLock(hostdev_mgr->activePCIHostdevs);
|
|
virObjectLock(hostdev_mgr->inactivePCIHostdevs);
|
|
|
|
if (!(pcidevs = virHostdevGetPCIHostDeviceList(hostdevs, nhostdevs)))
|
|
goto cleanup;
|
|
|
|
/* We have to use 9 loops here. *All* devices must
|
|
* be detached before we reset any of them, because
|
|
* in some cases you have to reset the whole PCI,
|
|
* which impacts all devices on it. Also, all devices
|
|
* must be reset before being marked as active.
|
|
*/
|
|
|
|
/* Loop 1: validate that non-managed device isn't in use, eg
|
|
* by checking that device is either un-bound, or bound
|
|
* to pci-stub.ko
|
|
*/
|
|
|
|
for (i = 0; i < virPCIDeviceListCount(pcidevs); i++) {
|
|
virPCIDevicePtr dev = virPCIDeviceListGet(pcidevs, i);
|
|
virPCIDevicePtr other;
|
|
bool strict_acs_check = !!(flags & VIR_HOSTDEV_STRICT_ACS_CHECK);
|
|
|
|
if (!virPCIDeviceIsAssignable(dev, strict_acs_check)) {
|
|
virReportError(VIR_ERR_OPERATION_INVALID,
|
|
_("PCI device %s is not assignable"),
|
|
virPCIDeviceGetName(dev));
|
|
goto cleanup;
|
|
}
|
|
/* The device is in use by other active domain if
|
|
* the dev is in list activePCIHostdevs.
|
|
*/
|
|
if ((other = virPCIDeviceListFind(hostdev_mgr->activePCIHostdevs, dev))) {
|
|
const char *other_drvname;
|
|
const char *other_domname;
|
|
|
|
virPCIDeviceGetUsedBy(other, &other_drvname, &other_domname);
|
|
if (other_drvname && other_domname)
|
|
virReportError(VIR_ERR_OPERATION_INVALID,
|
|
_("PCI device %s is in use by "
|
|
"driver %s, domain %s"),
|
|
virPCIDeviceGetName(dev),
|
|
other_drvname, other_domname);
|
|
else
|
|
virReportError(VIR_ERR_OPERATION_INVALID,
|
|
_("PCI device %s is already in use"),
|
|
virPCIDeviceGetName(dev));
|
|
goto cleanup;
|
|
}
|
|
}
|
|
|
|
/* Loop 2: detach managed devices (i.e. bind to appropriate stub driver) */
|
|
for (i = 0; i < virPCIDeviceListCount(pcidevs); i++) {
|
|
virPCIDevicePtr dev = virPCIDeviceListGet(pcidevs, i);
|
|
if (virPCIDeviceGetManaged(dev) &&
|
|
virPCIDeviceDetach(dev, hostdev_mgr->activePCIHostdevs, NULL) < 0)
|
|
goto reattachdevs;
|
|
}
|
|
|
|
/* Loop 3: Now that all the PCI hostdevs have been detached, we
|
|
* can safely reset them */
|
|
for (i = 0; i < virPCIDeviceListCount(pcidevs); i++) {
|
|
virPCIDevicePtr dev = virPCIDeviceListGet(pcidevs, i);
|
|
|
|
if (virPCIDeviceReset(dev, hostdev_mgr->activePCIHostdevs,
|
|
hostdev_mgr->inactivePCIHostdevs) < 0)
|
|
goto reattachdevs;
|
|
}
|
|
|
|
/* Loop 4: For SRIOV network devices, Now that we have detached the
|
|
* the network device, set the netdev config */
|
|
for (i = 0; i < nhostdevs; i++) {
|
|
virDomainHostdevDefPtr hostdev = hostdevs[i];
|
|
if (hostdev->mode != VIR_DOMAIN_HOSTDEV_MODE_SUBSYS)
|
|
continue;
|
|
if (hostdev->source.subsys.type != VIR_DOMAIN_HOSTDEV_SUBSYS_TYPE_PCI)
|
|
continue;
|
|
if (hostdev->parent.type == VIR_DOMAIN_DEVICE_NET &&
|
|
hostdev->parent.data.net) {
|
|
if (virHostdevNetConfigReplace(hostdev, uuid,
|
|
hostdev_mgr->stateDir) < 0) {
|
|
goto resetvfnetconfig;
|
|
}
|
|
}
|
|
last_processed_hostdev_vf = i;
|
|
}
|
|
|
|
/* Loop 5: Now mark all the devices as active */
|
|
for (i = 0; i < virPCIDeviceListCount(pcidevs); i++) {
|
|
virPCIDevicePtr dev = virPCIDeviceListGet(pcidevs, i);
|
|
if (virPCIDeviceListAdd(hostdev_mgr->activePCIHostdevs, dev) < 0)
|
|
goto inactivedevs;
|
|
}
|
|
|
|
/* Loop 6: Now remove the devices from inactive list. */
|
|
for (i = 0; i < virPCIDeviceListCount(pcidevs); i++) {
|
|
virPCIDevicePtr dev = virPCIDeviceListGet(pcidevs, i);
|
|
virPCIDeviceListDel(hostdev_mgr->inactivePCIHostdevs, dev);
|
|
}
|
|
|
|
/* Loop 7: Now set the used_by_domain of the device in
|
|
* activePCIHostdevs as domain name.
|
|
*/
|
|
for (i = 0; i < virPCIDeviceListCount(pcidevs); i++) {
|
|
virPCIDevicePtr dev, activeDev;
|
|
|
|
dev = virPCIDeviceListGet(pcidevs, i);
|
|
activeDev = virPCIDeviceListFind(hostdev_mgr->activePCIHostdevs, dev);
|
|
|
|
if (activeDev)
|
|
virPCIDeviceSetUsedBy(activeDev, drv_name, dom_name);
|
|
}
|
|
|
|
/* Loop 8: Now set the original states for hostdev def */
|
|
for (i = 0; i < nhostdevs; i++) {
|
|
virPCIDevicePtr dev;
|
|
virPCIDevicePtr pcidev;
|
|
virDomainHostdevDefPtr hostdev = hostdevs[i];
|
|
|
|
if (hostdev->mode != VIR_DOMAIN_HOSTDEV_MODE_SUBSYS)
|
|
continue;
|
|
if (hostdev->source.subsys.type != VIR_DOMAIN_HOSTDEV_SUBSYS_TYPE_PCI)
|
|
continue;
|
|
|
|
dev = virPCIDeviceNew(hostdev->source.subsys.u.pci.addr.domain,
|
|
hostdev->source.subsys.u.pci.addr.bus,
|
|
hostdev->source.subsys.u.pci.addr.slot,
|
|
hostdev->source.subsys.u.pci.addr.function);
|
|
|
|
/* original states "unbind_from_stub", "remove_slot",
|
|
* "reprobe" were already set by pciDettachDevice in
|
|
* loop 2.
|
|
*/
|
|
if ((pcidev = virPCIDeviceListFind(pcidevs, dev))) {
|
|
hostdev->origstates.states.pci.unbind_from_stub =
|
|
virPCIDeviceGetUnbindFromStub(pcidev);
|
|
hostdev->origstates.states.pci.remove_slot =
|
|
virPCIDeviceGetRemoveSlot(pcidev);
|
|
hostdev->origstates.states.pci.reprobe =
|
|
virPCIDeviceGetReprobe(pcidev);
|
|
}
|
|
|
|
virPCIDeviceFree(dev);
|
|
}
|
|
|
|
/* Loop 9: Now steal all the devices from pcidevs */
|
|
while (virPCIDeviceListCount(pcidevs) > 0)
|
|
virPCIDeviceListStealIndex(pcidevs, 0);
|
|
|
|
ret = 0;
|
|
goto cleanup;
|
|
|
|
inactivedevs:
|
|
/* Only steal all the devices from activePCIHostdevs. We will
|
|
* free them in virObjectUnref().
|
|
*/
|
|
for (i = 0; i < virPCIDeviceListCount(pcidevs); i++) {
|
|
virPCIDevicePtr dev = virPCIDeviceListGet(pcidevs, i);
|
|
virPCIDeviceListSteal(hostdev_mgr->activePCIHostdevs, dev);
|
|
}
|
|
|
|
resetvfnetconfig:
|
|
for (i = 0;
|
|
last_processed_hostdev_vf != -1 && i < last_processed_hostdev_vf; i++)
|
|
virHostdevNetConfigRestore(hostdevs[i], hostdev_mgr->stateDir, NULL);
|
|
|
|
reattachdevs:
|
|
for (i = 0; i < virPCIDeviceListCount(pcidevs); i++) {
|
|
virPCIDevicePtr dev = virPCIDeviceListGet(pcidevs, i);
|
|
|
|
/* NB: This doesn't actually re-bind to original driver, just
|
|
* unbinds from the stub driver
|
|
*/
|
|
ignore_value(virPCIDeviceReattach(dev, hostdev_mgr->activePCIHostdevs,
|
|
NULL));
|
|
}
|
|
|
|
cleanup:
|
|
virObjectUnlock(hostdev_mgr->activePCIHostdevs);
|
|
virObjectUnlock(hostdev_mgr->inactivePCIHostdevs);
|
|
virObjectUnref(pcidevs);
|
|
return ret;
|
|
}
|
|
|
|
/*
|
|
* Pre-condition: inactivePCIHostdevs & activePCIHostdevs
|
|
* are locked
|
|
*/
|
|
static void
|
|
virHostdevReattachPCIDevice(virPCIDevicePtr dev, virHostdevManagerPtr mgr)
|
|
{
|
|
/* If the device is not managed and was attached to guest
|
|
* successfully, it must have been inactive.
|
|
*/
|
|
if (!virPCIDeviceGetManaged(dev)) {
|
|
if (virPCIDeviceListAdd(mgr->inactivePCIHostdevs, dev) < 0)
|
|
virPCIDeviceFree(dev);
|
|
return;
|
|
}
|
|
|
|
/* Wait for device cleanup if it is qemu/kvm */
|
|
if (STREQ(virPCIDeviceGetStubDriver(dev), "pci-stub")) {
|
|
int retries = 100;
|
|
while (virPCIDeviceWaitForCleanup(dev, "kvm_assigned_device")
|
|
&& retries) {
|
|
usleep(100*1000);
|
|
retries--;
|
|
}
|
|
}
|
|
|
|
if (virPCIDeviceReattach(dev, mgr->activePCIHostdevs,
|
|
mgr->inactivePCIHostdevs) < 0) {
|
|
virErrorPtr err = virGetLastError();
|
|
VIR_ERROR(_("Failed to re-attach PCI device: %s"),
|
|
err ? err->message : _("unknown error"));
|
|
virResetError(err);
|
|
}
|
|
virPCIDeviceFree(dev);
|
|
}
|
|
|
|
/* @oldStateDir:
|
|
* For upgrade purpose: see virHostdevNetConfigRestore
|
|
*/
|
|
void
|
|
virHostdevReAttachPCIDevices(virHostdevManagerPtr hostdev_mgr,
|
|
const char *drv_name,
|
|
const char *dom_name,
|
|
virDomainHostdevDefPtr *hostdevs,
|
|
int nhostdevs,
|
|
const char *oldStateDir)
|
|
{
|
|
virPCIDeviceListPtr pcidevs;
|
|
size_t i;
|
|
|
|
if (!nhostdevs)
|
|
return;
|
|
|
|
virObjectLock(hostdev_mgr->activePCIHostdevs);
|
|
virObjectLock(hostdev_mgr->inactivePCIHostdevs);
|
|
|
|
if (!(pcidevs = virHostdevGetActivePCIHostDeviceList(hostdev_mgr,
|
|
hostdevs,
|
|
nhostdevs))) {
|
|
virErrorPtr err = virGetLastError();
|
|
VIR_ERROR(_("Failed to allocate PCI device list: %s"),
|
|
err ? err->message : _("unknown error"));
|
|
virResetError(err);
|
|
goto cleanup;
|
|
}
|
|
|
|
/* Again 4 loops; mark all devices as inactive before reset
|
|
* them and reset all the devices before re-attach.
|
|
* Attach mac and port profile parameters to devices
|
|
*/
|
|
for (i = 0; i < virPCIDeviceListCount(pcidevs); i++) {
|
|
virPCIDevicePtr dev = virPCIDeviceListGet(pcidevs, i);
|
|
virPCIDevicePtr activeDev = NULL;
|
|
|
|
/* delete the copy of the dev from pcidevs if it's used by
|
|
* other domain. Or delete it from activePCIHostDevs if it had
|
|
* been used by this domain.
|
|
*/
|
|
activeDev = virPCIDeviceListFind(hostdev_mgr->activePCIHostdevs, dev);
|
|
if (activeDev) {
|
|
const char *usedby_drvname;
|
|
const char *usedby_domname;
|
|
virPCIDeviceGetUsedBy(activeDev, &usedby_drvname, &usedby_domname);
|
|
if (STRNEQ_NULLABLE(drv_name, usedby_drvname) ||
|
|
STRNEQ_NULLABLE(dom_name, usedby_domname)) {
|
|
virPCIDeviceListDel(pcidevs, dev);
|
|
continue;
|
|
}
|
|
}
|
|
|
|
virPCIDeviceListDel(hostdev_mgr->activePCIHostdevs, dev);
|
|
}
|
|
|
|
/* At this point, any device that had been used by the guest is in
|
|
* pcidevs, but has been removed from activePCIHostdevs.
|
|
*/
|
|
|
|
/*
|
|
* For SRIOV net host devices, unset mac and port profile before
|
|
* reset and reattach device
|
|
*/
|
|
for (i = 0; i < nhostdevs; i++)
|
|
virHostdevNetConfigRestore(hostdevs[i], hostdev_mgr->stateDir,
|
|
oldStateDir);
|
|
|
|
for (i = 0; i < virPCIDeviceListCount(pcidevs); i++) {
|
|
virPCIDevicePtr dev = virPCIDeviceListGet(pcidevs, i);
|
|
|
|
if (virPCIDeviceReset(dev, hostdev_mgr->activePCIHostdevs,
|
|
hostdev_mgr->inactivePCIHostdevs) < 0) {
|
|
virErrorPtr err = virGetLastError();
|
|
VIR_ERROR(_("Failed to reset PCI device: %s"),
|
|
err ? err->message : _("unknown error"));
|
|
virResetError(err);
|
|
}
|
|
}
|
|
|
|
while (virPCIDeviceListCount(pcidevs) > 0) {
|
|
virPCIDevicePtr dev = virPCIDeviceListStealIndex(pcidevs, 0);
|
|
virHostdevReattachPCIDevice(dev, hostdev_mgr);
|
|
}
|
|
|
|
virObjectUnref(pcidevs);
|
|
cleanup:
|
|
virObjectUnlock(hostdev_mgr->activePCIHostdevs);
|
|
virObjectUnlock(hostdev_mgr->inactivePCIHostdevs);
|
|
}
|
|
|
|
int
|
|
virHostdevUpdateActivePCIDevices(virHostdevManagerPtr mgr,
|
|
virDomainHostdevDefPtr *hostdevs,
|
|
int nhostdevs,
|
|
const char *drv_name,
|
|
const char *dom_name)
|
|
{
|
|
virDomainHostdevDefPtr hostdev = NULL;
|
|
virPCIDevicePtr dev = NULL;
|
|
size_t i;
|
|
int ret = -1;
|
|
|
|
if (!nhostdevs)
|
|
return 0;
|
|
|
|
virObjectLock(mgr->activePCIHostdevs);
|
|
virObjectLock(mgr->inactivePCIHostdevs);
|
|
|
|
for (i = 0; i < nhostdevs; i++) {
|
|
hostdev = hostdevs[i];
|
|
|
|
if (hostdev->mode != VIR_DOMAIN_HOSTDEV_MODE_SUBSYS)
|
|
continue;
|
|
if (hostdev->source.subsys.type != VIR_DOMAIN_HOSTDEV_SUBSYS_TYPE_PCI)
|
|
continue;
|
|
|
|
dev = virPCIDeviceNew(hostdev->source.subsys.u.pci.addr.domain,
|
|
hostdev->source.subsys.u.pci.addr.bus,
|
|
hostdev->source.subsys.u.pci.addr.slot,
|
|
hostdev->source.subsys.u.pci.addr.function);
|
|
|
|
if (!dev)
|
|
goto cleanup;
|
|
|
|
virPCIDeviceSetManaged(dev, hostdev->managed);
|
|
if (hostdev->source.subsys.u.pci.backend
|
|
== VIR_DOMAIN_HOSTDEV_PCI_BACKEND_VFIO) {
|
|
if (virPCIDeviceSetStubDriver(dev, "vfio-pci") < 0)
|
|
goto cleanup;
|
|
} else if (hostdev->source.subsys.u.pci.backend
|
|
== VIR_DOMAIN_HOSTDEV_PCI_BACKEND_XEN) {
|
|
if (virPCIDeviceSetStubDriver(dev, "pciback") < 0)
|
|
goto cleanup;
|
|
} else {
|
|
if (virPCIDeviceSetStubDriver(dev, "pci-stub") < 0)
|
|
goto cleanup;
|
|
|
|
}
|
|
virPCIDeviceSetUsedBy(dev, drv_name, dom_name);
|
|
|
|
/* Setup the original states for the PCI device */
|
|
virPCIDeviceSetUnbindFromStub(dev, hostdev->origstates.states.pci.unbind_from_stub);
|
|
virPCIDeviceSetRemoveSlot(dev, hostdev->origstates.states.pci.remove_slot);
|
|
virPCIDeviceSetReprobe(dev, hostdev->origstates.states.pci.reprobe);
|
|
|
|
if (virPCIDeviceListAdd(mgr->activePCIHostdevs, dev) < 0)
|
|
goto cleanup;
|
|
dev = NULL;
|
|
}
|
|
|
|
ret = 0;
|
|
cleanup:
|
|
virPCIDeviceFree(dev);
|
|
virObjectUnlock(mgr->activePCIHostdevs);
|
|
virObjectUnlock(mgr->inactivePCIHostdevs);
|
|
return ret;
|
|
}
|
|
|
|
int
|
|
virHostdevUpdateActiveUSBDevices(virHostdevManagerPtr mgr,
|
|
virDomainHostdevDefPtr *hostdevs,
|
|
int nhostdevs,
|
|
const char *drv_name,
|
|
const char *dom_name)
|
|
{
|
|
virDomainHostdevDefPtr hostdev = NULL;
|
|
size_t i;
|
|
int ret = -1;
|
|
|
|
if (!nhostdevs)
|
|
return 0;
|
|
|
|
virObjectLock(mgr->activeUSBHostdevs);
|
|
for (i = 0; i < nhostdevs; i++) {
|
|
virUSBDevicePtr usb = NULL;
|
|
hostdev = hostdevs[i];
|
|
|
|
if (hostdev->mode != VIR_DOMAIN_HOSTDEV_MODE_SUBSYS)
|
|
continue;
|
|
if (hostdev->source.subsys.type != VIR_DOMAIN_HOSTDEV_SUBSYS_TYPE_USB)
|
|
continue;
|
|
|
|
usb = virUSBDeviceNew(hostdev->source.subsys.u.usb.bus,
|
|
hostdev->source.subsys.u.usb.device,
|
|
NULL);
|
|
if (!usb) {
|
|
VIR_WARN("Unable to reattach USB device %03d.%03d on domain %s",
|
|
hostdev->source.subsys.u.usb.bus,
|
|
hostdev->source.subsys.u.usb.device,
|
|
dom_name);
|
|
continue;
|
|
}
|
|
|
|
virUSBDeviceSetUsedBy(usb, drv_name, dom_name);
|
|
|
|
if (virUSBDeviceListAdd(mgr->activeUSBHostdevs, usb) < 0) {
|
|
virUSBDeviceFree(usb);
|
|
goto cleanup;
|
|
}
|
|
}
|
|
ret = 0;
|
|
cleanup:
|
|
virObjectUnlock(mgr->activeUSBHostdevs);
|
|
return ret;
|
|
}
|
|
|
|
int
|
|
virHostdevUpdateActiveSCSIDevices(virHostdevManagerPtr mgr,
|
|
virDomainHostdevDefPtr *hostdevs,
|
|
int nhostdevs,
|
|
const char *drv_name,
|
|
const char *dom_name)
|
|
{
|
|
virDomainHostdevDefPtr hostdev = NULL;
|
|
size_t i;
|
|
int ret = -1;
|
|
virSCSIDevicePtr scsi = NULL;
|
|
virSCSIDevicePtr tmp = NULL;
|
|
|
|
if (!nhostdevs)
|
|
return 0;
|
|
|
|
virObjectLock(mgr->activeSCSIHostdevs);
|
|
for (i = 0; i < nhostdevs; i++) {
|
|
hostdev = hostdevs[i];
|
|
|
|
if (hostdev->mode != VIR_DOMAIN_HOSTDEV_MODE_SUBSYS ||
|
|
hostdev->source.subsys.type != VIR_DOMAIN_HOSTDEV_SUBSYS_TYPE_SCSI)
|
|
continue;
|
|
|
|
if (!(scsi = virSCSIDeviceNew(NULL,
|
|
hostdev->source.subsys.u.scsi.adapter,
|
|
hostdev->source.subsys.u.scsi.bus,
|
|
hostdev->source.subsys.u.scsi.target,
|
|
hostdev->source.subsys.u.scsi.unit,
|
|
hostdev->readonly,
|
|
hostdev->shareable)))
|
|
goto cleanup;
|
|
|
|
if ((tmp = virSCSIDeviceListFind(mgr->activeSCSIHostdevs, scsi))) {
|
|
if (virSCSIDeviceSetUsedBy(tmp, drv_name, dom_name) < 0) {
|
|
virSCSIDeviceFree(scsi);
|
|
goto cleanup;
|
|
}
|
|
virSCSIDeviceFree(scsi);
|
|
} else {
|
|
if (virSCSIDeviceSetUsedBy(scsi, drv_name, dom_name) < 0 ||
|
|
virSCSIDeviceListAdd(mgr->activeSCSIHostdevs, scsi) < 0) {
|
|
virSCSIDeviceFree(scsi);
|
|
goto cleanup;
|
|
}
|
|
}
|
|
}
|
|
ret = 0;
|
|
|
|
cleanup:
|
|
virObjectUnlock(mgr->activeSCSIHostdevs);
|
|
return ret;
|
|
}
|
|
|
|
static int
|
|
virHostdevMarkUSBDevices(virHostdevManagerPtr mgr,
|
|
const char *drv_name,
|
|
const char *dom_name,
|
|
virUSBDeviceListPtr list)
|
|
{
|
|
size_t i, j;
|
|
unsigned int count;
|
|
virUSBDevicePtr tmp;
|
|
|
|
virObjectLock(mgr->activeUSBHostdevs);
|
|
count = virUSBDeviceListCount(list);
|
|
|
|
for (i = 0; i < count; i++) {
|
|
virUSBDevicePtr usb = virUSBDeviceListGet(list, i);
|
|
if ((tmp = virUSBDeviceListFind(mgr->activeUSBHostdevs, usb))) {
|
|
const char *other_drvname;
|
|
const char *other_domname;
|
|
|
|
virUSBDeviceGetUsedBy(tmp, &other_drvname, &other_domname);
|
|
if (other_drvname && other_domname)
|
|
virReportError(VIR_ERR_OPERATION_INVALID,
|
|
_("USB device %s is in use by "
|
|
"driver %s, domain %s"),
|
|
virUSBDeviceGetName(tmp),
|
|
other_drvname, other_domname);
|
|
else
|
|
virReportError(VIR_ERR_OPERATION_INVALID,
|
|
_("USB device %s is already in use"),
|
|
virUSBDeviceGetName(tmp));
|
|
goto error;
|
|
}
|
|
|
|
virUSBDeviceSetUsedBy(usb, drv_name, dom_name);
|
|
VIR_DEBUG("Adding %03d.%03d dom=%s to activeUSBHostdevs",
|
|
virUSBDeviceGetBus(usb), virUSBDeviceGetDevno(usb),
|
|
dom_name);
|
|
/*
|
|
* The caller is responsible to steal these usb devices
|
|
* from the virUSBDeviceList that passed in on success,
|
|
* perform rollback on failure.
|
|
*/
|
|
if (virUSBDeviceListAdd(mgr->activeUSBHostdevs, usb) < 0)
|
|
goto error;
|
|
}
|
|
|
|
virObjectUnlock(mgr->activeUSBHostdevs);
|
|
return 0;
|
|
|
|
error:
|
|
for (j = 0; j < i; j++) {
|
|
tmp = virUSBDeviceListGet(list, i);
|
|
virUSBDeviceListSteal(mgr->activeUSBHostdevs, tmp);
|
|
}
|
|
virObjectUnlock(mgr->activeUSBHostdevs);
|
|
return -1;
|
|
}
|
|
|
|
|
|
static int
|
|
virHostdevFindUSBDevice(virDomainHostdevDefPtr hostdev,
|
|
bool mandatory,
|
|
virUSBDevicePtr *usb)
|
|
{
|
|
unsigned vendor = hostdev->source.subsys.u.usb.vendor;
|
|
unsigned product = hostdev->source.subsys.u.usb.product;
|
|
unsigned bus = hostdev->source.subsys.u.usb.bus;
|
|
unsigned device = hostdev->source.subsys.u.usb.device;
|
|
bool autoAddress = hostdev->source.subsys.u.usb.autoAddress;
|
|
int rc;
|
|
|
|
*usb = NULL;
|
|
|
|
if (vendor && bus) {
|
|
rc = virUSBDeviceFind(vendor, product, bus, device,
|
|
NULL,
|
|
autoAddress ? false : mandatory,
|
|
usb);
|
|
if (rc < 0) {
|
|
return -1;
|
|
} else if (!autoAddress) {
|
|
goto out;
|
|
} else {
|
|
VIR_INFO("USB device %x:%x could not be found at previous"
|
|
" address (bus:%u device:%u)",
|
|
vendor, product, bus, device);
|
|
}
|
|
}
|
|
|
|
/* When vendor is specified, its USB address is either unspecified or the
|
|
* device could not be found at the USB device where it had been
|
|
* automatically found before.
|
|
*/
|
|
if (vendor) {
|
|
virUSBDeviceListPtr devs;
|
|
|
|
rc = virUSBDeviceFindByVendor(vendor, product, NULL, mandatory, &devs);
|
|
if (rc < 0)
|
|
return -1;
|
|
|
|
if (rc == 1) {
|
|
*usb = virUSBDeviceListGet(devs, 0);
|
|
virUSBDeviceListSteal(devs, *usb);
|
|
}
|
|
virObjectUnref(devs);
|
|
|
|
if (rc == 0) {
|
|
goto out;
|
|
} else if (rc > 1) {
|
|
if (autoAddress) {
|
|
virReportError(VIR_ERR_OPERATION_FAILED,
|
|
_("Multiple USB devices for %x:%x were found,"
|
|
" but none of them is at bus:%u device:%u"),
|
|
vendor, product, bus, device);
|
|
} else {
|
|
virReportError(VIR_ERR_OPERATION_FAILED,
|
|
_("Multiple USB devices for %x:%x, "
|
|
"use <address> to specify one"),
|
|
vendor, product);
|
|
}
|
|
return -1;
|
|
}
|
|
|
|
hostdev->source.subsys.u.usb.bus = virUSBDeviceGetBus(*usb);
|
|
hostdev->source.subsys.u.usb.device = virUSBDeviceGetDevno(*usb);
|
|
hostdev->source.subsys.u.usb.autoAddress = true;
|
|
|
|
if (autoAddress) {
|
|
VIR_INFO("USB device %x:%x found at bus:%u device:%u (moved"
|
|
" from bus:%u device:%u)",
|
|
vendor, product,
|
|
hostdev->source.subsys.u.usb.bus,
|
|
hostdev->source.subsys.u.usb.device,
|
|
bus, device);
|
|
}
|
|
} else if (!vendor && bus) {
|
|
if (virUSBDeviceFindByBus(bus, device, NULL, mandatory, usb) < 0)
|
|
return -1;
|
|
}
|
|
|
|
out:
|
|
if (!*usb)
|
|
hostdev->missing = true;
|
|
return 0;
|
|
}
|
|
|
|
int
|
|
virHostdevPrepareUSBDevices(virHostdevManagerPtr hostdev_mgr,
|
|
const char *drv_name,
|
|
const char *dom_name,
|
|
virDomainHostdevDefPtr *hostdevs,
|
|
int nhostdevs,
|
|
unsigned int flags)
|
|
{
|
|
size_t i;
|
|
int ret = -1;
|
|
virUSBDeviceListPtr list;
|
|
virUSBDevicePtr tmp;
|
|
bool coldBoot = !!(flags & VIR_HOSTDEV_COLD_BOOT);
|
|
|
|
if (!nhostdevs)
|
|
return 0;
|
|
|
|
/* To prevent situation where USB device is assigned to two domains
|
|
* we need to keep a list of currently assigned USB devices.
|
|
* This is done in several loops which cannot be joined into one big
|
|
* loop. See virHostdevPreparePCIDevices()
|
|
*/
|
|
if (!(list = virUSBDeviceListNew()))
|
|
goto cleanup;
|
|
|
|
/* Loop 1: build temporary list
|
|
*/
|
|
for (i = 0; i < nhostdevs; i++) {
|
|
virDomainHostdevDefPtr hostdev = hostdevs[i];
|
|
bool required = true;
|
|
virUSBDevicePtr usb;
|
|
|
|
if (hostdev->mode != VIR_DOMAIN_HOSTDEV_MODE_SUBSYS)
|
|
continue;
|
|
if (hostdev->source.subsys.type != VIR_DOMAIN_HOSTDEV_SUBSYS_TYPE_USB)
|
|
continue;
|
|
|
|
if (hostdev->startupPolicy == VIR_DOMAIN_STARTUP_POLICY_OPTIONAL ||
|
|
(hostdev->startupPolicy == VIR_DOMAIN_STARTUP_POLICY_REQUISITE &&
|
|
!coldBoot))
|
|
required = false;
|
|
|
|
if (virHostdevFindUSBDevice(hostdev, required, &usb) < 0)
|
|
goto cleanup;
|
|
|
|
if (usb && virUSBDeviceListAdd(list, usb) < 0) {
|
|
virUSBDeviceFree(usb);
|
|
goto cleanup;
|
|
}
|
|
}
|
|
|
|
/* Mark devices in temporary list as used by @dom_name
|
|
* and add them do driver list. However, if something goes
|
|
* wrong, perform rollback.
|
|
*/
|
|
if (virHostdevMarkUSBDevices(hostdev_mgr, drv_name, dom_name, list) < 0)
|
|
goto cleanup;
|
|
|
|
/* Loop 2: Temporary list was successfully merged with
|
|
* driver list, so steal all items to avoid freeing them
|
|
* in cleanup label.
|
|
*/
|
|
while (virUSBDeviceListCount(list) > 0) {
|
|
tmp = virUSBDeviceListGet(list, 0);
|
|
virUSBDeviceListSteal(list, tmp);
|
|
}
|
|
|
|
ret = 0;
|
|
|
|
cleanup:
|
|
virObjectUnref(list);
|
|
return ret;
|
|
}
|
|
|
|
int
|
|
virHostdevPrepareSCSIDevices(virHostdevManagerPtr hostdev_mgr,
|
|
const char *drv_name,
|
|
const char *dom_name,
|
|
virDomainHostdevDefPtr *hostdevs,
|
|
int nhostdevs)
|
|
{
|
|
size_t i, j;
|
|
int count;
|
|
virSCSIDeviceListPtr list;
|
|
virSCSIDevicePtr tmp;
|
|
|
|
if (!nhostdevs)
|
|
return 0;
|
|
|
|
/* To prevent situation where SCSI device is assigned to two domains
|
|
* we need to keep a list of currently assigned SCSI devices.
|
|
* This is done in several loops which cannot be joined into one big
|
|
* loop. See virHostdevPreparePCIDevices()
|
|
*/
|
|
if (!(list = virSCSIDeviceListNew()))
|
|
goto cleanup;
|
|
|
|
/* Loop 1: build temporary list */
|
|
for (i = 0; i < nhostdevs; i++) {
|
|
virDomainHostdevDefPtr hostdev = hostdevs[i];
|
|
virSCSIDevicePtr scsi;
|
|
|
|
if (hostdev->mode != VIR_DOMAIN_HOSTDEV_MODE_SUBSYS ||
|
|
hostdev->source.subsys.type != VIR_DOMAIN_HOSTDEV_SUBSYS_TYPE_SCSI)
|
|
continue;
|
|
|
|
if (hostdev->managed) {
|
|
virReportError(VIR_ERR_XML_ERROR, "%s",
|
|
_("SCSI host device doesn't support managed mode"));
|
|
goto cleanup;
|
|
}
|
|
|
|
if (!(scsi = virSCSIDeviceNew(NULL,
|
|
hostdev->source.subsys.u.scsi.adapter,
|
|
hostdev->source.subsys.u.scsi.bus,
|
|
hostdev->source.subsys.u.scsi.target,
|
|
hostdev->source.subsys.u.scsi.unit,
|
|
hostdev->readonly,
|
|
hostdev->shareable)))
|
|
goto cleanup;
|
|
|
|
if (scsi && virSCSIDeviceListAdd(list, scsi) < 0) {
|
|
virSCSIDeviceFree(scsi);
|
|
goto cleanup;
|
|
}
|
|
}
|
|
|
|
/* Loop 2: Mark devices in temporary list as used by @name
|
|
* and add them to driver list. However, if something goes
|
|
* wrong, perform rollback.
|
|
*/
|
|
virObjectLock(hostdev_mgr->activeSCSIHostdevs);
|
|
count = virSCSIDeviceListCount(list);
|
|
|
|
for (i = 0; i < count; i++) {
|
|
virSCSIDevicePtr scsi = virSCSIDeviceListGet(list, i);
|
|
if ((tmp = virSCSIDeviceListFind(hostdev_mgr->activeSCSIHostdevs,
|
|
scsi))) {
|
|
bool scsi_shareable = virSCSIDeviceGetShareable(scsi);
|
|
bool tmp_shareable = virSCSIDeviceGetShareable(tmp);
|
|
|
|
if (!(scsi_shareable && tmp_shareable)) {
|
|
virReportError(VIR_ERR_OPERATION_INVALID,
|
|
_("SCSI device %s is already in use by "
|
|
"other domain(s) as '%s'"),
|
|
virSCSIDeviceGetName(tmp),
|
|
tmp_shareable ? "shareable" : "non-shareable");
|
|
goto error;
|
|
}
|
|
|
|
if (virSCSIDeviceSetUsedBy(tmp, drv_name, dom_name) < 0)
|
|
goto error;
|
|
} else {
|
|
if (virSCSIDeviceSetUsedBy(scsi, drv_name, dom_name) < 0)
|
|
goto error;
|
|
|
|
VIR_DEBUG("Adding %s to activeSCSIHostdevs", virSCSIDeviceGetName(scsi));
|
|
|
|
if (virSCSIDeviceListAdd(hostdev_mgr->activeSCSIHostdevs, scsi) < 0)
|
|
goto error;
|
|
}
|
|
}
|
|
|
|
virObjectUnlock(hostdev_mgr->activeSCSIHostdevs);
|
|
|
|
/* Loop 3: Temporary list was successfully merged with
|
|
* driver list, so steal all items to avoid freeing them
|
|
* when freeing temporary list.
|
|
*/
|
|
while (virSCSIDeviceListCount(list) > 0) {
|
|
tmp = virSCSIDeviceListGet(list, 0);
|
|
virSCSIDeviceListSteal(list, tmp);
|
|
}
|
|
|
|
virObjectUnref(list);
|
|
return 0;
|
|
|
|
error:
|
|
for (j = 0; j < i; j++) {
|
|
tmp = virSCSIDeviceListGet(list, i);
|
|
virSCSIDeviceListSteal(hostdev_mgr->activeSCSIHostdevs, tmp);
|
|
}
|
|
virObjectUnlock(hostdev_mgr->activeSCSIHostdevs);
|
|
cleanup:
|
|
virObjectUnref(list);
|
|
return -1;
|
|
}
|
|
|
|
void
|
|
virHostdevReAttachUSBDevices(virHostdevManagerPtr hostdev_mgr,
|
|
const char *drv_name,
|
|
const char *dom_name,
|
|
virDomainHostdevDefPtr *hostdevs,
|
|
int nhostdevs)
|
|
{
|
|
size_t i;
|
|
|
|
if (!nhostdevs)
|
|
return;
|
|
|
|
virObjectLock(hostdev_mgr->activeUSBHostdevs);
|
|
for (i = 0; i < nhostdevs; i++) {
|
|
virDomainHostdevDefPtr hostdev = hostdevs[i];
|
|
virUSBDevicePtr usb, tmp;
|
|
const char *usedby_drvname;
|
|
const char *usedby_domname;
|
|
|
|
if (hostdev->mode != VIR_DOMAIN_HOSTDEV_MODE_SUBSYS)
|
|
continue;
|
|
if (hostdev->source.subsys.type != VIR_DOMAIN_HOSTDEV_SUBSYS_TYPE_USB)
|
|
continue;
|
|
if (hostdev->missing)
|
|
continue;
|
|
|
|
usb = virUSBDeviceNew(hostdev->source.subsys.u.usb.bus,
|
|
hostdev->source.subsys.u.usb.device,
|
|
NULL);
|
|
|
|
if (!usb) {
|
|
VIR_WARN("Unable to reattach USB device %03d.%03d on domain %s",
|
|
hostdev->source.subsys.u.usb.bus,
|
|
hostdev->source.subsys.u.usb.device,
|
|
dom_name);
|
|
continue;
|
|
}
|
|
|
|
/* Delete only those USB devices which belongs
|
|
* to domain @name because qemuProcessStart() might
|
|
* have failed because USB device is already taken.
|
|
* Therefore we want to steal only those devices from
|
|
* the list which were taken by @name */
|
|
|
|
tmp = virUSBDeviceListFind(hostdev_mgr->activeUSBHostdevs, usb);
|
|
virUSBDeviceFree(usb);
|
|
|
|
if (!tmp) {
|
|
VIR_WARN("Unable to find device %03d.%03d "
|
|
"in list of active USB devices",
|
|
hostdev->source.subsys.u.usb.bus,
|
|
hostdev->source.subsys.u.usb.device);
|
|
continue;
|
|
}
|
|
|
|
virUSBDeviceGetUsedBy(tmp, &usedby_drvname, &usedby_domname);
|
|
if (STREQ_NULLABLE(drv_name, usedby_drvname) &&
|
|
STREQ_NULLABLE(dom_name, usedby_domname)) {
|
|
VIR_DEBUG("Removing %03d.%03d dom=%s from activeUSBHostdevs",
|
|
hostdev->source.subsys.u.usb.bus,
|
|
hostdev->source.subsys.u.usb.device,
|
|
dom_name);
|
|
|
|
virUSBDeviceListDel(hostdev_mgr->activeUSBHostdevs, tmp);
|
|
}
|
|
}
|
|
virObjectUnlock(hostdev_mgr->activeUSBHostdevs);
|
|
}
|
|
|
|
void
|
|
virHostdevReAttachSCSIDevices(virHostdevManagerPtr hostdev_mgr,
|
|
const char *drv_name,
|
|
const char *dom_name,
|
|
virDomainHostdevDefPtr *hostdevs,
|
|
int nhostdevs)
|
|
{
|
|
size_t i;
|
|
|
|
if (!nhostdevs)
|
|
return;
|
|
|
|
virObjectLock(hostdev_mgr->activeSCSIHostdevs);
|
|
for (i = 0; i < nhostdevs; i++) {
|
|
virDomainHostdevDefPtr hostdev = hostdevs[i];
|
|
virSCSIDevicePtr scsi;
|
|
virSCSIDevicePtr tmp;
|
|
|
|
if (hostdev->mode != VIR_DOMAIN_HOSTDEV_MODE_SUBSYS ||
|
|
hostdev->source.subsys.type != VIR_DOMAIN_HOSTDEV_SUBSYS_TYPE_SCSI)
|
|
continue;
|
|
|
|
if (!(scsi = virSCSIDeviceNew(NULL,
|
|
hostdev->source.subsys.u.scsi.adapter,
|
|
hostdev->source.subsys.u.scsi.bus,
|
|
hostdev->source.subsys.u.scsi.target,
|
|
hostdev->source.subsys.u.scsi.unit,
|
|
hostdev->readonly,
|
|
hostdev->shareable))) {
|
|
VIR_WARN("Unable to reattach SCSI device %s:%d:%d:%d on domain %s",
|
|
hostdev->source.subsys.u.scsi.adapter,
|
|
hostdev->source.subsys.u.scsi.bus,
|
|
hostdev->source.subsys.u.scsi.target,
|
|
hostdev->source.subsys.u.scsi.unit,
|
|
dom_name);
|
|
continue;
|
|
}
|
|
|
|
/* Only delete the devices which are marked as being used by @name,
|
|
* because qemuProcessStart could fail on the half way. */
|
|
|
|
if (!(tmp = virSCSIDeviceListFind(hostdev_mgr->activeSCSIHostdevs, scsi))) {
|
|
VIR_WARN("Unable to find device %s:%d:%d:%d "
|
|
"in list of active SCSI devices",
|
|
hostdev->source.subsys.u.scsi.adapter,
|
|
hostdev->source.subsys.u.scsi.bus,
|
|
hostdev->source.subsys.u.scsi.target,
|
|
hostdev->source.subsys.u.scsi.unit);
|
|
virSCSIDeviceFree(scsi);
|
|
continue;
|
|
}
|
|
|
|
VIR_DEBUG("Removing %s:%d:%d:%d dom=%s from activeSCSIHostdevs",
|
|
hostdev->source.subsys.u.scsi.adapter,
|
|
hostdev->source.subsys.u.scsi.bus,
|
|
hostdev->source.subsys.u.scsi.target,
|
|
hostdev->source.subsys.u.scsi.unit,
|
|
dom_name);
|
|
|
|
virSCSIDeviceListDel(hostdev_mgr->activeSCSIHostdevs, tmp,
|
|
drv_name, dom_name);
|
|
virSCSIDeviceFree(scsi);
|
|
}
|
|
virObjectUnlock(hostdev_mgr->activeSCSIHostdevs);
|
|
}
|
|
|
|
int
|
|
virHostdevPCINodeDeviceDetach(virHostdevManagerPtr hostdev_mgr,
|
|
virPCIDevicePtr pci)
|
|
{
|
|
int ret = -1;
|
|
|
|
virObjectLock(hostdev_mgr->activePCIHostdevs);
|
|
virObjectLock(hostdev_mgr->inactivePCIHostdevs);
|
|
|
|
if (virPCIDeviceDetach(pci, hostdev_mgr->activePCIHostdevs,
|
|
hostdev_mgr->inactivePCIHostdevs) < 0) {
|
|
goto out;
|
|
}
|
|
|
|
ret = 0;
|
|
out:
|
|
virObjectUnlock(hostdev_mgr->inactivePCIHostdevs);
|
|
virObjectUnlock(hostdev_mgr->activePCIHostdevs);
|
|
return ret;
|
|
}
|
|
|
|
int
|
|
virHostdevPCINodeDeviceReAttach(virHostdevManagerPtr hostdev_mgr,
|
|
virPCIDevicePtr pci)
|
|
{
|
|
virPCIDevicePtr other;
|
|
int ret = -1;
|
|
|
|
virObjectLock(hostdev_mgr->activePCIHostdevs);
|
|
virObjectLock(hostdev_mgr->inactivePCIHostdevs);
|
|
other = virPCIDeviceListFind(hostdev_mgr->activePCIHostdevs, pci);
|
|
if (other) {
|
|
const char *other_drvname = NULL;
|
|
const char *other_domname = NULL;
|
|
virPCIDeviceGetUsedBy(other, &other_drvname, &other_domname);
|
|
|
|
if (other_drvname && other_domname)
|
|
virReportError(VIR_ERR_OPERATION_INVALID,
|
|
_("PCI device %s is still in use by "
|
|
"driver %s, domain %s"),
|
|
virPCIDeviceGetName(pci),
|
|
other_drvname, other_domname);
|
|
else
|
|
virReportError(VIR_ERR_OPERATION_INVALID,
|
|
_("PCI device %s is still in use"),
|
|
virPCIDeviceGetName(pci));
|
|
goto out;
|
|
}
|
|
|
|
virPCIDeviceReattachInit(pci);
|
|
|
|
if (virPCIDeviceReattach(pci, hostdev_mgr->activePCIHostdevs,
|
|
hostdev_mgr->inactivePCIHostdevs) < 0)
|
|
goto out;
|
|
|
|
ret = 0;
|
|
out:
|
|
virObjectUnlock(hostdev_mgr->inactivePCIHostdevs);
|
|
virObjectUnlock(hostdev_mgr->activePCIHostdevs);
|
|
return ret;
|
|
}
|
|
|
|
int
|
|
virHostdevPCINodeDeviceReset(virHostdevManagerPtr hostdev_mgr,
|
|
virPCIDevicePtr pci)
|
|
{
|
|
int ret = -1;
|
|
|
|
virObjectLock(hostdev_mgr->activePCIHostdevs);
|
|
virObjectLock(hostdev_mgr->inactivePCIHostdevs);
|
|
if (virPCIDeviceReset(pci, hostdev_mgr->activePCIHostdevs,
|
|
hostdev_mgr->inactivePCIHostdevs) < 0)
|
|
goto out;
|
|
|
|
ret = 0;
|
|
out:
|
|
virObjectUnlock(hostdev_mgr->inactivePCIHostdevs);
|
|
virObjectUnlock(hostdev_mgr->activePCIHostdevs);
|
|
return ret;
|
|
}
|
|
|
|
int
|
|
virHostdevPrepareDomainDevices(virHostdevManagerPtr mgr,
|
|
const char *driver,
|
|
virDomainDefPtr def,
|
|
unsigned int flags)
|
|
{
|
|
if (!def->nhostdevs)
|
|
return 0;
|
|
|
|
if (mgr == NULL)
|
|
return -1;
|
|
|
|
if (flags & VIR_HOSTDEV_SP_PCI) {
|
|
if (virHostdevPreparePCIDevices(mgr, driver,
|
|
def->name, def->uuid,
|
|
def->hostdevs,
|
|
def->nhostdevs,
|
|
flags) < 0)
|
|
return -1;
|
|
}
|
|
|
|
if (flags & VIR_HOSTDEV_SP_USB) {
|
|
if (virHostdevPrepareUSBDevices(mgr, driver, def->name,
|
|
def->hostdevs, def->nhostdevs,
|
|
flags) < 0)
|
|
return -1;
|
|
}
|
|
|
|
if (flags & VIR_HOSTDEV_SP_SCSI) {
|
|
if (virHostdevPrepareSCSIDevices(mgr, driver, def->name,
|
|
def->hostdevs, def->nhostdevs) < 0)
|
|
return -1;
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
/* @oldStateDir
|
|
* For upgrade purpose: see virHostdevReAttachPCIHostdevs
|
|
*/
|
|
void
|
|
virHostdevReAttachDomainDevices(virHostdevManagerPtr mgr,
|
|
const char *driver,
|
|
virDomainDefPtr def,
|
|
unsigned int flags,
|
|
const char *oldStateDir)
|
|
{
|
|
if (!def->nhostdevs || !mgr)
|
|
return;
|
|
|
|
if (flags & VIR_HOSTDEV_SP_PCI) {
|
|
virHostdevReAttachPCIDevices(mgr, driver, def->name,
|
|
def->hostdevs, def->nhostdevs,
|
|
oldStateDir);
|
|
}
|
|
|
|
if (flags & VIR_HOSTDEV_SP_USB) {
|
|
virHostdevReAttachUSBDevices(mgr, driver, def->name,
|
|
def->hostdevs, def->nhostdevs);
|
|
}
|
|
|
|
if (flags & VIR_HOSTDEV_SP_SCSI) {
|
|
virHostdevReAttachSCSIDevices(mgr, driver, def->name,
|
|
def->hostdevs, def->nhostdevs);
|
|
}
|
|
}
|
|
|
|
int
|
|
virHostdevUpdateDomainActiveDevices(virHostdevManagerPtr mgr,
|
|
const char *driver,
|
|
virDomainDefPtr def,
|
|
unsigned int flags)
|
|
{
|
|
if (!def->nhostdevs)
|
|
return 0;
|
|
|
|
if (flags & VIR_HOSTDEV_SP_PCI) {
|
|
if (virHostdevUpdateActivePCIDevices(mgr,
|
|
def->hostdevs,
|
|
def->nhostdevs,
|
|
driver, def->name) < 0)
|
|
return -1;
|
|
}
|
|
|
|
if (flags & VIR_HOSTDEV_SP_USB) {
|
|
if (virHostdevUpdateActiveUSBDevices(mgr,
|
|
def->hostdevs,
|
|
def->nhostdevs,
|
|
driver, def->name) < 0)
|
|
return -1;
|
|
}
|
|
|
|
if (flags & VIR_HOSTDEV_SP_SCSI) {
|
|
if (virHostdevUpdateActiveSCSIDevices(mgr,
|
|
def->hostdevs,
|
|
def->nhostdevs,
|
|
driver, def->name) < 0)
|
|
return -1;
|
|
}
|
|
|
|
return 0;
|
|
}
|