mirror of
https://github.com/cloud-hypervisor/cloud-hypervisor.git
synced 2024-10-03 20:15:45 +00:00
tests: live-migration: Split balloon tests into its own function
Signed-off-by: Bo Chen <chen.bo@intel.com>
This commit is contained in:
Bo Chen
Sebastien Boeuf
parent
ff3e9eb668
commit
e145b823a5
@ -8358,12 +8358,7 @@ mod live_migration {
|
||||
// 4. The destination VM is functional (including various virtio-devices are working properly) after
|
||||
// live migration;
|
||||
// Note: This test does not use vsock as we can't create two identical vsock on the same host.
|
||||
fn _test_live_migration(upgrade_test: bool, numa: bool, local: bool, balloon: bool) {
|
||||
assert!(
|
||||
!(numa && balloon),
|
||||
"Invalid inputs: 'numa' and 'balloon' cannot be tested at the same time."
|
||||
);
|
||||
|
||||
fn _test_live_migration(upgrade_test: bool, numa: bool, local: bool) {
|
||||
let focal = UbuntuDiskConfig::new(FOCAL_IMAGE_NAME.to_string());
|
||||
let guest = Guest::new(Box::new(focal));
|
||||
let kernel_path = direct_kernel_boot_path();
|
||||
@ -8374,9 +8369,9 @@ mod live_migration {
|
||||
net_id, guest.network.guest_mac, guest.network.host_ip
|
||||
);
|
||||
|
||||
let memory_param: &[&str] = match (balloon, local, numa) {
|
||||
(false, false, false) => &["--memory", "size=4G"],
|
||||
(false, false, true) => &[
|
||||
let memory_param: &[&str] = match (local, numa) {
|
||||
(false, false) => &["--memory", "size=4G"],
|
||||
(false, true) => &[
|
||||
"--memory",
|
||||
"size=0,hotplug_method=virtio-mem",
|
||||
"--memory-zone",
|
||||
@ -8388,8 +8383,8 @@ mod live_migration {
|
||||
"guest_numa_id=1,cpus=[3-4,6-8],distances=[0@20,2@25],memory_zones=mem1",
|
||||
"guest_numa_id=2,cpus=[5,10-11],distances=[0@25,1@30],memory_zones=mem2",
|
||||
],
|
||||
(false, true, false) => &["--memory", "size=4G,shared=on"],
|
||||
(false, true, true) => &[
|
||||
(true, false) => &["--memory", "size=4G,shared=on"],
|
||||
(true, true) => &[
|
||||
"--memory",
|
||||
"size=0,hotplug_method=virtio-mem,shared=on",
|
||||
"--memory-zone",
|
||||
@ -8401,18 +8396,6 @@ mod live_migration {
|
||||
"guest_numa_id=1,cpus=[3-4,6-8],distances=[0@20,2@25],memory_zones=mem1",
|
||||
"guest_numa_id=2,cpus=[5,10-11],distances=[0@25,1@30],memory_zones=mem2",
|
||||
],
|
||||
(true, false, _) => &[
|
||||
"--memory",
|
||||
"size=4G,hotplug_method=virtio-mem,hotplug_size=8G",
|
||||
"--balloon",
|
||||
"size=0",
|
||||
],
|
||||
(true, true, _) => &[
|
||||
"--memory",
|
||||
"size=4G,hotplug_method=virtio-mem,hotplug_size=8G,shared=on",
|
||||
"--balloon",
|
||||
"size=0",
|
||||
],
|
||||
};
|
||||
|
||||
let boot_vcpus = if numa { 6 } else { 2 };
|
||||
@ -8468,19 +8451,7 @@ mod live_migration {
|
||||
assert_eq!(guest.get_cpu_count().unwrap_or_default(), boot_vcpus);
|
||||
|
||||
// Check the guest RAM
|
||||
if balloon {
|
||||
assert!(guest.get_total_memory().unwrap_or_default() > 3_840_000);
|
||||
// Increase the guest RAM
|
||||
resize_command(&src_api_socket, None, Some(6 << 30), None, None);
|
||||
thread::sleep(std::time::Duration::new(5, 0));
|
||||
assert!(guest.get_total_memory().unwrap_or_default() > 5_760_000);
|
||||
// Use balloon to remove RAM from the VM
|
||||
resize_command(&src_api_socket, None, None, Some(1 << 30), None);
|
||||
thread::sleep(std::time::Duration::new(5, 0));
|
||||
let total_memory = guest.get_total_memory().unwrap_or_default();
|
||||
assert!(total_memory > 4_800_000);
|
||||
assert!(total_memory < 5_760_000);
|
||||
} else if numa {
|
||||
if numa {
|
||||
assert!(guest.get_total_memory().unwrap_or_default() > 2_880_000);
|
||||
} else {
|
||||
assert!(guest.get_total_memory().unwrap_or_default() > 3_840_000);
|
||||
@ -8629,22 +8600,195 @@ mod live_migration {
|
||||
);
|
||||
}
|
||||
}
|
||||
});
|
||||
|
||||
if balloon {
|
||||
let total_memory = guest.get_total_memory().unwrap_or_default();
|
||||
assert!(total_memory > 4_800_000);
|
||||
assert!(total_memory < 5_760_000);
|
||||
// Deflate balloon to restore entire RAM to the VM
|
||||
resize_command(&dest_api_socket, None, None, Some(0), None);
|
||||
thread::sleep(std::time::Duration::new(5, 0));
|
||||
assert!(guest.get_total_memory().unwrap_or_default() > 5_760_000);
|
||||
// Decrease guest RAM with virtio-mem
|
||||
resize_command(&dest_api_socket, None, Some(5 << 30), None, None);
|
||||
thread::sleep(std::time::Duration::new(5, 0));
|
||||
let total_memory = guest.get_total_memory().unwrap_or_default();
|
||||
assert!(total_memory > 4_800_000);
|
||||
assert!(total_memory < 5_760_000);
|
||||
// Clean-up the destination VM and make sure it terminated correctly
|
||||
let _ = dest_child.kill();
|
||||
let dest_output = dest_child.wait_with_output().unwrap();
|
||||
handle_child_output(r, &dest_output);
|
||||
|
||||
// Check the destination VM has the expected 'concole_text' from its output
|
||||
let r = std::panic::catch_unwind(|| {
|
||||
assert!(String::from_utf8_lossy(&dest_output.stdout).contains(&console_text));
|
||||
});
|
||||
handle_child_output(r, &dest_output);
|
||||
}
|
||||
|
||||
fn _test_live_migration_balloon(upgrade_test: bool, local: bool) {
|
||||
let focal = UbuntuDiskConfig::new(FOCAL_IMAGE_NAME.to_string());
|
||||
let guest = Guest::new(Box::new(focal));
|
||||
let kernel_path = direct_kernel_boot_path();
|
||||
let console_text = String::from("On a branch floating down river a cricket, singing.");
|
||||
let net_id = "net123";
|
||||
let net_params = format!(
|
||||
"id={},tap=,mac={},ip={},mask=255.255.255.0",
|
||||
net_id, guest.network.guest_mac, guest.network.host_ip
|
||||
);
|
||||
|
||||
let memory_param: &[&str] = if local {
|
||||
&[
|
||||
"--memory",
|
||||
"size=4G,hotplug_method=virtio-mem,hotplug_size=8G,shared=on",
|
||||
"--balloon",
|
||||
"size=0",
|
||||
]
|
||||
} else {
|
||||
&[
|
||||
"--memory",
|
||||
"size=4G,hotplug_method=virtio-mem,hotplug_size=8G",
|
||||
"--balloon",
|
||||
"size=0",
|
||||
]
|
||||
};
|
||||
|
||||
let boot_vcpus = 2;
|
||||
let max_vcpus = 4;
|
||||
|
||||
let pmem_temp_file = TempFile::new().unwrap();
|
||||
pmem_temp_file.as_file().set_len(128 << 20).unwrap();
|
||||
std::process::Command::new("mkfs.ext4")
|
||||
.arg(pmem_temp_file.as_path())
|
||||
.output()
|
||||
.expect("Expect creating disk image to succeed");
|
||||
let pmem_path = String::from("/dev/pmem0");
|
||||
|
||||
// Start the source VM
|
||||
let src_vm_path = if !upgrade_test {
|
||||
clh_command("cloud-hypervisor")
|
||||
} else {
|
||||
cloud_hypervisor_release_path()
|
||||
};
|
||||
let src_api_socket = temp_api_path(&guest.tmp_dir);
|
||||
let mut src_vm_cmd = GuestCommand::new_with_binary_path(&guest, &src_vm_path);
|
||||
src_vm_cmd
|
||||
.args(&[
|
||||
"--cpus",
|
||||
format!("boot={},max={}", boot_vcpus, max_vcpus).as_str(),
|
||||
])
|
||||
.args(memory_param)
|
||||
.args(&["--kernel", kernel_path.to_str().unwrap()])
|
||||
.args(&["--cmdline", DIRECT_KERNEL_BOOT_CMDLINE])
|
||||
.default_disks()
|
||||
.args(&["--net", net_params.as_str()])
|
||||
.args(&["--api-socket", &src_api_socket])
|
||||
.args(&[
|
||||
"--pmem",
|
||||
format!("file={}", pmem_temp_file.as_path().to_str().unwrap(),).as_str(),
|
||||
]);
|
||||
let mut src_child = src_vm_cmd.capture_output().spawn().unwrap();
|
||||
|
||||
// Start the destination VM
|
||||
let mut dest_api_socket = temp_api_path(&guest.tmp_dir);
|
||||
dest_api_socket.push_str(".dest");
|
||||
let mut dest_child = GuestCommand::new(&guest)
|
||||
.args(&["--api-socket", &dest_api_socket])
|
||||
.capture_output()
|
||||
.spawn()
|
||||
.unwrap();
|
||||
|
||||
let r = std::panic::catch_unwind(|| {
|
||||
guest.wait_vm_boot(None).unwrap();
|
||||
|
||||
// Make sure the source VM is functaionl
|
||||
// Check the number of vCPUs
|
||||
assert_eq!(guest.get_cpu_count().unwrap_or_default(), boot_vcpus);
|
||||
|
||||
// Check the guest RAM
|
||||
assert!(guest.get_total_memory().unwrap_or_default() > 3_840_000);
|
||||
// Increase the guest RAM
|
||||
resize_command(&src_api_socket, None, Some(6 << 30), None, None);
|
||||
thread::sleep(std::time::Duration::new(5, 0));
|
||||
assert!(guest.get_total_memory().unwrap_or_default() > 5_760_000);
|
||||
// Use balloon to remove RAM from the VM
|
||||
resize_command(&src_api_socket, None, None, Some(1 << 30), None);
|
||||
thread::sleep(std::time::Duration::new(5, 0));
|
||||
let total_memory = guest.get_total_memory().unwrap_or_default();
|
||||
assert!(total_memory > 4_800_000);
|
||||
assert!(total_memory < 5_760_000);
|
||||
|
||||
// Check the guest virtio-devices, e.g. block, rng, console, and net
|
||||
guest.check_devices_common(None, Some(&console_text), Some(&pmem_path));
|
||||
|
||||
// x86_64: Following what's done in the `test_snapshot_restore`, we need
|
||||
// to make sure that removing and adding back the virtio-net device does
|
||||
// not break the live-migration support for virtio-pci.
|
||||
#[cfg(target_arch = "x86_64")]
|
||||
{
|
||||
assert!(remote_command(
|
||||
&src_api_socket,
|
||||
"remove-device",
|
||||
Some(net_id),
|
||||
));
|
||||
thread::sleep(std::time::Duration::new(10, 0));
|
||||
|
||||
// Plug the virtio-net device again
|
||||
assert!(remote_command(
|
||||
&src_api_socket,
|
||||
"add-net",
|
||||
Some(net_params.as_str()),
|
||||
));
|
||||
thread::sleep(std::time::Duration::new(10, 0));
|
||||
}
|
||||
|
||||
// Start the live-migration
|
||||
let migration_socket = String::from(
|
||||
guest
|
||||
.tmp_dir
|
||||
.as_path()
|
||||
.join("live-migration.sock")
|
||||
.to_str()
|
||||
.unwrap(),
|
||||
);
|
||||
|
||||
assert!(
|
||||
start_live_migration(&migration_socket, &src_api_socket, &dest_api_socket, local),
|
||||
"Unsuccessful command: 'send-migration' or 'receive-migration'."
|
||||
);
|
||||
});
|
||||
|
||||
// Check and report any errors occured during the live-migration
|
||||
if r.is_err() {
|
||||
print_and_panic(
|
||||
src_child,
|
||||
dest_child,
|
||||
None,
|
||||
"Error occured during live-migration",
|
||||
);
|
||||
}
|
||||
|
||||
// Check the source vm has been terminated successful (give it '3s' to settle)
|
||||
thread::sleep(std::time::Duration::new(3, 0));
|
||||
if !src_child.try_wait().unwrap().map_or(false, |s| s.success()) {
|
||||
print_and_panic(
|
||||
src_child,
|
||||
dest_child,
|
||||
None,
|
||||
"source VM was not terminated successfully.",
|
||||
);
|
||||
};
|
||||
|
||||
// Post live-migration check to make sure the destination VM is funcational
|
||||
let r = std::panic::catch_unwind(|| {
|
||||
// Perform same checks to validate VM has been properly migrated
|
||||
assert_eq!(guest.get_cpu_count().unwrap_or_default(), boot_vcpus);
|
||||
assert!(guest.get_total_memory().unwrap_or_default() > 3_840_000);
|
||||
|
||||
guest.check_devices_common(None, Some(&console_text), Some(&pmem_path));
|
||||
|
||||
// Perform checks on guest RAM using balloon
|
||||
let total_memory = guest.get_total_memory().unwrap_or_default();
|
||||
assert!(total_memory > 4_800_000);
|
||||
assert!(total_memory < 5_760_000);
|
||||
// Deflate balloon to restore entire RAM to the VM
|
||||
resize_command(&dest_api_socket, None, None, Some(0), None);
|
||||
thread::sleep(std::time::Duration::new(5, 0));
|
||||
assert!(guest.get_total_memory().unwrap_or_default() > 5_760_000);
|
||||
// Decrease guest RAM with virtio-mem
|
||||
resize_command(&dest_api_socket, None, Some(5 << 30), None, None);
|
||||
thread::sleep(std::time::Duration::new(5, 0));
|
||||
let total_memory = guest.get_total_memory().unwrap_or_default();
|
||||
assert!(total_memory > 4_800_000);
|
||||
assert!(total_memory < 5_760_000);
|
||||
});
|
||||
|
||||
// Clean-up the destination VM and make sure it terminated correctly
|
||||
@ -8963,24 +9107,24 @@ mod live_migration {
|
||||
use super::*;
|
||||
#[test]
|
||||
fn test_live_migration_basic() {
|
||||
_test_live_migration(false, false, false, false)
|
||||
_test_live_migration(false, false, false)
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn test_live_migration_local() {
|
||||
_test_live_migration(false, false, true, false)
|
||||
_test_live_migration(false, false, true)
|
||||
}
|
||||
|
||||
#[test]
|
||||
#[cfg(not(feature = "mshv"))]
|
||||
fn test_live_migration_numa() {
|
||||
_test_live_migration(false, true, false, false)
|
||||
_test_live_migration(false, true, false)
|
||||
}
|
||||
|
||||
#[test]
|
||||
#[cfg(not(feature = "mshv"))]
|
||||
fn test_live_migration_numa_local() {
|
||||
_test_live_migration(false, true, true, false)
|
||||
_test_live_migration(false, true, true)
|
||||
}
|
||||
|
||||
#[test]
|
||||
@ -8995,34 +9139,34 @@ mod live_migration {
|
||||
|
||||
#[test]
|
||||
fn test_live_migration_balloon() {
|
||||
_test_live_migration(false, false, false, true)
|
||||
_test_live_migration_balloon(false, false)
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn test_live_migration_balloon_local() {
|
||||
_test_live_migration(false, false, true, true)
|
||||
_test_live_migration_balloon(false, true)
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn test_live_upgrade_basic() {
|
||||
_test_live_migration(true, false, false, false)
|
||||
_test_live_migration(true, false, false)
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn test_live_upgrade_local() {
|
||||
_test_live_migration(true, false, true, false)
|
||||
_test_live_migration(true, false, true)
|
||||
}
|
||||
|
||||
#[test]
|
||||
#[cfg(not(feature = "mshv"))]
|
||||
fn test_live_upgrade_numa() {
|
||||
_test_live_migration(true, true, false, false)
|
||||
_test_live_migration(true, true, false)
|
||||
}
|
||||
|
||||
#[test]
|
||||
#[cfg(not(feature = "mshv"))]
|
||||
fn test_live_upgrade_numa_local() {
|
||||
_test_live_migration(true, true, true, false)
|
||||
_test_live_migration(true, true, true)
|
||||
}
|
||||
|
||||
#[test]
|
||||
@ -9037,12 +9181,12 @@ mod live_migration {
|
||||
|
||||
#[test]
|
||||
fn test_live_upgrade_balloon() {
|
||||
_test_live_migration(true, false, false, true)
|
||||
_test_live_migration_balloon(true, false)
|
||||
}
|
||||
|
||||
#[test]
|
||||
fn test_live_upgrade_balloon_local() {
|
||||
_test_live_migration(true, false, true, true)
|
||||
_test_live_migration_balloon(true, true)
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
Loading…
Reference in New Issue
Block a user