#!/bin/bash
#
# script to create cpusets to isolate CPU threads for KVM/libvirt VMs
# requires 'cset'
# available on Fedora through my COPR:
#  - https://copr.fedorainfracloud.org/coprs/jlay/cpuset/
# review comments below regarding CPUs and XML entries
#
# this script:
# - isolates host tasks from the VM CPUs
# - applies some generic tweaks
# - resets host isolation on VM shutdown
#
# define the CPUs (cores/threads) to isolate for the VM
VM_CORES='0-11,24-35'
# Tip: refer to 'virsh capabilities | grep siblings'
# this will show CPU topology information for the host
# allows one to pick optimal layout for the VM
#
# the pinned CPUs are definend like so in the VM libvirt XML:
#    <vcpupin vcpu='0' cpuset='0'/>
#    <vcpupin vcpu='1' cpuset='24'/>
#    <vcpupin vcpu='2' cpuset='1'/>
#    <vcpupin vcpu='3' cpuset='25'/>
# [...]
#     <emulatorpin cpuset='10-11'/>
#
# NOTE: the pinned emulator CPUs must be included in VM_CORES
# probably any iothreads too
#
# example above is based on a threadripper 3960x:
#  - one NUMA node
#  - SMT enabled
#
# reduce kernel jitter
sudo sysctl vm.stat_interval=120
sudo sysctl kernel.watchdog=0

# attempt to reset shielding, we want to create it with current params
# and remove any existing slices from previous VM boots
# we want it to be created with current params, such as possibly-changed pinned CPUs
sudo cset shield --reset --sysset=host.slice --userset=windows10.slice
sudo cset set -d windows10.slice

# shield cores
# userset slice must match the partition defined in libvirt xml, eg:
#
#  </cputune>
#  <resource>
#    <partition>/windows10</partition>
#  </resource>
#  <os>
sudo cset shield -c $VM_CORES --sysset=host.slice --userset=windows10.slice

# setup looking glass
#sudo touch /dev/shm/looking-glass
#sudo chown jlay:kvm /dev/shm/looking-glass
#sudo chmod 660 /dev/shm/looking-glass

# start the VM
virsh start windows10

# set higher priority
QEMU_PID=$(sudo ps fauxww | awk '$0 ~ /qemu.*windows1[0]/ {print $2}')
sudo renice -20 -p ${QEMU_PID}
sudo chrt -f -p 99 ${QEMU_PID}

echo "Waiting for windows10 VM to stop before resetting cpusets"
while true; do
	# chill a bit
	sleep 10
	# get vm state, check if it's off
	VM_STATE=$(sudo virsh dominfo windows10 | awk '$1 ~ /State/ {print $NF}')
	if [ "$VM_STATE" == 'off' ]; then
		echo -e "windows10 VM shut down, setting cpusets back to normal\n"
		sudo cset shield --reset --sysset=host.slice --userset=windows10.slice
		exit 0
	fi
done