cominfra/infra-generale
cominfra
/
infra-generale
8
1
Fork 0
Code Issues 31 Pull Requests Activity

Script de résolution de split-brain auto

This commit is contained in:
Adrien Bourmault 2022-06-08 20:25:33 +02:00 committed by admin666
parent 2596ddc584
commit 65739f6549
1 changed files with 105 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

105
split-brain_resolve.sh Executable file
View File

@ -0,0 +1,105 @@
#!/bin/bash
count=$1
VMs=$(sudo virsh list --state-running --name)
echo "*** Trying to solve split-brain ***"
for vm in $VMs
do
echo MIGRATING $vm ...
sudo virsh migrate --p2p --live --verbose --undefinesource --persistent --copy-storage-all --abort-on-error $vm qemu+ssh://mother.onlink/system
if [ $? -ne 0 ]
then
echo ERROR OCCURED, CANNOT MIGRATE $vm, ABORTING
exit 1
fi
sudo mv /var/backups/vm/aunt/$vm /var/backups/vm/mother
done
if [ "$(sudo virsh list --state-running --name | wc -l)" -ne "1" ];
then
echo ERROR OCCURED, NOT ALL VM MIGRATED, ABORTING
exit 1
fi
echo "UNMOUNTING SHAREDFS"
sudo umount /opt/sharedfs
if [ $? -ne 0 ]
then
if [ ! -z "$(sudo umount /opt/sharedfs | grep 'non monté')" ]
then
echo ERROR OCCURED, CANNOT UNMOUNT SHAREDFS, ABORTING
exit 1
fi
fi
echo "SWITCHING SECONDARY"
sudo drbdadm secondary all
if [ $? -ne 0 ]
then
echo ERROR OCCURED, CANNOT SWITCH SECONDARY, ABORTING
exit 1
fi
echo "*** Waiting for DRBD to sync ***"
if [ $? -ne 0 ]
then
echo ERROR OCCURED, CANNOT SWITCH SECONDARY, ABORTING
exit 1
fi
if [ ! -z "$(cat /proc/drbd | grep Standalone)" ]
then
sudo drbdadm connect all
if [ $? -ne 0 ]
then
echo ERROR OCCURED, CANNOT CONNECT DRBD, ABORTING
exit 1
fi
fi
if [ ! -z "$(cat /proc/drbd | grep WFConnection)" ]
then
ssh mother 'sudo drbdadm connect all'
fi
while [ -z "$(cat /proc/drbd | grep UpToDate/UpToDate)" ]
do
sleep 10
done
echo "SWICHING BACK PRIMARY"
sudo drbdadm primary all
if [ $? -ne 0 ]
then
echo ERROR OCCURED, CANNOT SWITCH BACK PRIMARY, ABORTING
exit 1
fi
echo "MOUNTING SHAREDFS"
sudo mount /opt/sharedfs
if [ $? -ne 0 ]
then
echo ERROR OCCURED, CANNOT MOUNT SHAREDFS, ABORTING
exit 1
fi
echo "*** Migrating from mother to aunt ***"
ssh mother '/opt/sharedfs/outils/migrate_many_to_aunt.sh 12'
if [ $? -ne 0 ]
then
echo ERROR OCCURED, CANNOT MIGRATE BACK VMs, ABORTING
exit 1
fi
echo "*** Successfully solved split-brain ***"