diff options
Diffstat (limited to 'scripts')
| -rwxr-xr-x | scripts/scp-snapshot | 101 |
1 files changed, 101 insertions, 0 deletions
diff --git a/scripts/scp-snapshot b/scripts/scp-snapshot new file mode 100755 index 0000000..48afb9e --- /dev/null +++ b/scripts/scp-snapshot @@ -0,0 +1,101 @@ +#!/bin/bash + +# Working directory has to be owned by taskmanager +if [ ! -d /tmp/taskmanager ];then + mkdir /tmp/taskmanger +fi +workdir=/tmp/taskmanager + +# For the service, the ssh keys has to be in the /home/taskmanager/.ssh directory +# identityFile=/root/.ssh/ssh_poolclients +identityFile=~/.ssh/ssh_poolclients + +# Info for loggin into the client +# Always login as root for now but $TM_USERNAME can be set via the apicall in slx-admin &username=XXX +user=root +UUID=$TM_UUID + +# Clientip is set during the slx-admin api call clientip=XXX +client=$TM_CLIENT_IP + +filePath=/tmp/upload/$UUID.qcow2 +fileName=$(basename $filePath) + +# Write ssh fingerprint in known_hosts file +ssh-keyscan -H $client >> ~/.ssh/known_hosts + +# Get filesize via scp +fileSize=$(ssh -q -i $identityFile $user@$client "stat --printf='%s' $filePath") +fileDestination=$workdir/snapshot_$UUID.qcow2 + +script -q -f -c "scp -i $identityFile $user@$client:$filePath $fileDestination" $workdir/typescript > $workdir/progress & + +WEBSUITE_BACKEND="<WEBSUITE_BACKEND_URL>" +lastProgress="" +while true +do + # Get the last line written by the scp process + progress=$(tail -n 1 $workdir/progress | tr "
" "$" | rev | cut -d "$" -f2 | rev) + + # Ignore when the progress didn't change + if [ "$lastProgress" == "$progress" ]; then + continue + fi + + # If status did change, cut the % from the scp progress and see if it's 100% (finished) + percent=$(echo $progress | cut -d " " -f2) + size=$(echo $progress | cut -d " " -f3) + speed=$(echo $progress | cut -d " " -f4) + eta=$(echo $progress | cut -d " " -f5) + + # Upload the progress to the bwLehrpool webSuite backend + curl -X POST https://$WEBSUITE_BACKEND/images/$UUID/versions/upload/progress -H "Content-Type: application/json" -d '{ "fileName": '$fileName', "progress": '$percent', "size": '$size', "speed": '$speed', "eta": '$eta' }' + + if [ "$percent" == "100%" ]; then + break + fi + + # Set the lastProgess to the current progress and goto the next iteration of the loop + lastProgress=$progress +done + +# Upload is finished so delete snapshot on client +delete=$(ssh -q -i $identityFile $user@$client "rm $filePath") + +# DB variables +db_user="<DB_USER>" +db_password="<DB_PASSWORD>" + +# Merge snapshot with image +# 1. Make a copy of the baseimage with rsync (to have progress) +image_version_uuid=$(mysql -u $db_user --password=$db_password sat -se "SELECT imageversionid from lecture WHERE lectureid='$UUID'") +image_path=$(mysql -u $db_user --password=$db_password sat -se "SELECT filepath from imageversion WHERE imageversionid='$image_version_uuid'") +# TODO: Currently only nfs? +bwlp_store=/srv/openslx/nfs +image_base_copy="$(date +'%y-%m')/$(date +'%d_%H-%M-%S_merged-image.qcow2')" +script -q -f -c "rsync --mkpath --info=progress2 $bwlp_store/$image_path $bwlp_store/bwlehrpool_store/$image_base_copy" $workdir/typescript_copy > $workdir/progress_copy #& +# TODO while true read progress until 100 look above! + +# 2. Rebase the snapshot -- use -u (unsafe) so it works LUL +qemu-img rebase -u -b "$bwlp_store/bwlehrpool_store/$image_base_copy" $fileDestination + +# 3. Commit (merge) the snapshot with the baseimage +qemu-img commit $fileDestination + +# 4. Update database entries, to set the new image to the newest version +image_expire=$(mysql -u $db_user --password=$db_password sat -se "SELECT expiretime from imageversion WHERE imageversionid='$image_version_uuid'") +image_base_uuid=$(mysql -u $db_user --password=$db_password sat -se "SELECT imagebaseid from imageversion WHERE imageversionid='$image_version_uuid'") +image_filesize=$(mysql -u $db_user --password=$db_password sat -se "SELECT filesize from imageversion WHERE imageversionid='$image_version_uuid'") +image_uuid=$(cat /proc/sys/kernel/random/uuid) +image_virtualizerconfig=$(mysql -u $db_user --password=$db_password sat -se "SELECT virtualizerconfig from imageversion WHERE imageversionid='$image_version_uuid'") + +insert_query="INSERT INTO imageversion (imageversionid, imagebaseid, createtime, expiretime, filesize, filepath, uploaderid, virtualizerconfig, isrestricted, isvalid, isprocessed) VALUES ('$image_uuid','$image_base_uuid',$(date +%s),$image_expire,$image_filesize,'bwlehrpool_store/$image_base_copy','af73720a8be1aace58debedc21d7cb30','$image_virtualizerconfig',0,1,0);" +update_query="UPDATE imagebase SET latestversionid = '$image_uuid' WHERE imagebaseid = '$image_base_uuid';" + +mysql -u $db_user --password=$db_password sat -e "$insert_query" +mysql -u $db_user --password=$db_password sat -e "$update_query" + +# Delete downloaded /tmp/taskmanager stuff +rm -rf /tmp/taskmanager/* + +exit 0 |