#!/bin/bash # Copyright (c) 2012 - OpenSLX GmbH # # This program is free software distributed under the GPL version 2. # See http://openslx.org/COPYING # # If you have any feedback please consult http://openslx.org/feedback and # send your feedback to feedback@openslx.org # # General information about OpenSLX can be found at http://openslx.org # # Server side script to generate stage3.1,2 initial ramfses for OpenSLX Linux # stateless clients ############################################################################# # where we are MODE_DIR="${ROOT_DIR}/server" # files generated by this script land in boot SERVER_BOOT_DIR="${MODE_DIR}/boot/${REMOTE_IP}" # builds from remote server SERVER_BUILD_DIR="${MODE_DIR}/local_builds/${REMOTE_IP}" # target directory SERVER_CONFIGS_DIR="${MODE_DIR}/configs" # initial checks initial_checks() { local TOOL_STR="$TOOL_STR initial_checks:" [ -d "${SERVER_BOOT_DIR}" ] || mkdir -p "${SERVER_BOOT_DIR}" } copy_kernel() { #copy kernel to boot directory pinfo "Copying kernel from ${REMOTE_IP} to ${SERVER_BOOT_DIR}/kernel/" if [ -d ${SERVER_BUILD_DIR}/kernel ]; then cd ${SERVER_BUILD_DIR} tarcopy kernel ${SERVER_BOOT_DIR} cd - &> /dev/null fi } sync_remote() { [[ "${#SERVER_BUILD_DIR}" -lt "10" ]] && perror "Safety check failed: SERVER_BUILD_DIR is less than 10 chars. ($SERVER_BUILD_DIR)" pinfo "Synching '$REMOTE_IP:export/build' to './server/local_builds'..." #TODO setup link to remote build directory, later this directory will be rsynced or exported to this server... mkdir -p "${SERVER_BUILD_DIR}" || perror "Could not create directory for local copy of remote system ($SERVER_BUILD_DIR)" rsync -a --numeric-ids --delete -v -e "ssh -oStrictHostKeyChecking=no" "root@$REMOTE_IP:/export/build/*" "$SERVER_BUILD_DIR" || perror "rsync from 'root@$REMOTE_IP:/export/build' to '$SERVER_BUILD_DIR' failed." } generate_stage32() { local TOOL_STR="${TOOL_STR} generate_stage32:" rm -f "${SERVER_BOOT_DIR}/${TARGET}.sqfs" pinfo "Writing '${TARGET}.sqfs' to '${SERVER_BOOT_DIR}/${TARGET}.sqfs'" mksquashfs "${SERVER_BUILD_DIR}/${TARGET}/" "${SERVER_BOOT_DIR}/${TARGET}.sqfs" -comp xz -b 1M -no-recovery >&6 || perror "mksquashfs failed ($?)." pinfo "Created '${SERVER_BOOT_DIR}/${TARGET}.sqfs'." #pinfo "Wrapping squashFS in initramfs-stage32" #generate_initramfs "${SERVER_BOOT_DIR}/stage32_sqfs" "./mnt/${TARGET}.sqfs" "${SERVER_BOOT_DIR}/initramfs-${TARGET}" # cleanup #[ -d "${SERVER_BOOT_DIR}/stage32_sqfs" ] && rm -rf ${SERVER_BOOT_DIR}/stage32_sqfs } generate_stage31() { local TOOL_STR="${TOOL_STR} generate_stage31:" pinfo "Writing 'initramfs-${TARGET}' to '${SERVER_BOOT_DIR}'" generate_initramfs "${SERVER_BUILD_DIR}/${TARGET}" "." "${SERVER_BOOT_DIR}/initramfs-${TARGET}" } generate_addons() { local TOOL_STR="${TOOL_STR} generate_addons:" pinfo "Writing '${TARGET}.sqfs' to '${SERVER_BOOT_DIR}/${TARGET}.sqfs'" [ -e "${SERVER_BOOT_DIR}/${TARGET}.sqfs" ] && rm "${SERVER_BOOT_DIR}/${TARGET}.sqfs" mksquashfs "${SERVER_BUILD_DIR}/${TARGET}/" "${SERVER_BOOT_DIR}/${TARGET}.sqfs" -comp xz -b 1M -no-recovery >&6 || perror "mksquashfs failed ($?)." } generate_config() { # generate config from the target directory local TOOL_STR="${TOOL_STR} generate_config:" pinfo "Generating config.tgz for '${SERVER_CONFIG_TYPE}'" # check if SERVER_EXPORT_TARGET is valid [ ! -z "${SERVER_CONFIG_TYPE}" ] || perror "Server export config not given!" [ -d "${SERVER_CONFIGS_DIR}/${SERVER_CONFIG_TYPE}" ] || \ perror "Given export config not found: ${SERVER_CONFIGS_DIR}/${SERVER_CONFIG_TYPE}" # directory where the activated modules are given # ex: server/configs/freiburg/ local TARGET_CONFIG_DIR="${SERVER_CONFIGS_DIR}/${SERVER_CONFIG_TYPE}" # directory where the generated config.tgz will land local TARGET_CONFIG_FINAL_DIR="${SERVER_BOOT_DIR}/configs/${SERVER_CONFIG_TYPE}" [ ! -d "$TARGET_CONFIG_FINAL_DIR" ] && mkdir -p "$TARGET_CONFIG_FINAL_DIR" # directory where the sub-archives of modules will be built local TARGET_CONFIG_BUILD_DIR="${SERVER_BUILD_DIR}/configs/${SERVER_CONFIG_TYPE}" # always clean the build dir rm -rf "$TARGET_CONFIG_BUILD_DIR" && mkdir -p "$TARGET_CONFIG_BUILD_DIR" local TARGET_CONFIG_PATH="${TARGET_CONFIG_FINAL_DIR}/config.tar" local TARGET_CONFIG_FINAL_PATH="${TARGET_CONFIG_FINAL_DIR}/config.tgz" [ -e "$TARGET_CONFIG_PATH" ] && rm -f "$TARGET_CONFIG_PATH" [ -e "$TARGET_CONFIG_FINAL_PATH" ] && rm -f "$TARGET_CONFIG_FINAL_PATH" # now go over the activated modules and pack the contents into the tar archive for MODULE_CONFIG in $(ls "$TARGET_CONFIG_DIR"); do pinfo "\tGenerating sub-archive for '${MODULE_CONFIG}'" # add files in that directory to config.tgz cd "${TARGET_CONFIG_DIR}/${MODULE_CONFIG}" || perror "\tCould not cd to '${TARGET_CONFIG_DIR}/${MODULE_CONFIG}'" # check if files are already in another module config for FILE in $(find . -type f | cut -c 3-); do # check for all the archives we find in TARGET_CONFIG_BUILD_DIR for ARCHIV in $(ls "${TARGET_CONFIG_BUILD_DIR}/"*.tar 2>/dev/null); do if [ "x$(tar tvf "${ARCHIV}" | grep "$FILE")" != "x" ]; then # name of the module in conflict local CONFLICTING_MODULE="$(basename ${ARCHIV%.tar})" # file is present in archiv pwarning "\tFile '${FILE#.}' is already present in module config of '${CONFLICTING_MODULE}'." perror "\tResolve conflicts between '${CONFLICTING_MODULE}' and '${MODULE_CONFIG}', then try again." fi done done # no conflict, add file to archive tar cf "${TARGET_CONFIG_BUILD_DIR}/${MODULE_CONFIG}.tar" $(ls) RET=$? [ "x$RET" != "x0" ] && perror "\tCould not create '${TARGET_CONFIG_BUILD_DIR}/${MODULE_CONFIG}.tar'" done # now we have packed all configs separately and can concatenate them all together. pinfo "Merging all sub-archive into one" for MODULE_CONFIG_ARCHIV in $(ls "${TARGET_CONFIG_BUILD_DIR}/"*.tar 2>/dev/null); do tar Af "${TARGET_CONFIG_PATH}" "${MODULE_CONFIG_ARCHIV}" RET=$? [ "x$RET" != "x0" ] && perror "Could not merge '${MODULE_CONFIG_ARCHIV}' into '${TARGET_CONFIG_PATH}.tar'" done # now gzip everything gzip "${TARGET_CONFIG_PATH}" || perror "Could not gzip '${TARGET_CONFIG_FINAL_PATH}'" mv "${TARGET_CONFIG_PATH}.gz" "${TARGET_CONFIG_FINAL_PATH}" \ || perror "Could not mv '${TARGET_CONFIG_PATH}.gz' to '${TARGET_CONFIG_FINAL_PATH}'" pinfo "Created config.tgz for '${SERVER_CONFIG_TYPE}' at '${TARGET_CONFIG_FINAL_PATH}'" } export_target() { initial_checks copy_kernel TARGET=$1 [ -d ${SERVER_BUILD_DIR}/${TARGET} ] || perror "Given target directory does not exist: ${SERVER_BUILD_DIR}/${TARGET}" case "$2" in stage31) generate_stage31 ;; stage32) generate_stage32 ;; addons) generate_addons ;; esac } clean_target() { TARGET=$1 local TOOL_STR="$TOOL_STR clean_target" pinfo "Cleaning '${SERVER_BUILD_DIR}/${TARGET}'..." [ -d "${SERVER_BUILD_DIR}/${TARGET}" -a ! -h "${SERVER_BUILD_DIR}" ] && { rm -rf "${SERVER_BUILD_DIR}/${TARGET}" || perror "rm -rf failed."; } pinfo "Cleaning '${SERVER_BOOT_DIR}/kernel'..." [ -e "${SERVER_BOOT_DIR}/kernel" ] && { rm "${SERVER_BOOT_DIR}/kernel" || perror "rm failed."; } pinfo "Cleaning '${SERVER_BOOT_DIR}/initramfs-${TARGET}'..." [ -e "${SERVER_BOOT_DIR}/initramfs-${TARGET}" ] && { rm "${SERVER_BOOT_DIR}/initramfs-${TARGET}" || perror "rm failed."; } pinfo "Cleaning '${SERVER_BOOT_DIR}/${TARGET}.sqfs'..." [ -e "${SERVER_BOOT_DIR}/${TARGET}.sqfs" ] && { rm "${SERVER_BOOT_DIR}/${TARGET}.sqfs" || perror "rm failed."; } pinfo "Cleaning '${SERVER_BOOT_DIR}/stage32_dqfs/mnt/${TARGET}.sqfs'..." [ -e "${SERVER_BOOT_DIR}/stage32_sqfs/mnt/${TARGET}.sqfs" ] && { rm "${SERVER_BOOT_DIR}/stage32_sqfs/mnt/${TARGET}.sqfs" || perror "rm failed."; } }