#!/bin/bash ENV_SH="`pwd`/env.sh" ENV_SH_DEFAULTS="`pwd`/env-default-rules.sh" if [ -f "${ENV_SH}" ]; then chmod a+x "${ENV_SH}" source "${ENV_SH}" fi if [ -f "${ENV_SH_DEFAULTS}" ]; then chmod a+x "${ENV_SH_DEFAULTS}" source "${ENV_SH_DEFAULTS}" fi ON_AMAZON=`command -v ec2-metadata` DATE_OF_EXECUTION=`date` # The following temporary file may be used by this script to dump EC2-provided user data # variables to it; they can then be sourced from there and later appended to a new env.sh ec2EnvVars_tmpFile=`mktemp /tmp/ec2EnvVars_XXX` find_project_home () { if [[ $1 == '/' ]] || [[ $1 == "" ]]; then echo "" return 0 fi if [ ! -d "$1/.git" ]; then PARENT_DIR=`cd $1/..;pwd` OUTPUT=$(find_project_home $PARENT_DIR) if [ "$OUTPUT" = "" ] && [ -d "$PARENT_DIR/$CODE_DIRECTORY" ] && [ -d "$PARENT_DIR/$CODE_DIRECTORY/.git" ]; then OUTPUT="$PARENT_DIR/$CODE_DIRECTORY" fi echo $OUTPUT return 0 fi echo $1 | sed -e 's/\/cygdrive\/\([a-zA-Z]\)/\1:/' } checks () { USER_HOME=~ START_DIR=`pwd` PROJECT_HOME=$(find_project_home $START_DIR) # needed for maven on sapsailing.com to work correctly if [ -f $USER_HOME/.bash_profile ]; then source $USER_HOME/.bash_profile fi JAVA_BINARY=$JAVA_HOME/bin/java if [[ ! -d "$JAVA_HOME" ]]; then echo "Could not find $JAVA_BINARY set in env.sh. Trying to find the correct one..." JAVA_VERSION=$(java -version 2>&1 | sed 's/java version "\(.*\)\.\(.*\)\..*"/\1\2/; 1q') if [ "$JAVA_VERSION" -lt 17 ]; then echo "The current Java version ($JAVA_VERSION) does not match the requirements (>= 1.7)." exit 10 fi JAVA_BINARY=`which java` echo "Using Java from $JAVA_BINARY" fi if [[ $DEPLOY_TO == "" ]]; then SERVER_HOME=. else SERVER_HOME=$USER_HOME/servers/$DEPLOY_TO fi if [[ ! -d $SERVER_HOME ]]; then SERVER_HOME=`pwd`/../../servers/$DEPLOY_TO if [[ ! -d $SERVER_HOME ]]; then echo "Could not find the correct directory for the server - assumed $SERVER_HOME. Adapt DEPLOY_TO in env.sh to point to the right server directory." exit 10 fi fi } copy_user_data_to_tmp_file () { echo "Reading user-data provided by Amazon instance data to ${ec2EnvVars_tmpFile}" VARS=$(ec2-metadata -d | sed "s/user-data\: //g") if [[ "$VARS" != "not available" ]]; then ec2-metadata -d | sed "s/user-data\: //g" >>"${ec2EnvVars_tmpFile}" else echo "No user data has been provided." fi } # loads the user data-provided variables by sourcing the script activate_user_data () { # make sure to reload data source "${ec2EnvVars_tmpFile}" INSTANCE_NAME=`ec2-metadata -i | cut -f2 -d " "` INSTANCE_IP4=`ec2-metadata -v | cut -f2 -d " "` INSTANCE_DNS=`ec2-metadata -p | cut -f2 -d " "` INSTANCE_ID="$INSTANCE_NAME ($INSTANCE_IP4)" } append_default_envsh_rules() { echo "# Default rules: START ($DATE_OF_EXECUTION)" >> $SERVER_HOME/env.sh cat "${SERVER_HOME}/env-default-rules.sh" >>$SERVER_HOME/env.sh echo "# Default rules: END" >> $SERVER_HOME/env.sh echo "Updated env.sh with data from env-default-rules.sh file!" } append_user_data_to_envsh () { mkdir -p $SERVER_HOME/environment 2>/dev/null >/dev/null # make backup of original file cp $SERVER_HOME/env.sh $SERVER_HOME/environment/env.sh.backup echo "# User-Data: START ($DATE_OF_EXECUTION)" >> $SERVER_HOME/env.sh echo "INSTANCE_NAME=`ec2-metadata -i | cut -f2 -d \" \"`" >> $SERVER_HOME/env.sh echo "INSTANCE_IP4=`ec2-metadata -v | cut -f2 -d \" \"`" >> $SERVER_HOME/env.sh echo "INSTANCE_INTERNAL_IP4=`ec2-metadata -o | cut -f2 -d \" \"`" >> $SERVER_HOME/env.sh echo "INSTANCE_DNS=`ec2-metadata -p | cut -f2 -d \" \"`" >> $SERVER_HOME/env.sh # Append EC2 user data to env.sh file: cat "${ec2EnvVars_tmpFile}" >>$SERVER_HOME/env.sh echo "INSTANCE_ID=\"$INSTANCE_NAME ($INSTANCE_IP4)\"" >> $SERVER_HOME/env.sh echo "# User-Data: END" >> $SERVER_HOME/env.sh echo "Updated env.sh with data from user-data field!" } install_environment () { if [[ $USE_ENVIRONMENT != "" ]]; then # clean up directory to really make sure that there are no files left rm -rf ${SERVER_HOME}/environment mkdir ${SERVER_HOME}/environment echo "Using environment http://releases.sapsailing.com/environments/$USE_ENVIRONMENT" wget -P environment http://releases.sapsailing.com/environments/$USE_ENVIRONMENT echo "# Environment ($USE_ENVIRONMENT): START ($DATE_OF_EXECUTION)" >> $SERVER_HOME/env.sh cat ${SERVER_HOME}/environment/$USE_ENVIRONMENT >> $SERVER_HOME/env.sh echo "# Environment: END" >> ${SERVER_HOME}/env.sh echo "Updated env.sh with data from environment file!" else echo "No environment file specified!" fi } load_from_release_file () { if [[ ${INSTALL_FROM_RELEASE} == "" ]]; then INSTALL_FROM_RELEASE="$(wget -O - http://releases.sapsailing.com/ 2>/dev/null | grep build- | tail -1 | sed -e 's/^.*\(build-[0-9]*\).*$/\1/')" echo "You didn't provide a release. Defaulting to latest master build http://releases.sapsailing.com/$INSTALL_FROM_RELEASE" fi if [[ ${INSTALL_FROM_RELEASE} != "" ]]; then if [ -n "${BUILD_COMPLETE_NOTIFY}" ]; then echo "Build/Deployment process has been started - it can take 5 to 20 minutes until your instance is ready. " | mail -r simon.marcel.pamies@sap.com -s "Build or Deployment of $INSTANCE_ID to $SERVER_HOME for server $SERVER_NAME starting" ${BUILD_COMPLETE_NOTIFY} fi cd ${SERVER_HOME} rm -f ${SERVER_HOME}/${INSTALL_FROM_RELEASE}.tar.gz* rm -rf *.tar.gz echo "Loading from release file http://releases.sapsailing.com/${INSTALL_FROM_RELEASE}/${INSTALL_FROM_RELEASE}.tar.gz" wget http://releases.sapsailing.com/${INSTALL_FROM_RELEASE}/${INSTALL_FROM_RELEASE}.tar.gz load_from_local_release_file else echo "The variable INSTALL_FROM_RELEASE has not been set therefore no release file will be installed!" fi } load_from_local_release_file () { if [[ ${INSTALL_FROM_RELEASE} != "" ]]; then cd ${SERVER_HOME} rm -rf plugins start stop status native-libraries org.eclipse.osgi echo "Loading from release file ${INSTALL_FROM_RELEASE}" mv env.sh env.sh.preserved mv configuration/mail.properties configuration/mail.properties.preserved mv configuration/debug.properties configuration/debug.properties.preserved tar xvzf ${INSTALL_FROM_RELEASE}.tar.gz mv env.sh.preserved env.sh mv configuration/mail.properties.preserved configuration/mail.properties mv configuration/debug.properties.preserved configuration/debug.properties # Try to create the symbolic links to the /home/scores directories where uploaded results are mounted through NFS if in the right region find /home/scores/* -type d -prune -exec ln -s {} \; 2>/dev/null >/dev/null echo "Configuration for this server is unchanged - just binaries have been changed." else echo "The variable INSTALL_FROM_RELEASE has not been set, therefore no release file will be installed!" fi } checkout_code () { cd $PROJECT_HOME GIT_BINARY=`which git` if [[ $COMPILE_GWT == "True" ]]; then # only reset if GWT gets compiled # if not p2build will not work $GIT_BINARY reset --hard fi $GIT_BINARY checkout $BUILD_FROM $GIT_BINARY pull } build () { # check for available memory - build can not be started with less than 1GB MEM_TOTAL=`free -mt | grep Total | awk '{print $2}'` if [ $MEM_TOTAL -lt 924 ]; then echo "Could not start build process with less than 1GB of RAM!" if [ -n "${BUILD_COMPLETE_NOTIFY}" ]; then echo "Not enough RAM for completing the build process! You need at least 1GB. Instance NOT started!" | mail -r simon.marcel.pamies@sap.com -s "Build of $INSTANCE_ID failed" ${BUILD_COMPLETE_NOTIFY} fi else if [[ $BUILD_BEFORE_START == "True" ]]; then cd $PROJECT_HOME TESTS="-t" if [[ $RUN_TESTS == "True" ]]; then TESTS="" fi GWT="-g" if [[ $COMPILE_GWT == "True" ]]; then GWT="" fi $PROJECT_HOME/configuration/buildAndUpdateProduct.sh $TESTS $GWT -u build STATUS=$? if [ $STATUS -eq 0 ]; then echo "Build Successful" else echo "Build Failed" exit 10 fi else echo "The parameter BUILD_BEFORE_START is not set to True therefore no build will be executed!" fi fi } deploy () { cd $PROJECT_HOME if [[ $DEPLOY_TO != "" ]]; then DEPLOY="-s $DEPLOY_TO" fi $PROJECT_HOME/configuration/buildAndUpdateProduct.sh -u $DEPLOY install > $SERVER_HOME/last_automatic_build.txt STATUS=$? if [ $STATUS -eq 0 ]; then echo "Deployment Successful" if [ -n "${BUILD_COMPLETE_NOTIFY}" ]; then echo "OK - check the attachment for more information." | mail -a $SERVER_HOME/last_automatic_build.txt -r simon.marcel.pamies@sap.com -s "Build or Deployment of $INSTANCE_ID complete" ${BUILD_COMPLETE_NOTIFY} fi else echo "Deployment Failed" if [ -n "${BUILD_COMPLETE_NOTIFY}" ]; then echo "ERROR - check the attachment for more information." | mail -a $SERVER_HOME/last_automatic_build.txt -r simon.marcel.pamies@sap.com -s "Build of $INSTANCE_ID failed" ${BUILD_COMPLETE_NOTIFY} fi fi } auto_install () { # activate everything found in user data activate_user_data # Now build or fetch the correct release, based on activated user data: if [[ $BUILD_BEFORE_START = "True" ]]; then checkout_code build deploy else load_from_release_file fi # then download and install environment and append to env.sh install_environment # then append user data to env.sh as it shall take precedence over the installed environment's defaults append_user_data_to_envsh # then append the rules that compute defaults for variables not set elsewhere; this has to come last: append_default_envsh_rules # make sure to reload data, this time including defaults from release's env.sh, environment settings and user data source `pwd`/env.sh if [ -z $MEMORY ]; then # Compute a default amount of memory based on available physical RAM and the number of applications, with a minimum of 2GB: NUMBER_OF_INSTANCES=`echo "$JAVA_START_INSTANCES" | wc -w` MINIMUM_MEMORY_IN_MB=2000 MEM_TOTAL=`cat /proc/meminfo | grep MemTotal | awk '{print $2;}'` MEMORY_COMPUTED=$(( ${MEM_TOTAL} / 1024 * 3 / 4 - 1500 / 1 )) MEMORY_PER_INSTANCE_IN_MB=$(( $MEMORY_COMPUTED < $MINIMUM_MEMORY_IN_MB ? $MINIMUM_MEMORY_IN_MB : $MEMORY_COMPUTED )) echo "Using ${MEMORY_PER_INSTANCE_IN_MB}MB as default heap size per instance." echo "MEMORY=\"${MEMORY_PER_INSTANCE_IN_MB}m\"" >>`pwd`/env.sh fi # Append mail-related environment variables to configuration/mail.properties to override defaults echo "mail.enabled = true" >>configuration/mail.properties if [ -n "$MAIL_FROM" ]; then echo "mail.from = $MAIL_FROM" >>configuration/mail.properties fi if [ -n "$MAIL_SMTP_HOST" ]; then echo "mail.smtp.host = $MAIL_SMTP_HOST" >>configuration/mail.properties fi if [ -n "$MAIL_SMTP_PORT" ]; then echo "mail.smtp.port = $MAIL_SMTP_PORT" >>configuration/mail.properties fi if [ -n "$MAIL_SMTP_AUTH" ]; then echo "mail.smtp.auth = $MAIL_SMTP_AUTH" >>configuration/mail.properties fi if [ -n "$MAIL_SMTP_USER" ]; then echo "mail.smtp.user = $MAIL_SMTP_USER" >>configuration/mail.properties fi if [ -n "$MAIL_SMTP_PASSWORD" ]; then echo "mail.smtp.password = $MAIL_SMTP_PASSWORD" >>configuration/mail.properties fi echo "" echo "INSTALL_FROM_RELEASE: $INSTALL_FROM_RELEASE" echo "DEPLOY_TO: $DEPLOY_TO" echo "BUILD_BEFORE_START: $BUILD_BEFORE_START" echo "USE_ENVIRONMENT: $USE_ENVIRONMENT" echo "" } OPERATION=$1 PARAM=$2 checks if [[ $OPERATION == "auto-install" ]]; then if [[ ! -z "$ON_AMAZON" ]]; then # first check and activate everything found in user data copy_user_data_to_tmp_file auto_install else echo "This server does not seem to be running on Amazon! Automatic install only works on Amazon instances." exit 1 fi rm "${ec2EnvVars_tmpFile}" elif [[ $OPERATION == "auto-install-from-stdin" ]]; then # copy stdin to user data tmp file, cat >"${ec2EnvVars_tmpFile}" # then auto-install auto_install rm "${ec2EnvVars_tmpFile}" elif [[ $OPERATION == "install-release" ]]; then INSTALL_FROM_RELEASE=$PARAM # Honor the no-overrite setting if there is one if [ -f $SERVER_HOME/no-overwrite ]; then echo "Found a no-overwrite file in the servers directory. Please remove it to complete this operation!" else load_from_release_file echo "ATTENTION: This new release code is not active yet. Make sure to restart the server if it is running!" fi elif [[ $OPERATION == "install-local-release" ]]; then INSTALL_FROM_RELEASE=$PARAM if [[ $INSTALL_FROM_RELEASE == "" ]]; then echo "You need to provide the file of a tar.gz release file, without the .tar.gz suffix" exit 1 fi # Honor the no-overrite setting if there is one if [ -f $SERVER_HOME/no-overwrite ]; then echo "Found a no-overwrite file in the servers directory. Please remove it to complete this operation!" else load_from_local_release_file echo "ATTENTION: This new release code is not active yet. Make sure to restart the server if it is running!" fi elif [[ $OPERATION == "install-env" ]]; then USE_ENVIRONMENT=$PARAM if [[ $USE_ENVIRONMENT == "" ]]; then echo "You need to provide the name of an environment from http://releases.sapsailing.com/environments" exit 1 fi if [ -f $SERVER_HOME/no-overwrite ]; then echo "Found a no-overwrite file in the servers directory. Please remove it to complete this operation!" else install_environment # make sure to reload data source `pwd`/env.sh echo "Configuration for this server is now:" echo "" echo "SERVER_NAME: $SERVER_NAME" echo "MEMORY: $MEMORY" echo "SERVER_PORT: $SERVER_PORT" echo "TELNET_PORT: $TELNET_PORT" echo "MONGODB_HOST: $MONGODB_HOST" echo "MONGODB_PORT: $MONGODB_PORT" echo "MONGODB_URI: $MONGODB_URI" echo "EXPEDITION_PORT: $EXPEDITION_PORT" echo "REPLICATION_HOST: $REPLICATION_HOST" echo "REPLICATION_CHANNEL: $REPLICATION_CHANNEL" echo "ADDITIONAL_ARGS: $ADDITIONAL_JAVA_ARGS" echo "" echo "INSTALL_FROM_RELEASE: $INSTALL_FROM_RELEASE" echo "DEPLOY_TO: $DEPLOY_TO" echo "BUILD_BEFORE_START: $BUILD_BEFORE_START" echo "USE_ENVRIONMENT: $USE_ENVIRONMENT" echo "" echo "JAVA_HOME: $JAVA_HOME" echo "INSTANCE_ID: $INSTANCE_ID" echo "" echo "ATTENTION: This new configuration is not active yet. Make sure to restart the server if it is running!" fi elif [[ $OPERATION == "install-user-data" ]]; then if [ -f $SERVER_HOME/no-overwrite ]; then echo "Found a no-overwrite file in the servers directory. Please remove it to complete this operation!" else append_user_data_to_envsh fi else echo "Script to prepare a Java instance running on Amazon." echo "" echo "auto-install: downloads, builds, or takes from a local file a release, unpacks it in the current directory and applies the environment, user data, and environment defaults to the env.sh file" echo "auto-install-from-stdin: like auto-install, only that the additional configuration data is sourced from standard input (stdin), not the AWS EC2 instance's user data." echo "install-release : Downloads the release specified by the second option and overwrites all code for this server. Preserves env.sh." echo "install-local-release : Installs the release file specified by the second option and overwrites all code for this server. Preserves env.sh." echo "install-env : Downloads and updates the environment with the one specified as a second option. Does NOT take into account Amazon user-data!" echo "install-user-data: appends the user data set for the EC2 instance to the env.sh file" exit 0 fi