UKI-NORTHGRID-LANCS-HEP_CLOUD.yaml

write_files:
-   content: |
        #
        # A sample configuration file for shoal client.
        #
        [general]
        cvmfs_config = /etc/cvmfs/default.local
        shoal_server_url = http://shoal.heprc.uvic.ca/nearest
        default_squid_proxy = http://kraken01.westgrid.ca:3128;http://cernvm-webfs.atlas-canada.ca:3128
    owner: root:root
    path: /etc/shoal/shoal_client.conf
    permissions: '0644'
-   content: |
        # Run shoal client to get updates list of proxy caches
        /usr/bin/shoal-client
    owner: root:root
    path: /etc/cron.hourly/shoal-client
    permissions: '0755'
-   content: |
        # Keep grid setup out of environment for root and sysadmin.
        if [[ ! "$USER" =~ ^slot[0-9]+$ ]] ; then
            return 0
        fi

        # Workaround for condor not setting $HOME for worker sessions.
        # voms-proxy-info requires this.
        export HOME=`eval echo ~$USER`

        # Define atlas software location
        export VO_ATLAS_SW_DIR=/cvmfs/atlas.cern.ch/repo/sw

        # Set up grid environment:
        export ATLAS_LOCAL_ROOT_BASE=/cvmfs/atlas.cern.ch/repo/ATLASLocalRootBase
        source $ATLAS_LOCAL_ROOT_BASE/user/atlasLocalSetup.sh --quiet

        # Use EMI grid software
        localSetupEmi --quiet

        # Fix for using AtlasLocalRootBase with a kit
        unset  AtlasSetupSite
        rm ~/.asetup
    owner: root:root
    path: /etc/profile.d/grid-setup.sh
    permissions: '0644'
-   content: |
        #!/bin/bash -l
        #
        # Condor startd jobwrapper
        # Executes using bash -l, so that all /etc/profile.d/*.sh scripts are sourced.
        #
        exec "$@"
    owner: root:root
    permissions: '0755'
    path: /usr/libexec/condor/jobwrapper.sh
-   content: |
        # Local config for Cloud Scheduler

        ## Set this to the name you would like to give your VM
        VMType = "gridpp-datacentred"

        ## Hostname of the central manager.
        # Prefer value contextualized by Cloud Scheduler and then use central_manager
        CONDOR_HOST=cloudscheduler.cern.ch

        SEC_DAEMON_AUTHENTICATION =
        SEC_DAEMON_AUTHENTICATION_METHODS =
        SEC_CLIENT_AUTHENTICATION_METHODS =
        SEC_PASSWORD_FILE =

        ## Execute spool directory. - Verify that these directory's exist - or change to desired location
        # EXECUTE=/var/condor/execute # EXECUTE=$HOME/execute below
        # LOCK=/var/condor/lock # LOCK=$(LOG) in condor_config
        LOG=/var/log/condor
        RUN=/var/run/condor
        SPOOL=/var/lib/condor/spool

        ## Point to the java executable.
        JAVA = /usr/lib/jvm/jre-1.6.0-openjdk.x86_64/bin/java


        ###### You should not need to make changes below here ########
        HOSTALLOW_WRITE = $(IP_ADDRESS), $(FULL_HOSTNAME), $(CONDOR_HOST)
        ALLOW_WRITE = $(IP_ADDRESS), $(FULL_HOSTNAME), $(CONDOR_HOST)

        ##  Enable CCB for nodes behind NAT
        CCB_ADDRESS = $(CONDOR_HOST)

        ## By default, user jobs run as nobody.
        TRUST_UID_DOMAIN = False
        ## If you require jobs to run as a user set TRUST_UID_DOMAIN to True and uncomment the following
        #SCHEDD_HOST=$(CONDOR_HOST)
        #UID_DOMAIN=$(CONDOR_HOST)
        #FILESYSTEM_DOMAIN=$(CONDOR_HOST)

        ## START requirement
        START = TRUE

        DAEMON_LIST = MASTER, STARTD

        # Give VMs enough time to retire their jobs and for condor daemons to shutdown
        MaxJobRetirementTime = 3600 * 24 * 2
        SHUTDOWN_GRACEFUL_TIMEOUT = 3600 * 25 * 2

        ### Job environment config
        USER_JOB_WRAPPER = /usr/libexec/condor/jobwrapper.sh
        NUM_SLOTS = 1
        NUM_SLOTS_TYPE_1 = 1
        SLOT_TYPE_1 = cpus=100%
        SLOT_TYPE_1_PARTITIONABLE = True
        SLOT1_1_USER = slot01
        SLOT1_2_USER = slot02
        SLOT1_3_USER = slot03
        SLOT1_4_USER = slot04
        SLOT1_5_USER = slot05
        SLOT1_6_USER = slot06
        SLOT1_7_USER = slot07
        SLOT1_8_USER = slot08
        SLOT1_9_USER = slot09
        SLOT1_10_USER = slot10
        SLOT1_11_USER = slot11
        SLOT1_12_USER = slot12
        SLOT1_13_USER = slot13
        SLOT1_14_USER = slot14
        SLOT1_15_USER = slot15
        SLOT1_16_USER = slot16
        DEDICATED_EXECUTE_ACCOUNT_REGEXP = slot[0-9]+
        STARTER_ALLOW_RUNAS_OWNER = False
        EXECUTE = /var/lib/condor/execute

        ## These varibales tells condor which certificate to
        ## use to GSI authenticate this host.
        ##
        ## Note that the /etc/init.d/condor startup script
        ## also relies on those values being properly
        ## set.
        GSI_DAEMON_DIRECTORY = /etc/grid-security
        GSI_DAEMON_CERT = /etc/grid-security/hostcert.pem
        GSI_DAEMON_KEY = /etc/grid-security/hostkey.pem

        ## Job processing options.
        SUSPEND = False
        CONTINUE = True
        PREEMPT = False
        KILL = False

        ## Evaluate VMType as part of the job requirements.
        STARTD_ATTRS = COLLECTOR_HOST_STRING VMType

        ## Ephemeral port specifications:
        HIGHPORT = 50000
        LOWPORT = 40000
    owner: root:root
    permissions: '0644'
    path: /etc/condor/condor_config.local
-   content: |
        #! /bin/sh
        ##**************************************************************
        ##
        ## Copyright (C) 1990-2009, Condor Team, Computer Sciences Department,
        ## University of Wisconsin-Madison, WI.
        ##
        ## Licensed under the Apache License, Version 2.0 (the "License"); you
        ## may not use this file except in compliance with the License.  You may
        ## obtain a copy of the License at
        ##
        ##    http://www.apache.org/licenses/LICENSE-2.0
        ##
        ## Unless required by applicable law or agreed to in writing, software
        ## distributed under the License is distributed on an "AS IS" BASIS,
        ## WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
        ## See the License for the specific language governing permissions and
        ## limitations under the License.
        ##
        ##**************************************************************


        #
        # chkconfig: 2345 98 10
        # description: Condor HTC computing platform
        #
        # condor script for SysV-style init boot scripts.
        #
        # Usually this would be installed as /etc/init.d/condor with soft
        # links put in from /etc/rc*.d to point back to /etc/init.d/condor to
        # determine when Condor should be started and stopped.  Exact
        # directories or details of the links you should use will vary from
        # platform to platform.
        #

        # This script strives for portability, and thus may be inelegant
        # on any given system.  Users on Fedora or Red Hat systems should
        # also consider "condor.init", which is more native and should
        # integrate better with the rest of the system.

        ### BEGIN INIT INFO
        # Provides:          condor
        # Required-Start:    $network $local_fs
        # Required-Stop:
        # Should-Start:
        # Default-Start:     2 3 4 5
        # Default-Stop:      0 1 6
        # Short-Description: Manage condor daemons
        # Description: Condor HTC computing platform
        ### END INIT INFO

        # Ensure that the settings below are correct for your Condor
        # installation.


        # EC2 Metadata server
        EC2_METADATA=169.254.169.254

        # Central Manager of your condor pool
        CENTRAL_MANAGER=`cat /etc/condor/central_manager 2>/dev/null`

        # START requirement for resource
        START_REQUIREMENT=`cat /etc/condor/start_req_config 2>/dev/null`

        # Path to your primary condor configuration file.
        CONDOR_CONFIG=/etc/condor/condor_config

        # Path to condor_config_val
        CONDOR_CONFIG_VAL=/usr/bin/condor_config_val

        # Path to condor_config.local.modifications
        CONDOR_CONFIG_LOCAL_MODIFS=/etc/condor/condor_config.local.modifications

        # Path to image metadata file. If its not set, or file doesn't exist
        # VMType won't automatically be set
        IMAGE_METADATA=/.image.metadata

        # A file used to track the running instance. Needs to be writable
        # and deletable.  If left blank, defaults to $RUN/master.pid,
        # where $RUN is the RUN directory in your CONDOR_CONFIG, will be
        # used.
        PIDFILE=


        # Number of seconds to wait for the condor_master to exit.
        #
        # You might want to set this to 5 seconds longer than
        # SHUTDOWN_FAST_TIMEOUT as set in your CONDOR_CONFIG to give
        # Condor as much chance as possible to shut itself and its children
        # down before we give up.  SHUTDOWN_FAST_TIMEOUT timeout defaults
        # to 300 (5 minutes), as of 2008.
        MAX_STOP_WAIT=30


        # Assuming a typical Condor installation, the following settings
        # will be automatically detected.

        # The ps command to dump all running processes.  The PID should be
        # the second field in the output, and the full command name should
        # be present.  Likely options are "/bin/ps auwx" and "/bin/ps -ef".
        # If blank, this script will try to automatically detect it.
        PS=


        # Paths to various Condor directories.  If blank, default
        # to the matching setting in the Condor configuration file
        #
        # condor_config_val LOG
        CONDOR_LOG=
        # condor_config_val SBIN
        CONDOR_SBIN=

        # Paths to various Condor binaries.  If blank, default to
        # the location given.
        #
        # condor_off - defaults to $CONDOR_SBIN/condor_off
        CONDOR_OFF=
        # condor_reconfig - defaults to $CONDOR_SBIN/condor_reconfig
        CONDOR_RECONFIG=
        # condor_master - defaults to `condor_config_val MASTER`
        CONDOR_MASTER=



        # There are no settings beyond this point.



        ################################################################################

        # A key goal of this script is portability.  As a result,
        # there are is awkward syntax.  For example: the -e test
        # for file existance isn't available in Solaris 9 /bin/sh
        # so "\( -f "$1" -o -L "$1" \)" is used as a rough equivalent.
        # stop is not an acceptable function name on AIX and HPUX,
        # so the function is called xstop.

        # Equivalent to "echo -n", but portable.
        echon() {
            if [ "`echo -n`" = "-n" ]; then
                echo "$@""\c"
            else
                echo -n "$@"
            fi
        }

        # Emits error with a "FATAL: " prefix. Exits.  Never returns
        fatal_error() {
                echo "FATAL: $1"
                exit 1
        }

        # Is the executable in $1 potentially runnable?
        # Exit if no.
        verify_executable() {
            if [ ! \( -f "$1" -o -L "$1" \) ]; then
                fatal_error "Required executable $1 does not exist."
            fi
            if [ -d "$1" ]; then
                fatal_error "Required executable $1 is a directory instead of a file."
            fi
            if [ ! -x "$1" ]; then
                fatal_error "Required executable $1 is not executable."
            fi
            return 0
        }

        # Is the path in $1 a potentially readable directory?
        # Exit if no.
        verify_readable_directory() {
            if [ ! -d "$1" ]; then
                fatal_error "Required directory $1 does not exist, or is not a directory."
            fi
            if [ ! -r "$1" ]; then
                fatal_error "Required executable $1 is not readable."
            fi
            return 0
        }

        # Returns a setting from the CONDOR_CONFIG configuration
        # file.  Exits if the value cannot be found!
        get_condor_config_val() {
            TMPVAL=`"$CONDOR_CONFIG_VAL" $1`
            if [ "$TMPVAL" = "" ]; then
                fatal_error "Unable to locate $1 in $CONDOR_CONFIG"
            fi
            echo "$TMPVAL"
        }

        # Ensure CONDOR_SBIN holds path to SBIN as defined in the
        # CONDOR_CONFIG file
        init_condor_sbin() {
            if [ "$CONDOR_SBIN" != "" ]; then
                return 0;
            fi
            CONDOR_SBIN=`get_condor_config_val SBIN`
            verify_readable_directory "$CONDOR_SBIN"
            return 0;
        }

        # Ensure CONDOR_RUN holds path to a plausible run directory.
        # Exit on failure.
        init_condor_run() {
            if [ "$CONDOR_RUN" != "" ]; then
                return 0
            fi
            CONDOR_RUN=`get_condor_config_val RUN`
            verify_readable_directory "$CONDOR_RUN"
            return 0
        }


        # Ensure CONDOR_MASTER holds path to a plausible condor_master.
        # Exit on failure.
        init_condor_master() {
            if [ "$CONDOR_MASTER" = "" ]; then
                CONDOR_MASTER=`get_condor_config_val MASTER`
            fi
            verify_executable "$CONDOR_MASTER"
            return 0
        }

        # Ensure CONDOR_RECONFIG holds path to a plausible condor_reconfig.
        # Exit on failure.
        init_condor_reconfig() {
            if [ "$CONDOR_RECONFIG" = "" ]; then
                init_condor_sbin
                CONDOR_RECONFIG="$CONDOR_SBIN/condor_reconfig"
            fi
            verify_executable "$CONDOR_RECONFIG"
            return 0
        }

        # Ensure CONDOR_OFF holds path to a plausible condor_off.
        # Exit on failure.
        init_condor_off() {
            if [ "$CONDOR_OFF" = "" ]; then
                init_condor_sbin
                CONDOR_OFF="$CONDOR_SBIN/condor_off"
            fi
            verify_executable "$CONDOR_OFF"
            return 0
        }

        # Try to detect a working ps, if not done already
        init_ps() {
            if [ "$PS" != "" ]; then
                return 0;
            fi

            PS="/bin/ps -efwwww"
            $PS > /dev/null 2>&1
            if [ $? -eq 0 ]; then
                return 0
            fi

            PS="/bin/ps auwx"
            $PS > /dev/null 2>&1
            if [ $? -eq 0 ]; then
                return 0
            fi

            PS="/bin/ps -ef"
            $PS > /dev/null 2>&1
            if [ $? -eq 0 ]; then
                return 0
            fi

            fatal_error "Could not determine how to call ps. Edit this script to explicitly set PS as documented there."
        }


        # To the best of its ability, finds the active condor_master's PID.
        # echos the result, or an empty string if none was found.
        # You can call this repeatedly to check for updates.
        condor_pid() {
            if [ ! -f "$PIDFILE" ]; then return 1; fi # Isn't a file
            if [ ! -r "$PIDFILE" ]; then return 1; fi # Isn't readable
            if [ ! -s "$PIDFILE" ]; then return 1; fi # Is empty
            masterpid=`cat "$PIDFILE"`
            if [ "$masterpid" = "" ]; then return 1; fi # Empty? Unreadable?
                init_ps
                foundpid=`$PS | grep condor_master | grep -v grep | awk '{print $2}' | grep "^$masterpid$"`
            if [ "$foundpid" = "" ]; then return 1; fi # No longer running.
            echo "$masterpid"
            return 0
        }

        # Wait for condor_master to exit.
        #
        # Only reliably detects condor_masters started by this script
        #
        # Sleeps $1 seconds between checks
        # After approximately $2 seconds, gives up
        #
        # $?=0 - condor_master is gone
        # $?=1 - timed out
        wait_for_exit() {
            max_wait=$2
            sleep_time=$1
            stop_duration=0
            while [ "`condor_pid`" != "" -a $stop_duration -lt $max_wait ]; do
                sleep $sleep_time
                stop_duration=`expr $stop_duration + $sleep_time`
            done

            if [ "`condor_pid`" = "" ]; then
                return 0
            else
                return 1
            fi
        }

        replace_or_append() {
            replace_this=$1
            with_this=$2
            on_this_file=$3

            grep -e "^$replace_this[ =]" $on_this_file >/dev/null 2>&1
            REPLACE=$?
            if [ $REPLACE -eq 0 ]; then
                sed -i "s/^$replace_this[ =].*/$with_this/" $on_this_file
            else
                echo $with_this >> $on_this_file
            fi
        }

        set_central_manager() {
            condor_host=$1

            if [ "xxx" = "xxx${condor_host}" ]; then

                echo "CENTRAL_MANAGER is undefined. Check /etc/condor/central_manager" >&1
                exit 1
            fi

            local_file=`get_condor_config_val LOCAL_CONFIG_FILE`
            replace_or_append "CONDOR_HOST" "CONDOR_HOST=$condor_host" $local_file
        }

        update_condor_local_config() {
            if [ -f $CONDOR_CONFIG_LOCAL_MODIFS ]; then
            local_file=`get_condor_config_val LOCAL_CONFIG_FILE`
            echo "Applying modifications to ${local_file} ..."
            while read LINE
            do
            # Split values like 'variable = value'
                variable=`echo ${LINE} | perl -pe 's/(\w*?) \s*? = \s* (.*)/\1/x'`
                value=`echo ${LINE} | perl -pe 's/(\w*?) \s*? = \s* (.*)/\2/x'`
                replace_or_append "${variable}" "${variable}=${value}" $local_file
            done < $CONDOR_CONFIG_LOCAL_MODIFS
            fi
        }

        # set up condor ccb if only private networking is available
        setup_ccb() {
            LOCAL_ADDRESS=`/sbin/ifconfig eth0 | grep "inet addr" | awk '{print $2}' | sed s/addr://`
            EXTHOSTNAME=`curl -s http://$EC2_METADATA/latest/meta-data/public-hostname`
            echo $LOCAL_ADDRESS $EXTHOSTNAME "# Added for Condor CCB" >> /etc/hosts

            # /sbin/ifconfig | grep "inet addr" | egrep -v "addr:127.|addr:192.|addr:172.|addr:10." > /dev/null
            # NON_LOCAL=$?
            # if [ $NON_LOCAL -eq 1 ]; then
                # All addresses are local
                # LOCAL_ADDRESS=`/sbin/ifconfig eth0 | grep "inet addr" | awk '{print $2}' | sed s/addr://`
                # Use hostname from meta-data since DNS hostname is not the same as hostname reported
            # by OpenStack
                #echo $LOCAL_ADDRESS $HOSTNAME "# Added for Condor CCB" >> /etc/hosts
                # EXTHOSTNAME=`curl -s http://$EC2_METADATA/latest/meta-data/public-hostname`
                # echo $LOCAL_ADDRESS $EXTHOSTNAME "# Added for Condor CCB" >> /etc/hosts
            #fi
        }

        # usage: setup_vmtype metadata
        setup_vmtype() {
            IMAGE_META_FILE=$1

            if [ -f $IMAGE_META_FILE ]; then

                # Parse VMType out of repoman metadata file
                VMTYPE=`cat $IMAGE_META_FILE | awk -F: '/^name:/ { print $2 }' | sed  's/[ \t]* //'`

                if [ "xxx" != "xxx${VMTYPE}" ]; then

                    local_file=`get_condor_config_val LOCAL_CONFIG_FILE`
                    replace_or_append "VMType" "VMType= \"$VMTYPE\"" $local_file
                fi
                fi
        }

        setup_on_ec2() {

            local_file=`get_condor_config_val LOCAL_CONFIG_FILE`

            # Eucalyptus can give us just a private IP
            public_ip=`curl -m 10 -s http://$EC2_METADATA/latest/meta-data/public-ipv4`
            test $public_ip != "0.0.0.0" > /dev/null 2>&1
            HAS_PUBLIC_IP=$?

            curl -m 10 -s http://$EC2_METADATA/ >/dev/null 2>&1
            IS_EC2=$?
            if [ $IS_EC2 -eq 0 ] ; then

                if [ $HAS_PUBLIC_IP -eq 0 ] ; then

                    # Set hostname to external
                    EXTHOSTNAME=`curl -s http://$EC2_METADATA/latest/meta-data/public-hostname`
                    VALID_HOST=$?
                    if [ $VALID_HOST -eq 0 ] && [[ $EXTHOSTNAME != ??xml* ]] && [[ $EXTHOSTNAME != ?html* ]] ; then
                        hostname $EXTHOSTNAME

                        private_network_name=amazon-ec2-`curl -s http://$EC2_METADATA/latest/meta-data/placement/availability-zone`
                        replace_or_append "PRIVATE_NETWORK_NAME" "PRIVATE_NETWORK_NAME=$private_network_name" $local_file

                        tcp_forwarding_host=`curl -s http://$EC2_METADATA/latest/meta-data/public-ipv4`
                        replace_or_append "TCP_FORWARDING_HOST" "TCP_FORWARDING_HOST=$tcp_forwarding_host" $local_file

                        private_network_interface=`curl -s http://$EC2_METADATA/latest/meta-data/local-ipv4`
                        replace_or_append "PRIVATE_NETWORK_INTERFACE" "PRIVATE_NETWORK_INTERFACE=$private_network_interface" $local_file
                    fi
                else
                    # EXTHOSTNAME=`curl -s http://$EC2_METADATA/latest/meta-data/instance-id`
                    EXTHOSTNAME=`curl -s http://$EC2_METADATA/latest/meta-data/public-hostname`
                    VALID_ID=$?
                    if [ $VALID_ID -eq 0 ] && [[ $EXTHOSTNAME != ??xml* ]] && [[ $EXTHOSTNAME != ?html* ]] ; then
                        hostname $EXTHOSTNAME

                        private_network_interface=`curl -s http://$EC2_METADATA/latest/meta-data/local-ipv4`
                        replace_or_append "PRIVATE_NETWORK_INTERFACE" "PRIVATE_NETWORK_INTERFACE=$private_network_interface" $local_file
                    fi
                fi
            fi

        }

        setup_on_gce() {

            local_file=`get_condor_config_val LOCAL_CONFIG_FILE`

            public_ip=`curl -m 10 -s http://metadata/computeMetadata/v1/instance/network-interfaces/0/access-configs/0/external-ip -H "Metadata-Flavor: Google"`
            test $public_ip != "0.0.0.0" > /dev/null 2>&1
            HAS_PUBLIC_IP=$?

            curl -m 10 -s http://metadata/ >/dev/null 2>&1
            IS_EC2=$?
            if [ $IS_EC2 -eq 0 ] ; then

                if [ $HAS_PUBLIC_IP -eq 0 ] ; then

                    # Set hostname to external
                    EXTHOSTNAME=`curl -s http://metadata/computeMetadata/v1/instance/hostname -H "Metadata-Flavor: Google"`
                    VALID_HOST=$?
                    if [ $VALID_HOST -eq 0 ] && [[ $EXTHOSTNAME != ??xml* ]] && [[ $EXTHOSTNAME != ?html* ]] ; then
                        hostname $EXTHOSTNAME

                        tcp_forwarding_host=`curl -s http://metadata/computeMetadata/v1/instance/network-interfaces/0/access-configs/0/external-ip -H "Metadata-Flavor: Google"`
                        replace_or_append "TCP_FORWARDING_HOST" "TCP_FORWARDING_HOST=$tcp_forwarding_host" $local_file

                        private_network_interface=`curl -s http://metadata/computeMetadata/v1/instance/network-interfaces/0/ip -H "Metadata-Flavor: Google"`
                        replace_or_append "PRIVATE_NETWORK_INTERFACE" "PRIVATE_NETWORK_INTERFACE=$private_network_interface" $local_file
                    fi
                else
                    EXTHOSTNAME=`curl -s http://metadata/computeMetadata/v1/instance/hostname -H "Metadata-Flavor: Google"`
                    VALID_ID=$?
                    if [ $VALID_ID -eq 0 ] && [[ $EXTHOSTNAME != ??xml* ]] && [[ $EXTHOSTNAME != ?html* ]] ; then
                        hostname $EXTHOSTNAME

                        private_network_interface=`curl -s http://metadata/computeMetadata/v1/instance/network-interfaces/0/ip -H "Metadata-Flavor: Google"`
                        replace_or_append "PRIVATE_NETWORK_INTERFACE" "PRIVATE_NETWORK_INTERFACE=$private_network_interface" $local_file
                    fi
                fi
            fi

        }

        # Make sure the permissions on the grid hostkey
        # are restrictive enough, else GSI will fail.
        set_hostkey_permissions () {
            HOST_KEY=`get_condor_config_val GSI_DAEMON_KEY`
            if [ -f $HOST_KEY ]; then
            chmod 400 $HOST_KEY
            else
            echo "Grid certificate host key not found. $HOST_KEY"
            fi
        }

        cleanup_ccb () {
            sed -i '/# Added for Condor CCB/d' /etc/hosts
        }

        verify_execute () {
            execute_dir=`get_condor_config_val EXECUTE`
            if [ ! -d $execute_dir ]; then
                mkdir -p $execute_dir
            fi

            execute_owner=`stat -c %U $execute_dir`
            if [ "$execute_owner" != "condor" ]; then
                chown condor:condor $execute_dir
            fi

            execute_rights=`stat -c %a $execute_dir`
            if [ $execute_rights -ne 755 ]; then
                chmod 755 $execute_dir
            fi
        }

        # Start condor.
        start() {
            set_hostkey_permissions
            setup_on_ec2
            setup_ccb
            set_central_manager $CENTRAL_MANAGER
            setup_vmtype $IMAGE_METADATA
            update_condor_local_config
            verify_execute
            init_condor_master
            echon "Starting up Condor..."
            "$CONDOR_MASTER" -pidfile "$PIDFILE"
            RETVAL=$?
            [ $RETVAL -eq 0 ] && touch /var/lock/subsys/condor;
            echo "done."
            return 0
        }


        # Tries to stop the condor_master
        #
        # If we have a valid PIDFILE, uses "kill -QUIT".
        # Failing that, uses "condor_off -fast -master"
        #
        # We prefer the "kill -QUIT", as the master might refuse
        # the condor_off request because of security configuration.
        # We still try condor_off in case the PIDFILE is missing,
        # say because someone started condor_master by hand.
        #
        # The two options are nearly identical from the condor_master's
        # point of view; it will end up executing the same shutdown
        # code either way.
        #
        # named xstop because stop causes problems on AIX and HPUX.
        xstop() {
            cleanup_ccb
            echon "Shutting down Condor (fast-shutdown mode)..."
            master_pid=`condor_pid`
            if [ "$master_pid" != "" ]; then
                echon "using kill..."
                kill -QUIT "$master_pid"
            else
                init_condor_off
                echon "using condor_off..."
                "$CONDOR_OFF" -fast -master | grep -v 'Sent "Kill-Daemon-Fast" command'
                if [ $? -gt 0 ]; then
                    echo "Failed to stop Condor (non-0 exit)."
                    return 1
                fi
            fi

            wait_for_exit 1 $MAX_STOP_WAIT
            if [ $? -gt 0 ]; then
                echo "Failed to stop Condor (timed out)."
                return 1
            fi

            if [ -f "$PIDFILE" ]; then
                rm "$PIDFILE"
            fi

            echo "done."

            rm /var/lock/subsys/condor

            return 0
        }


        # Ask Condor to re-read its configuration files
        #
        # This can fail for any number of reasons, and we wouldn't
        # detect it.
        #
        # As a possible improvement, we might send SIGHUP if `condor_pid`
        # is non-empty, only falling back on condor_reconfig if it is.
        #
        # Also, detect the return code from CONDOR_RECONFIG; non-zero
        # indicates aproblem. (At the moment that never happens, but
        # may in the future.)
        reload() {
            init_condor_reconfig
            echon "Reloading Condor configuration..."
            "$CONDOR_RECONFIG" | grep -v 'Sent "Reconfig" command to local master'
            echo "done."
            return 0
        }


        # Report Condor's status
        #
        # If condor was started by directly running condor_master,
        # this will erroneously report that it is not running.
        #
        # Return codes (from Linux Standards Base)
        # (Not all of these are currently implemented)
        # 0 running
        # 1 dead and /var/run pid file exists
        # 2 dead and /var/lock lock file exists
        # 3 not running
        # 4 unknown
        status() {
            master_pid=`condor_pid`
            if [ "$master_pid" != "" ]; then
                echo "Condor is running (pid $master_pid)"
                return 0
            else
                echo "Condor is not running"
                return 3;
            fi
        }

        ################################################################################

        # Back up only relevant argument, as function calls may stomp it.
        INIT_COMMAND=$1

        verify_executable "$CONDOR_CONFIG_VAL"

        # We don't use CONDOR_CONFIG directly, it's used by the
        # Condor tools.
        if [ "$CONDOR_CONFIG" != "" ]; then
            export CONDOR_CONFIG
        fi


        if [ "$PIDFILE" = "" ]; then
            init_condor_run
            PIDFILE="$CONDOR_RUN/master.pid"
        fi


        case $INIT_COMMAND in
        'start')
            start
            ;;

        'stop')
            xstop
            ;;

        'restart')
            xstop
            start
            ;;

        'try-restart')
            if [ "`condor_pid`" = "" ]; then exit 0; fi # Not running
            xstop
            start
            ;;

        'reload')
            reload
            ;;

        'force-reload')
            reload
            ;;

        'status')
            status
            ;;

        *)
            echo "Usage: $0 {start|stop|restart|try-restart|reload|force-reload|status}"
            ;;

        esac
    owner: root:root
    permissions: '0755'
    path: /etc/init.d/condor

cvmfs:
 local:
  CVMFS_REPOSITORIES: atlas.cern.ch,atlas-condb.cern.ch,atlas-nightlies.cern.ch,grid.cern.ch,sft.cern.ch
  CVMFS_HTTP_PROXY: kraken01.westgrid.ca:3128

ganglia:
 globals:
  override_hostname: "%f"
 cluster:
  name: '"GRIDPP_CLOUD"'
 udp_recv_channel:
  port: 9013
 tcp_accept_channel:
  port: 9013
 udp_send_channel:
  host: atlas-ganglia-mon.cern.ch
  port: 9013
  ttl: 2

groups:
  - condor: [slot01,slot02,slot03,slot04,slot05,slot06,slot07,slot08,slot09,slot10,slot11,slot12,slot13,slot14,slot15,slot16]

users:
  - name: slot01
    groups: condor
    shell: /sbin/nologin
  - name: slot02
    groups: condor
    shell: /sbin/nologin
  - name: slot03
    groups: condor
    shell: /sbin/nologin
  - name: slot04
    groups: condor
    shell: /sbin/nologin
  - name: slot05
    groups: condor
    shell: /sbin/nologin
  - name: slot06
    groups: condor
    shell: /sbin/nologin
  - name: slot07
    groups: condor
    shell: /sbin/nologin
  - name: slot08
    groups: condor
    shell: /sbin/nologin
  - name: slot09
    groups: condor
    shell: /sbin/nologin
  - name: slot10
    groups: condor
    shell: /sbin/nologin
  - name: slot11
    groups: condor
    shell: /sbin/nologin
  - name: slot12
    groups: condor
    shell: /sbin/nologin
  - name: slot13
    groups: condor
    shell: /sbin/nologin
  - name: slot14
    groups: condor
    shell: /sbin/nologin
  - name: slot15
    groups: condor
    shell: /sbin/nologin
  - name: slot16
    groups: condor
    shell: /sbin/nologin

yum_repos:
    shoalrepo:
        baseurl: http://shoal.heprc.uvic.ca/repo/prod/
        enabled: true
        gpgcheck: false

shoal:
    shoal_server_url: http://shoal.heprc.uvic.ca/nearest
    cron_shoal: '0,30 * * * * /usr/bin/shoal-client'

packages:
    - shoal-client

runcmd:
 - [ shoal-client ]
 - [ rpm, -U, --nodeps, --force, "http://sourceforge.net/projects/ganglia/files/ganglia%20monitoring%20core/3.4.0/RHEL6-RPMS/libganglia-3.4.0-1.x86_64.rpm/download", "http://sourceforge.net/projects/ganglia/files/ganglia%20monitoring%20core/3.4.0/RHEL6-RPMS/ganglia-gmond-3.4.0-1.x86_64.rpm/download"]
 - [ mv, /etc/localtime , /etc/localtime-old ]
 - [ ln, -sf, /usr/share/zoneinfo/UTC, /etc/localtime ]
 - [ fallocate, -l, 16G, /mnt/.rw/swap.1 ]
 - [ mkswap, /mnt/.rw/swap.1 ]
 - [ swapon, /mnt/.rw/swap.1 ]
 - [ rm, -f, /etc/condor/config.d/50cernvm ]
 - [ service, condor, start ]

ssh_authorized_keys:
  - ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQDYwVT+a4+GbQd0ZZY9o/I94T2BQEjpYTV3SM6TgWmtosG7gPZa0LmCSJWDmApHVIw/b6Q6xBVMJvmslRblHpW3vMs5LE2CVTWguXZbp4dKwEeZxPjcdMKPgl9VO2LB2fnltjnvMNsPdzMVviTaQoMhwvRB/vsAW0Mbse5la0CJAogvb5EA++sRvsk+6ftpDTOC1YFdINtaRAUINYv8NwxnEKri82eWE0pV83xLoA4/+YdRRqhPStGRmRoRyn3u4vOdhLlzcBp85xTc56bLvquODYDOTR9NSRvQpCrWHdIXZwFUbMPW6+ONxbNQTE+47QYDgj2i4tq8DX6Z56Q3C5i5FNrbaARnq4ml+bOR/wqCoWmKK3A7vKi7ng/QZjQu0wi9YFT7roU4uXF1hdsFFuIp+zX9kArbbxG+YdE95Ubwfun1qtqKzJr1/QcBn3KZqcrVKzuS6F5lv9s9VP9Ic7Os4wkwAGr1OlhRszZNcMBW/fHXLIlOO59rJclKNX7I+yjhmYa7W+JKrJxCkwzxuTa9J25Loh9v5z9MH9xGGxuk1scmOO7R8wkJjpjgPJqbw6p6VcV8m3cs556BL7c50++JVP3WaJXEoqSRz4x2+qFSfoZdbmR+7iVoPkU83QW3Ae5FoIjU4H4eiAoTkPtftFbe8lIOWIabe5O7b267voisgQ== frank@eva
  - ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC5nCWnNvXUGFgW+1cKinQhulovYs6qjjHTv3A1dRjWMuaXfqlz1udRJfTY/aU2qY9dU0slWFW8YKMx7Qdd3lE/YJ60hu8Q85ewLhwlBN8lNBExsCmiYrP7wOfyUZZgVU0cgEVt1sh0Uh9HhB0VXUUuRNcKt3hM0IM7DbHihbFIOv0/FLmNcWaVVJwtqtyMJoFxBl4Wfpk9xnk1sjrDVaBlxnFexIvifJhW0THY68yqpOapRv0+qgp0lecQWqIKgaGDssCGmi8Yq2Z3o4dZBzOZdJiAN0WHR+UPOfcLw86N0MjwBPOhOnWDnluF9Iys+gMxXj9jkXVhQDEMI8JHIShZ7gRuTkjeJ+1CHVXvBRck4vQQz83qHRQR8DFEofqN1h2a8zLQYQ9n310lxOo1LqS0k6qubrbzRIDweEv/Id/+WihhJvgEV9cho7xvm+Xf/s5k0X0xHKlgqCDh7lN6Aabr9s504xDu/HX+D2+w60HiGtZZC76pW5slCZWHlGNKC9C0l/Toe9UOiupD6JJKSHO6SQkZncSUYYuGWic/zYAImsaThvib9zkPU8j8bckxvvTccz6rP2dS7ASXjz0JFxoM9nKlvnFjRCQLxURrW90+w5Qz+rSeIEuzVOBig+qd+mxgG5awkq8+RrCX067oDl8GFy1RMDtoQGCu23SAkE80EQ== workstation
  - ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA1PIVGbStuppnzgPJSWSj7EnXahodCgZIRDxCaWDudcJalTIenzU6zkvPbssWCpF3jnOihnGW6f5uZbxMs7SO/KARgwkqf85sy7T/ex9XjGC1g2k0cDd0cCadAuBbQZP34QY7JL7rDoWk5JLPxgJlGyNgVd5VLPB/ZLlofjVfugW6y889UrITBW451HT1WUgtNcK/jqEWjrPdPp6oX0ktMb79XMnmp80HJH9q1OM3s3WeUuEffjMsy2awMWCp+H8tkr6A6hp7bBWafoqmlHZlsnEcqKhBSxEa4QWGfvR1reCphuQJULQbpc8jU9kHvriGNvTT43DggE+pm43CTQ1Kiw== peter