cp

#!/bin/bash

# -------------------------------------------------------------------------- #
# Copyright 2002-2021, OpenNebula Project, OpenNebula Systems                #
#                                                                            #
# Licensed under the Apache License, Version 2.0 (the "License"); you may    #
# not use this file except in compliance with the License. You may obtain    #
# a copy of the License at                                                   #
#                                                                            #
# http://www.apache.org/licenses/LICENSE-2.0                                 #
#                                                                            #
# Unless required by applicable law or agreed to in writing, software        #
# distributed under the License is distributed on an "AS IS" BASIS,          #
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.   #
# See the License for the specific language governing permissions and        #
# limitations under the License.                                             #
#--------------------------------------------------------------------------- #

###############################################################################
# This script is used to copy a VM image (SRC) to the image repository as DST
# Several SRC types are supported
###############################################################################

# -------- Set up the environment to source common tools & conf ------------

if [ -z "${ONE_LOCATION}" ]; then
    LIB_LOCATION=/usr/lib/one
else
    LIB_LOCATION=$ONE_LOCATION/lib
fi

. $LIB_LOCATION/sh/scripts_common.sh

DRIVER_PATH=$(dirname $0)
source ${DRIVER_PATH}/../libfs.sh
source ${DRIVER_PATH}/../../etc/datastore/fs/fs.conf

# -------- Get cp and datastore arguments from OpenNebula core ------------

DRV_ACTION=$1
ID=$2

export DRV_ACTION

UTILS_PATH="${DRIVER_PATH}/.."

XPATH="$UTILS_PATH/xpath.rb -b $DRV_ACTION"

unset i XPATH_ELEMENTS

while IFS= read -r -d '' element; do
    XPATH_ELEMENTS[i++]="$element"
done < <($XPATH     /DS_DRIVER_ACTION_DATA/DATASTORE/BASE_PATH \
                    /DS_DRIVER_ACTION_DATA/DATASTORE/TEMPLATE/RESTRICTED_DIRS \
                    /DS_DRIVER_ACTION_DATA/DATASTORE/TEMPLATE/SAFE_DIRS \
                    /DS_DRIVER_ACTION_DATA/DATASTORE/TEMPLATE/BRIDGE_LIST \
                    /DS_DRIVER_ACTION_DATA/DATASTORE/TEMPLATE/STAGING_DIR \
                    /DS_DRIVER_ACTION_DATA/DATASTORE/TYPE \
                    /DS_DRIVER_ACTION_DATA/IMAGE/PATH \
                    /DS_DRIVER_ACTION_DATA/IMAGE/TEMPLATE/MD5 \
                    /DS_DRIVER_ACTION_DATA/IMAGE/TEMPLATE/SHA1 \
                    /DS_DRIVER_ACTION_DATA/DATASTORE/TEMPLATE/NO_DECOMPRESS \
                    /DS_DRIVER_ACTION_DATA/DATASTORE/TEMPLATE/LIMIT_TRANSFER_BW \
                    /DS_DRIVER_ACTION_DATA/DATASTORE/TEMPLATE/CONVERT \
                    /DS_DRIVER_ACTION_DATA/DATASTORE/TEMPLATE/DRIVER \
                    /DS_DRIVER_ACTION_DATA/IMAGE/TYPE \
                    /DS_DRIVER_ACTION_DATA/IMAGE/TEMPLATE/URL_ARGS)

unset i

BASE_PATH="${XPATH_ELEMENTS[i++]}"
RESTRICTED_DIRS="${XPATH_ELEMENTS[i++]}"
SAFE_DIRS="${XPATH_ELEMENTS[i++]}"
BRIDGE_LIST="${XPATH_ELEMENTS[i++]}"
STAGING_DIR="${XPATH_ELEMENTS[i++]:-/var/tmp}"
TYPE="${XPATH_ELEMENTS[i++]}"
SRC="${XPATH_ELEMENTS[i++]}"
MD5="${XPATH_ELEMENTS[i++]}"
SHA1="${XPATH_ELEMENTS[i++]}"
NO_DECOMPRESS="${XPATH_ELEMENTS[i++]}"
LIMIT_TRANSFER_BW="${XPATH_ELEMENTS[i++]}"
CONVERT="${XPATH_ELEMENTS[i++]:-yes}"
DRIVER="${XPATH_ELEMENTS[i++]}"
IMAGE_TYPE="${XPATH_ELEMENTS[i++]}"
URL_ARGS="${XPATH_ELEMENTS[i++]}"

DST=`generate_image_path`
IMAGE_HASH=`basename $DST`

set_up_datastore "$BASE_PATH" "$RESTRICTED_DIRS" "$SAFE_DIRS"

# Disable auto-decompress for the 'files' datastores (type 2)
if [ "$TYPE" = "2" ]; then
    NO_DECOMPRESS="${NO_DECOMPRESS:-yes}"
fi

# Disable conversion for CD-ROM and 'files' datastores
CONVERT=$(echo "${CONVERT}" | $TR '[:upper:]' '[:lower:]')
if [ "$IMAGE_TYPE" = "1" ] || [ "$TYPE" = "2" ]; then
    CONVERT=no
fi

# Append URL args to SRC url
if [ ! -z $URL_ARGS ]; then
    SRC+="&$URL_ARGS"
fi

if [ -n "$BRIDGE_LIST" ]; then
    DOWNLOADER_ARGS=`set_downloader_args "$MD5" "$SHA1" "$NO_DECOMPRESS" "$LIMIT_TRANSFER_BW" "$SRC" -`
else
    DOWNLOADER_ARGS=`set_downloader_args "$MD5" "$SHA1" "$NO_DECOMPRESS" "$LIMIT_TRANSFER_BW" "$SRC" "$DST"`
fi

COPY_COMMAND="$UTILS_PATH/downloader.sh $DOWNLOADER_ARGS"

if echo "$SRC" | grep -vq '^https\?://'; then
    if [ `check_restricted $SRC` -eq 1 ]; then
        log_error "Not allowed to copy images from $RESTRICTED_DIRS"
        error_message "Not allowed to copy image from $SRC, check RESTRICTED_DIRS in your datastore"
        exit -1
    fi

    log "Copying local image $SRC to the image repository"
else
    log "Downloading image $SRC to the image repository"
fi

CONVERT_CMD=$(cat <<EOF
    set -e -o pipefail
    FORMAT=\$($QEMU_IMG info $DST | grep "^file format:" | awk '{print \$3}' || :)

    if [ "x$DRIVER" = 'xqcow2' ] || [ "x$DRIVER" = 'xraw' ]; then
        if [ -n "\$FORMAT" ] && [ "\$FORMAT" != "$DRIVER" ] && [ "\$FORMAT" != "luks" ]; then
            $QEMU_IMG convert -O $DRIVER $DST $DST.tmp
            mv $DST.tmp $DST
        fi
    fi
EOF
)

if [ -n "$BRIDGE_LIST" ]; then
    DST_HOST=`get_destination_host $ID`
    TMP_DST="$STAGING_DIR/$IMAGE_HASH"

    multiline_exec_and_log "set -e -o pipefail; $COPY_COMMAND | $SSH $DST_HOST $DD of=$TMP_DST bs=${DD_BLOCK_SIZE:-64k} conv=sparse" \
                 "Error dumping $SRC to $DST_HOST:$TMP_DST"

    ssh_exec_and_log    "$DST_HOST" "set -e -o pipefail; mkdir -p $BASE_PATH; mv -f $TMP_DST $DST" \
                        "Error moving $TMP_DST to $DST in $DST_HOST"

    if [ "x$CONVERT" = 'xyes' ] && [ -n "$DRIVER" ]; then
        ssh_exec_and_log "$DST_HOST" "$CONVERT_CMD" \
                         "Error converting $DST in $DST_HOST"
    fi

    FORMAT=$(ssh_monitor_and_log $DST_HOST "set -e -o pipefail; $QEMU_IMG info $DST | grep \"^file format:\" | awk '{print \$3}'")

    # if ssh_monitor_and_log fails RC is returned
    if [[ $FORMAT =~ '^[0-9]+$' ]]; then
        exit -1
    fi

else
    mkdir -p "$BASE_PATH"
    multiline_exec_and_log "set -e -o pipefail; $COPY_COMMAND" "Error copying $SRC to $DST"

    if [ "x$CONVERT" = 'xyes' ] && [ -n "$DRIVER" ]; then
        multiline_exec_and_log "$CONVERT_CMD" "Error converting $DST"
    fi

    fallocate -d "$DST" &> /dev/null || true # Avoid errors if fallocate not supported by FS

    FORMAT=$($QEMU_IMG info $DST | grep "^file format:" | awk '{print $3}' || :)
fi

[[ "$FORMAT" = "luks" ]] && FORMAT="raw"

echo "$DST $FORMAT"