build-openstack-iso.sh

#!/bin/bash

. ./project_config.sh
. ./iso-functions.sh

#can ONLY be run as root!  sudo to root
rm -rf /var/tmp/*

## this requires the original version of cdrtools
## https://www.berlios.de/software/cdrtools/ or
#  https://negativo17.org/cdrtools/

pwd="$(pwd)"
cd /root/tftp-proxy || exit
docker-compose down
cd "$pwd" || exit
# login to docker hub using .bash_profile env secrets
docker login -u "$DOCKER_LOGIN" -p "$DOCKER_SECRET"

if [ ! -f "/tmp/linux.iso" ]; then
  for i in $(docker images |grep "$DOCKER_LINUX_BUILD_IMAGE"|awk '{print $3}');do docker rmi "$i";done
  rm -rf /tmp/configs
  docker run -v /tmp:/opt/mount --rm -ti "$DOCKER_LINUX_BUILD_IMAGE:$DOCKER_LINUX_BUILD_IMAGE_VERSION" bash -c "mv CentOS-x86_64-minimal.iso linux.iso; cp linux.iso /opt/mount"
  mkdir -p /tmp/configs
  docker run -v /tmp:/opt/mount --rm -ti "$DOCKER_LINUX_BUILD_IMAGE:$DOCKER_LINUX_BUILD_IMAGE_VERSION" bash -c "cp /root/ks_configs/* /opt/mount/configs"
  for i in $(docker images |grep "$DOCKER_LINUX_BUILD_IMAGE"|awk '{print $3}');do docker rmi "$i";done
fi

## download files to be embedded
if [ ! -f "/tmp/amphora-x64-haproxy-$OPENSTACK_VERSION.qcow2" ]; then
  curl -L -o /tmp/amphora-x64-haproxy-"$OPENSTACK_VERSION".qcow2 https://github.com/mephmanx/openstack-amphora-build/releases/download/"$OPENSTACK_VERSION"/amphora-x64-haproxy.qcow2
fi

if [ ! -f "/tmp/pfSense-CE-memstick-ADI-prod.img" ]; then
  for i in $(docker images |grep "$PFSENSE_CACHE_IMAGE"|awk '{print $3}');do docker rmi "$i";done
  if [ -f "$PFSENSE_LIB_CACHE" ]; then
    docker run -v /tmp/openstack-scripts/project_config.sh:/env/configuration -v /var/log:/var/log -v /var/run/libvirt/libvirt-sock:/var/run/libvirt/libvirt-sock -v /tmp:/tmp -v /dev:/dev -v /root:/root --rm -ti --network=host --privileged "$PFSENSE_CACHE_IMAGE:$PFSENSE_VERSION" --cachelibs "$PFSENSE_LIB_CACHE"
  else
    docker run -v /tmp/openstack-scripts/project_config.sh:/env/configuration -v /var/log:/var/log -v /var/run/libvirt/libvirt-sock:/var/run/libvirt/libvirt-sock -v /tmp:/tmp -v /dev:/dev -v /root:/root --rm -ti --network=host --privileged "$PFSENSE_CACHE_IMAGE:$PFSENSE_VERSION" --prepare
    sleep 20;
    rm -rf /tmp/pfSense-CE-memstick-ADI-dev.img
    docker run -v /tmp/openstack-scripts/project_config.sh:/env/configuration -v /var/log:/var/log -v /var/run/libvirt/libvirt-sock:/var/run/libvirt/libvirt-sock -v /tmp:/tmp -v /dev:/dev -v /root:/root --rm -ti --network=host --privileged "$PFSENSE_CACHE_IMAGE:$PFSENSE_VERSION"
  fi
  for i in $(docker images |grep "$PFSENSE_CACHE_IMAGE"|awk '{print $3}');do docker rmi "$i";done
  ## iterate over loop devices and remove them
  for i in /dev/loop[0-9]; do
    losetup -d "$i";
  done
fi

if [ ! -f "/tmp/cirros-0.5.1-x86_64-disk.img" ]; then
  curl --fail -L -o /tmp/cirros-0.5.1-x86_64-disk.img "$CIRROS_IMAGE_URL"
fi

if [ ! -f "/var/tmp/pfSense-CE-memstick-ADI-prod.img" ]; then
  cp /tmp/pfSense-CE-memstick-ADI-prod.img /var/tmp
fi

if [ ! -f "/tmp/harbor-$HARBOR_VERSION.tgz" ]; then
  wget -O /tmp/harbor-"$HARBOR_VERSION".tgz "${HARBOR}"
fi

if [ ! -f "/tmp/magnum-$MAGNUM_IMAGE_VERSION.qcow2" ]; then
  wget -O /tmp/magnum-"$MAGNUM_IMAGE_VERSION".qcow2 "${MAGNUM_IMAGE}"
fi

if [ ! -f "/tmp/terraform_cf-$CF_ATTIC_TERRAFORM_VERSION.zip" ]; then
  wget -O /tmp/terraform_cf-"$CF_ATTIC_TERRAFORM_VERSION".zip "${CF_ATTIC_TERRAFORM}"
fi

if [ ! -f "/tmp/trove_instance-$UBUNTU_VERSION.img" ]; then
  wget -O /tmp/trove_instance-"$UBUNTU_VERSION".img "${TROVE_INSTANCE_IMAGE}"
fi

if [ ! -f "/tmp/trove_db-$TROVE_OPENSTACK_VERSION.img" ]; then
  wget -O /tmp/trove_db-"$TROVE_OPENSTACK_VERSION".img "${TROVE_DB_IMAGE}"
fi

if [ ! -f "/tmp/cf-templates.zip" ]; then
  wget -O /tmp/cf-templates.zip "${BOSH_OPENSTACK_ENVIRONMENT_TEMPLATES}"
fi

if [ ! -f "/tmp/cf_deployment-$CF_DEPLOY_VERSION.zip" ]; then
  wget -O /tmp/cf_deployment-"$CF_DEPLOY_VERSION".zip "${CF_DEPLOYMENT}"
fi

if [ ! -f "/tmp/docker-compose-$DOCKER_COMPOSE_VERSION" ]; then
  wget -O /tmp/docker-compose-"$DOCKER_COMPOSE_VERSION" "${DOCKER_COMPOSE}"
fi

if [ ! -f "/tmp/stratos-console.zip" ]; then
  wget -O /tmp/stratos-console.zip "${STRATOS_APP}"
fi

if [ ! -f "/tmp/docker-repo.tar" ]; then
  yum-config-manager --add-repo https://download.docker.com/linux/centos/docker-ce.repo
  mkdir -p /tmp/repo/docker-ce/linux/centos/8/x86_64/stable
  reposync -p /tmp/repo/docker-ce/linux/centos/8/x86_64/stable --repo=docker-ce-stable --download-metadata
  mv /tmp/repo/docker-ce/linux/centos/8/x86_64/stable/docker-ce-stable/* /tmp/repo/docker-ce/linux/centos/8/x86_64/stable/
  rm -rf /tmp/repo/docker-ce/linux/centos/8/x86_64/stable/docker-ce-stable
  wget -O /tmp/repo/docker-ce/linux/centos/gpg https://download.docker.com/linux/centos/gpg
  pwd=$(pwd)
  cd /tmp/repo/docker-ce || exit
  tar -cf /tmp/docker-repo.tar ./*
  rm -rf /tmp/repo
  cd "$pwd" || exit
fi

if [ ! -f "/tmp/harbor_python_modules.tar" ]; then
  mkdir /tmp/Pyrepo
cat > /tmp/harbor_python_requirements <<EOF
netcontrold
elasticsearch==7.13.*
jinja2==3.0.3
EOF
  pip3 download -d /tmp/Pyrepo -r /tmp/harbor_python_requirements
  pwd=$(pwd)
  cd /tmp/Pyrepo || exit
  tar -cf /tmp/harbor_python_modules.tar ./*
  cd "$pwd" || exit
  rm -rf /tmp/harbor_python_requirements
  rm -rf /tmp/Pyrepo
fi

### download director & jumpbox stemcell
if [ ! -f "/tmp/bosh-$STEMCELL_STAMP.tgz" ]; then
  curl -L https://bosh.io/d/stemcells/bosh-openstack-kvm-"$BOSH_STEMCELL"-go_agent --output /tmp/bosh-"$STEMCELL_STAMP".tgz > /dev/null
fi

if [ ! -f "/tmp/homebrew-$CF_BBL_INSTALL_TERRAFORM_VERSION.tar" ]; then
  docker run -v /tmp:/var/tmp --rm -ti "$HOMEBREW_CACHE_IMAGE:$CF_BBL_INSTALL_TERRAFORM_VERSION" bash -c "cp /tmp/export/homebrew-${CF_BBL_INSTALL_TERRAFORM_VERSION}.tar /var/tmp"
  for i in $(docker images |grep "$HOMEBREW_CACHE_IMAGE"|awk '{print $3}');do docker rmi "$i";done
fi

IFS=' ' read -r -a stemcell_array <<< "$CF_STEMCELLS"
for stemcell in "${stemcell_array[@]}";
do
  if [ ! -f "/tmp/stemcell-$stemcell-$STEMCELL_STAMP.tgz" ]; then
    curl -L https://bosh.io/d/stemcells/bosh-openstack-kvm-"$stemcell"-go_agent --output /tmp/stemcell-"$stemcell"-"$STEMCELL_STAMP".tgz > /dev/null
  fi
done
####

mkdir -p "/tmp/harbor/$OPENSTACK_VERSION"
if [ ! -f "/tmp/harbor/$OPENSTACK_VERSION/centos-binary-base-${OPENSTACK_VERSION}.tar" ] && [ ! -f "/tmp/harbor/$OPENSTACK_VERSION/kolla_${OPENSTACK_VERSION}_rpm_repo.tar.gz" ]; then
    rm -rf /tmp/openstack-build.log
    docker run --rm -v /var/run/docker.sock:/var/run/docker.sock -v /out:/out "$DOCKER_OPENSTACK_OFFLINE_IMAGE:$OPENSTACK_VERSION" "$OPENSTACK_VERSION"
    for i in $(docker images |grep "$DOCKER_OPENSTACK_OFFLINE_IMAGE"|awk '{print $3}');do docker rmi "$i";done

    ### add appropriate openstack ansible lib
    cat > /tmp/openstack-py.modules <<EOF
kolla-ansible==$OPENSTACK_KOLLA_PYLIB_VERSION
EOF
    mkdir -p "/tmp/harbor/$OPENSTACK_VERSION/pyclient"
    pip3 download -d /tmp/harbor/"$OPENSTACK_VERSION"/pyclient -r /tmp/openstack-py.modules
    rm -rf /tmp/openstack-py.modules
    #### add build images
    mv /out/centos-binary-base-"${OPENSTACK_VERSION}".tar /tmp/harbor/"$OPENSTACK_VERSION"
    mv /out/kolla_"${OPENSTACK_VERSION}"_rpm_repo.tar.gz /tmp/harbor/"$OPENSTACK_VERSION"
    mv /out/globals.yml /tmp/harbor/"$OPENSTACK_VERSION"
    ### add copied images

    docker pull codekoala/pypi && docker save codekoala/pypi >/tmp/harbor/"$OPENSTACK_VERSION"/pypi.tar
    docker pull kolla/centos-source-kuryr-libnetwork:"$OPENSTACK_VERSION" && docker save kolla/centos-source-kuryr-libnetwork:"$OPENSTACK_VERSION" >/tmp/harbor/"$OPENSTACK_VERSION"/centos-source-kuryr-libnetwork.tar
    docker pull kolla/centos-source-kolla-toolbox:"$OPENSTACK_VERSION" && docker save kolla/centos-source-kolla-toolbox:"$OPENSTACK_VERSION" >/tmp/harbor/"$OPENSTACK_VERSION"/centos-source-kolla-toolbox.tar
    docker pull kolla/centos-source-zun-compute:"$OPENSTACK_VERSION" && docker save kolla/centos-source-zun-compute:"$OPENSTACK_VERSION" >/tmp/harbor/"$OPENSTACK_VERSION"/centos-source-zun-compute.tar
    docker pull kolla/centos-source-zun-wsproxy:"$OPENSTACK_VERSION" && docker save kolla/centos-source-zun-wsproxy:"$OPENSTACK_VERSION" >/tmp/harbor/"$OPENSTACK_VERSION"/centos-source-zun-wsproxy.tar
    docker pull kolla/centos-source-zun-api:"$OPENSTACK_VERSION" && docker save kolla/centos-source-zun-api:"$OPENSTACK_VERSION" >/tmp/harbor/"$OPENSTACK_VERSION"/centos-source-zun-api.tar
    docker pull kolla/centos-source-zun-cni-daemon:"$OPENSTACK_VERSION" && docker save kolla/centos-source-zun-cni-daemon:"$OPENSTACK_VERSION" >/tmp/harbor/"$OPENSTACK_VERSION"/centos-source-zun-cni-daemon.tar
    docker pull kolla/centos-binary-fluentd:"$OPENSTACK_VERSION" && docker save kolla/centos-binary-fluentd:"$OPENSTACK_VERSION" >/tmp/harbor/"$OPENSTACK_VERSION"/centos-binary-fluentd.tar
    docker pull kolla/centos-binary-grafana:"$OPENSTACK_VERSION" && docker save kolla/centos-binary-grafana:"$OPENSTACK_VERSION" >/tmp/harbor/"$OPENSTACK_VERSION"/centos-binary-grafana.tar
    docker pull kolla/centos-binary-elasticsearch-curator:"$OPENSTACK_VERSION" && docker save kolla/centos-binary-elasticsearch-curator:"$OPENSTACK_VERSION" >/tmp/harbor/"$OPENSTACK_VERSION"/centos-binary-elasticsearch-curator.tar
    rm -rf /out/all_rpms_"$OPENSTACK_VERSION".txt
    rm -rf /out/base_rpm.txt
    rm -rf /out/to_be_download_"$OPENSTACK_VERSION".txt
    rm -rf /out/"$OPENSTACK_VERSION"_rpm_list.txt
    rm -rf /out/kolla_"$OPENSTACK_VERSION"
    for i in $(docker images |grep "$OPENSTACK_VERSION"|awk '{print $3}');do docker rmi "$i";done
    docker image rmi codekoala/pypi
fi

./create-registry-kvm-iso.sh
./create-identity-kvm-iso.sh
./create-cloud-kvm-iso.sh

embed_files=('/tmp/openstack-scripts/project_config.sh'
              '/tmp/openstack-scripts/init-openstack.sh'
              '/tmp/openstack-scripts/vm_functions.sh'
              '/tmp/openstack-scripts/vm-configurations.sh'
              '/tmp/openstack-scripts/create-cloud-kvm-deploy.sh'
              '/tmp/openstack-scripts/create-jumpserver-kvm-deploy.sh'
              '/tmp/openstack-scripts/create-registry-kvm-deploy.sh'
              '/tmp/openstack-scripts/create-identity-kvm-deploy.sh'
              '/tmp/openstack-scripts/create-gateway-kvm-deploy.sh'
              '/var/tmp/pfSense-CE-memstick-ADI-prod.img')

iso_images="/var/tmp/*.iso"
for img in $iso_images; do
  embed_files+=("$img")
done

printf -v embed_files_string '%s ' "${embed_files[@]}"
closeOutAndBuildKickstartAndISO centos-8-kickstart-openstack.cfg "openstack" "$embed_files_string"

isohybrid /var/tmp/openstack-iso.iso
chmod -R 777 /var/tmp/openstack
## cleanup work dir
# Use to write to disk
# dd if=/var/tmp/openstack-iso.iso of=/dev/sdb bs=16M status=progress
rm -rf ./tmp

cd /root/tftp-proxy || exit
./startup.sh "enp3s0f0" "int-bond"
./install-finished-listener.sh "enp3s0f0" "int-bond"


#yum install -y expect connect-proxy
#### add internal override to director
#cat > /tmp/expect.sh <<FILEEND
##!/usr/bin/expect -f
#set timeout -1
#spawn /bin/bash
#send "ssh -oHostKeyAlgorithms=+ssh-dss Administrator@192.168.1.133 \"POWER on\""
#expect ":"
#send -- "yes\r"
#expect "bosh/0"
#send -- "echo '$IDENTITY_VIP $IDENTITY_VIP_DNS' | sudo tee -a /etc/hosts > /dev/null; echo '$SUPPORT_VIP $SUPPORT_VIP_DNS' | sudo tee -a /etc/hosts > /dev/null; echo '$GATEWAY_ROUTER_IP $INTERNAL_VIP_DNS' | sudo tee -a /etc/hosts > /dev/null; echo '$GATEWAY_ROUTER_IP $EXTERNAL_VIP_DNS' | sudo tee -a /etc/hosts > /dev/null; exit;\r"
#expect "closed."
#exit;
#expect eof
#FILEEND
#
#chmod +x /tmp/expect.sh
#pwd=$(pwd)
#cd /tmp || exit
#./expect.sh
#rm -rf expect.sh
#cd "$pwd" || exit
##########