diff --git a/.pipelines/.vsts-vhd-builder-release.yaml b/.pipelines/.vsts-vhd-builder-release.yaml index 3bc4d903168..c062e6de9db 100644 --- a/.pipelines/.vsts-vhd-builder-release.yaml +++ b/.pipelines/.vsts-vhd-builder-release.yaml @@ -35,7 +35,7 @@ parameters: type: boolean default: false - name: buildMarinerV2gen1fips - displayName: Build MarinerV2 Gen1 FIPS + displayName: Build MarinerV2 Gen1 FIPS type: boolean default: true - name: buildAzureLinuxV2gen1fips @@ -43,7 +43,7 @@ parameters: type: boolean default: false - name: buildMarinerV2gen2fips - displayName: Build MarinerV2 Gen2 FIPS + displayName: Build MarinerV2 Gen2 FIPS type: boolean default: true - name: buildAzureLinuxV2gen2fips @@ -134,7 +134,7 @@ parameters: variables: - name: CONTAINER_IMAGE value: 'mcr.microsoft.com/oss/azcu/go-dev:v1.34.7' - + pool: name: $(POOL_NAME) diff --git a/.pipelines/.vsts-vhd-builder.yaml b/.pipelines/.vsts-vhd-builder.yaml index 7eaeddb27fa..ca534925c30 100644 --- a/.pipelines/.vsts-vhd-builder.yaml +++ b/.pipelines/.vsts-vhd-builder.yaml @@ -106,4 +106,3 @@ stages: - template: ./templates/.builder-release-template.yaml parameters: artifactName: marinerv2-gen2 - \ No newline at end of file diff --git a/.pipelines/templates/.builder-release-template.yaml b/.pipelines/templates/.builder-release-template.yaml index b6f16c092a7..ae9dcb41647 100644 --- a/.pipelines/templates/.builder-release-template.yaml +++ b/.pipelines/templates/.builder-release-template.yaml @@ -105,6 +105,9 @@ steps: -e SGX_INSTALL=${SGX_INSTALL} \ -e ENABLE_CGROUPV2=${ENABLE_CGROUPV2} \ -e IMAGE_VERSION=${IMAGE_VERSION} \ + -e PRIVATE_PACKAGES_URL="${PRIVATE_PACKAGES_URL}" \ + -e PRIVATE_KUBE_PROXY_IMAGES="${PRIVATE_KUBE_PROXY_IMAGES}" \ + -e LINUX_MSI_RESOURCE_ID=${AZURE_MSI_RESOURCE_ID} \ ${CONTAINER_IMAGE} make -f packer.mk run-packer displayName: Building VHD - script: | @@ -138,6 +141,9 @@ steps: -e SGX_INSTALL=${SGX_INSTALL} \ -e ENABLE_CGROUPV2=${ENABLE_CGROUPV2} \ -e GIT_BRANCH=$(Build.SourceBranch) \ + -e PRIVATE_PACKAGES_URL="${PRIVATE_PACKAGES_URL}" \ + -e PRIVATE_KUBE_PROXY_IMAGES="${PRIVATE_KUBE_PROXY_IMAGES}" \ + -e LINUX_MSI_RESOURCE_ID=${AZURE_MSI_RESOURCE_ID} \ ${CONTAINER_IMAGE} make -f packer.mk test-building-vhd displayName: Run VHD Tests - task: PublishPipelineArtifact@0 @@ -160,6 +166,9 @@ steps: ARM64_OS_DISK_SNAPSHOT_NAME="$(cat vhdbuilder/packer/settings.json | grep "arm64_os_disk_snapshot_name" | awk -F':' '{print $2}' | awk -F'"' '{print $2}')" && \ SIG_IMAGE_NAME="$(cat vhdbuilder/packer/settings.json | grep "sig_image_name" | awk -F':' '{print $2}' | awk -F'"' '{print $2}')" && \ IMAGE_NAME="${SIG_IMAGE_NAME}-${captured_sig_version}" && \ + PRIVATE_PACKAGES_URL="$(cat vhdbuilder/packer/settings.json | grep "private_packages_url" | awk -F':' '{print $2}' | awk -F'"' '{print $2}')" && \ + PRIVATE_KUBE_PROXY_IMAGES="$(cat vhdbuilder/packer/settings.json | grep "private_kube_proxy_images" | awk -F':' '{print $2}' | awk -F'"' '{print $2}')" && \ + LINUX_MSI_RESOURCE_ID="$(cat vhdbuilder/packer/settings.json | grep "linux_msi_resource_ids" | awk -F':' '{print $2}' | awk -F'"' '{print $2}')" && \ docker run --rm \ -v ${PWD}:/go/src/github.com/Azure/AgentBaker \ -w /go/src/github.com/Azure/AgentBaker \ @@ -180,14 +189,24 @@ steps: -e SIG_IMAGE_NAME=${SIG_IMAGE_NAME} \ -e ARCHITECTURE=${ARCHITECTURE} \ -e ARM64_OS_DISK_SNAPSHOT_NAME=${ARM64_OS_DISK_SNAPSHOT_NAME} \ + -e PRIVATE_PACKAGES_URL="${PRIVATE_PACKAGES_URL}" \ + -e PRIVATE_KUBE_PROXY_IMAGES="${PRIVATE_KUBE_PROXY_IMAGES}" \ + -e LINUX_MSI_RESOURCE_ID=${AZURE_MSI_RESOURCE_ID} \ ${CONTAINER_IMAGE} make -f packer.mk cleanup displayName: Clean Up Packer Generated Resources condition: always() - bash: | echo MODE=$(MODE) && \ + echo "container image: ${CONTAINER_IMAGE}" && \ captured_sig_version="$(cat vhdbuilder/packer/settings.json | grep "captured_sig_version" | awk -F':' '{print $2}' | awk -F'"' '{print $2}')" && \ SIG_GALLERY_NAME="$(cat vhdbuilder/packer/settings.json | grep "sig_gallery_name" | awk -F':' '{print $2}' | awk -F'"' '{print $2}')" && \ SIG_IMAGE_NAME="$(cat vhdbuilder/packer/settings.json | grep "sig_image_name" | awk -F':' '{print $2}' | awk -F'"' '{print $2}')" && \ + PRIVATE_PACKAGES_URL="$(cat vhdbuilder/packer/settings.json | grep "private_packages_url" | awk -F\" '{print $4}')" && \ + echo "private_packages_url: $PRIVATE_PACKAGES_URL" && \ + PRIVATE_KUBE_PROXY_IMAGES="$(cat vhdbuilder/packer/settings.json | grep "private_kube_proxy_images" | awk -F\" '{print $4}')" && \ + echo "private_kube_proxy_images: $PRIVATE_KUBE_PROXY_IMAGES" && \ + LINUX_MSI_RESOURCE_ID="$(cat vhdbuilder/packer/settings.json | grep "linux_msi_resource_id" | awk -F\" '{print $4}')" && \ + echo "linux_msi_resource_id: $LINUX_MSI_RESOURCE_ID" && \ docker run --rm \ -v ${PWD}:/go/src/github.com/Azure/AgentBaker \ -w /go/src/github.com/Azure/AgentBaker \ @@ -206,11 +225,15 @@ steps: -e SIG_IMAGE_NAME=${SIG_IMAGE_NAME} \ -e CAPTURED_SIG_VERSION=${captured_sig_version} \ -e ENABLE_TRUSTED_LAUNCH=${ENABLE_TRUSTED_LAUNCH} \ + -e PRIVATE_PACKAGES_URL="${PRIVATE_PACKAGES_URL}" \ + -e PRIVATE_KUBE_PROXY_IMAGES="${PRIVATE_KUBE_PROXY_IMAGES}" \ + -e LINUX_MSI_RESOURCE_ID=${AZURE_MSI_RESOURCE_ID} \ ${CONTAINER_IMAGE} make -f packer.mk convert-sig-to-classic-storage-account-blob displayName: Convert Shared Image Gallery To VHD Blob In Classic Storage Account condition: eq(variables.DRY_RUN, 'False') - bash: | echo MODE=$(MODE) && \ + echo "container image: ${CONTAINER_IMAGE}" && \ captured_sig_version="$(cat vhdbuilder/packer/settings.json | grep "captured_sig_version" | awk -F':' '{print $2}' | awk -F'"' '{print $2}')" && \ SIG_IMAGE_NAME="$(cat vhdbuilder/packer/settings.json | grep "sig_image_name" | awk -F':' '{print $2}' | awk -F'"' '{print $2}')" && \ VHD_NAME="${captured_sig_version}.vhd" && \ diff --git a/e2e/scenario/base_vhd_catalog.json b/e2e/scenario/base_vhd_catalog.json index 8d5574d8429..57ad8233258 100644 --- a/e2e/scenario/base_vhd_catalog.json +++ b/e2e/scenario/base_vhd_catalog.json @@ -13,6 +13,10 @@ "gen2containerd": { "artifactName": "2204-gen2-containerd", "resourceId": "/subscriptions/8ecadfc9-d1a3-4ea4-b844-0d9f87e4d7c8/resourceGroups/aksvhdtestbuildrg/providers/Microsoft.Compute/galleries/PackerSigGalleryEastUS/images/2204Gen2/versions/1.1699020621.21398" + }, + "gen2containerdprivatekubepkg": { + "artifactName": "2204-gen2-containerd", + "resourceId": "/subscriptions/8ecadfc9-d1a3-4ea4-b844-0d9f87e4d7c8/resourceGroups/aksvhdtestbuildrg/providers/Microsoft.Compute/galleries/PackerSigGalleryEastUS/images/2204Gen2/versions/1.1703538073.30837" } }, "azurelinuxv2": { diff --git a/e2e/scenario/scenario.go b/e2e/scenario/scenario.go index d1c506a2d9e..cdaa71213ed 100644 --- a/e2e/scenario/scenario.go +++ b/e2e/scenario/scenario.go @@ -69,6 +69,7 @@ func (t *Template) scenarios() []*Scenario { t.ubuntu2204gpuNoDriver(), t.ubuntu2204CustomCATrust(), t.ubuntu2204ArtifactStreaming(), + t.ubuntu2204privatekubepkg(), } } diff --git a/e2e/scenario/scenario_ubuntu1804.go b/e2e/scenario/scenario_ubuntu1804.go index 383bec47fdc..e3787fc2794 100644 --- a/e2e/scenario/scenario_ubuntu1804.go +++ b/e2e/scenario/scenario_ubuntu1804.go @@ -1,5 +1,9 @@ package scenario +import ( + "github.com/Azure/agentbaker/pkg/agent/datamodel" +) + // Returns config for the 'base' E2E scenario func (t *Template) ubuntu1804() *Scenario { return &Scenario{ @@ -9,6 +13,11 @@ func (t *Template) ubuntu1804() *Scenario { ClusterSelector: NetworkPluginKubenetSelector, ClusterMutator: NetworkPluginKubenetMutator, VHDSelector: t.Ubuntu1804Gen2Containerd, + BootstrapConfigMutator: func(nbc *datamodel.NodeBootstrappingConfiguration) { + nbc.ContainerService.Properties.AgentPoolProfiles[0].Distro = "aks-ubuntu-containerd-18.04" + nbc.ContainerService.Properties.OrchestratorProfile.OrchestratorVersion = "1.28.3" + nbc.AgentPoolProfile.Distro = "aks-ubuntu-containerd-18.04" + }, }, } } diff --git a/e2e/scenario/scenario_ubuntu2204-private-kube-pkg.go b/e2e/scenario/scenario_ubuntu2204-private-kube-pkg.go new file mode 100644 index 00000000000..15110b15603 --- /dev/null +++ b/e2e/scenario/scenario_ubuntu2204-private-kube-pkg.go @@ -0,0 +1,23 @@ +package scenario + +import ( + "github.com/Azure/agentbaker/pkg/agent/datamodel" +) + +func (t *Template) ubuntu2204privatekubepkg() *Scenario { + return &Scenario{ + Name: "ubuntu2204privatekubepkg", + Description: "Tests that a node using the Ubuntu 2204 VHD that was built with private kube packages can be properly bootstrapped with the specified kube version", + Config: Config{ + ClusterSelector: NetworkPluginKubenetSelector, + ClusterMutator: NetworkPluginKubenetMutator, + VHDSelector: t.Ubuntu2204Gen2ContainerdPrivateKubePkg, + BootstrapConfigMutator: func(nbc *datamodel.NodeBootstrappingConfiguration) { + nbc.ContainerService.Properties.AgentPoolProfiles[0].Distro = "aks-ubuntu-containerd-22.04-gen2" + nbc.ContainerService.Properties.OrchestratorProfile.OrchestratorVersion = "1.25.6" + nbc.AgentPoolProfile.Distro = "aks-ubuntu-containerd-22.04-gen2" + nbc.K8sComponents.LinuxPrivatePackageURL = "https://privatekube.blob.core.windows.net/kubernetes/v1.25.6-hotfix.20230612/binaries/v1.25.6-hotfix.20230612.tar.gz" + }, + }, + } +} diff --git a/e2e/scenario/vhd.go b/e2e/scenario/vhd.go index 3ea5efae3b5..ec3dd19c21d 100644 --- a/e2e/scenario/vhd.go +++ b/e2e/scenario/vhd.go @@ -133,8 +133,9 @@ type Ubuntu1804 struct { // Ubuntu2204 contains all the Ubuntu2204-based VHD catalog entries. type Ubuntu2204 struct { - Gen2Arm64Containerd VHD `json:"gen2arm64containerd,omitempty"` - Gen2Containerd VHD `json:"gen2containerd,omitempty"` + Gen2Arm64Containerd VHD `json:"gen2arm64containerd,omitempty"` + Gen2Containerd VHD `json:"gen2containerd,omitempty"` + Gen2Arm64ContainerdPrivateKubePkg VHD `json:"gen2containerdprivatekubepkg,omitempty"` } // AzureLinuxV2 contains all the AzureLinuxV2-based VHD catalog entries. @@ -164,6 +165,11 @@ func (c *VHDCatalog) Ubuntu2204Gen2Containerd() VHD { return c.Ubuntu2204.Gen2Containerd } +// Returns the gen2containerdprivatekubepkg catalog entry. +func (c *VHDCatalog) Ubuntu2204Gen2ContainerdPrivateKubePkg() VHD { + return c.Ubuntu2204.Gen2Arm64ContainerdPrivateKubePkg +} + // Returns the AzureLinuxV/gen2arm64 catalog entry. func (c *VHDCatalog) AzureLinuxV2Gen2ARM64() VHD { return c.AzureLinuxV2.Gen2Arm64 diff --git a/e2e/template.go b/e2e/template.go index 1ce6318b716..2fe0c2212e7 100644 --- a/e2e/template.go +++ b/e2e/template.go @@ -257,6 +257,7 @@ func baseTemplate(location string) *datamodel.NodeBootstrappingConfiguration { PodInfraContainerImageURL: "mcr.microsoft.com/oss/kubernetes/pause:3.6", HyperkubeImageURL: "mcr.microsoft.com/oss/kubernetes/", WindowsPackageURL: "windowspackage", + LinuxPrivatePackageURL: "linuxPrivatepackagesURL", }, AgentPoolProfile: &datamodel.AgentPoolProfile{ Name: "nodepool2", diff --git a/parts/linux/cloud-init/artifacts/cse_cmd.sh b/parts/linux/cloud-init/artifacts/cse_cmd.sh index b9ebbedbb3b..730bcd0279d 100644 --- a/parts/linux/cloud-init/artifacts/cse_cmd.sh +++ b/parts/linux/cloud-init/artifacts/cse_cmd.sh @@ -16,6 +16,7 @@ KUBERNETES_VERSION={{GetParameter "kubernetesVersion"}} HYPERKUBE_URL={{GetParameter "kubernetesHyperkubeSpec"}} KUBE_BINARY_URL={{GetParameter "kubeBinaryURL"}} CUSTOM_KUBE_BINARY_URL={{GetParameter "customKubeBinaryURL"}} +PRIVATE_KUBE_BINARY_URL="{{GetLinuxPrivatePackageURL}}" KUBEPROXY_URL={{GetParameter "kubeProxySpec"}} APISERVER_PUBLIC_KEY={{GetParameter "apiServerCertificate"}} SUBSCRIPTION_ID={{GetVariable "subscriptionId"}} diff --git a/parts/linux/cloud-init/artifacts/cse_install.sh b/parts/linux/cloud-init/artifacts/cse_install.sh index 7ff9fe0adc9..29ab6726f02 100755 --- a/parts/linux/cloud-init/artifacts/cse_install.sh +++ b/parts/linux/cloud-init/artifacts/cse_install.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -240,9 +241,32 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl + # TODO: confirm + # rm -f "$K8S_CACHE_DIR/${K8S_TGZ_TMP}" // don't delete the cached package +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then # remove the kubelet binaries to make sure the only binary left is from the CUSTOM_KUBE_BINARY_DOWNLOAD_URL rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* @@ -251,7 +275,10 @@ installKubeletKubectlAndKubeProxy() { # kube binaries used by AKS and Kubernetes upstream. # TODO(mainred): let's see if necessary to auto-detect the path of kubelet logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + # remove the kubelet binaries to make sure the only binary left is from the PRIVATE_KUBE_BINARY_DOWNLOAD_URL + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -284,7 +311,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -324,14 +351,50 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else # crictl should always be present crictl rmi $CONTAINER_IMAGE_URL fi } +# retag the given image with mcr.microsoft.* base for all the clouds +# TODO: current code tags all the images for Mooncake but not for AGC cloud, confirm if still needed +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then # path is required to be /oss/kubernetes/kube-proxy: for kube-proxy images + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" # public + "mcr.azk8s.cn" # mooncake + "mcr.microsoft.eaglex.ic.gov" # usnat # have to confirm egressing usnat and ussec endpoints + "mcr.microsoft.scloud" # ussec + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -361,9 +424,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/parts/linux/cloud-init/artifacts/cse_main.sh b/parts/linux/cloud-init/artifacts/cse_main.sh index b259edb0bf7..b3824caefe0 100755 --- a/parts/linux/cloud-init/artifacts/cse_main.sh +++ b/parts/linux/cloud-init/artifacts/cse_main.sh @@ -1,6 +1,6 @@ #!/bin/bash # Timeout waiting for a file -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -104,7 +104,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -122,7 +121,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -151,7 +150,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -183,7 +182,7 @@ EOF # while commands such as `nvidia-smi -q` will show mismatched current/pending mig mode. # this will not be required per nvidia for next gen H100. REBOOTREQUIRED=true - + # this service applies the partitioning scheme with nvidia-smi. # we should consider moving to mig-parted which is simpler/newer. # we couldn't because of old drivers but that has long been fixed. @@ -222,7 +221,7 @@ fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then # containerd should not be configured until cni has been configured first - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -273,7 +272,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -307,7 +306,7 @@ fi if $FULL_INSTALL_REQUIRED; then if [[ $OS == $UBUNTU_OS_NAME ]]; then - # mitigation for bug https://bugs.launchpad.net/ubuntu/+source/linux/+bug/1676635 + # mitigation for bug https://bugs.launchpad.net/ubuntu/+source/linux/+bug/1676635 echo 2dd1ce17-079e-403c-b352-a1921ee207ee > /sys/bus/vmbus/drivers/hv_util/unbind sed -i "13i\echo 2dd1ce17-079e-403c-b352-a1921ee207ee > /sys/bus/vmbus/drivers/hv_util/unbind\n" /etc/rc.local fi @@ -374,12 +373,12 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer # this is the DOWNLOAD service - # meaning we are wasting IO without even triggering an upgrade + # meaning we are wasting IO without even triggering an upgrade # -________________- systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/baker.go b/pkg/agent/baker.go index a990bb07b5a..db147442c95 100644 --- a/pkg/agent/baker.go +++ b/pkg/agent/baker.go @@ -707,6 +707,9 @@ func getContainerServiceFuncMap(config *datamodel.NodeBootstrappingConfiguration "GetHyperkubeImageReference": func() string { return config.K8sComponents.HyperkubeImageURL }, + "GetLinuxPrivatePackageURL": func() string { + return config.K8sComponents.LinuxPrivatePackageURL + }, "GetTargetEnvironment": func() string { if cs.IsAKSCustomCloud() { return cs.Properties.CustomCloudEnv.Name diff --git a/pkg/agent/datamodel/types.go b/pkg/agent/datamodel/types.go index c6146c5d40e..175b50414dc 100644 --- a/pkg/agent/datamodel/types.go +++ b/pkg/agent/datamodel/types.go @@ -1606,6 +1606,10 @@ type K8sComponents struct { // Full path to the Windows package (windowszip) to use. // For example: https://acs-mirror.azureedge.net/kubernetes/v1.17.8/windowszip/v1.17.8-1int.zip. WindowsPackageURL string + + // Full path to the Linux package (tar.gz) to use. + // For example: url=https://acs-mirror.azureedge.net/kubernetes/v1.25.6-hotfix.20230612/binaries/v1.25.6-hotfix.20230612.tar.gz + LinuxPrivatePackageURL string } // GetLatestSigImageConfigRequest describes the input for a GetLatestSigImageConfig HTTP request. diff --git a/pkg/agent/testdata/AKSUbuntu1604+Containerd/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+Containerd/CSECommand index 4386a1c340f..89c26b47c91 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Containerd/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+Containerd/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL=containerd-package-url RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL=containerd-package-url RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+Containerd/CustomData b/pkg/agent/testdata/AKSUbuntu1604+Containerd/CustomData index 1a45e2cd040..a01cb9a3b79 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Containerd/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+Containerd/CustomData @@ -30,14 +30,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1604+Containerd/line33.sh b/pkg/agent/testdata/AKSUbuntu1604+Containerd/line33.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Containerd/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+Containerd/line33.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/AKSUbuntu1604+Containerd/line40.sh b/pkg/agent/testdata/AKSUbuntu1604+Containerd/line40.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Containerd/line40.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+Containerd/line40.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/CSECommand index f6920d97e2d..cf3f23adec3 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL=hyperkube-amd64:v1.16.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="true" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="true" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="never" THP_DEFRAG="defer+madvise" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogOTAsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA3MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJjcHVNYW5hZ2VyUG9saWN5IjogInN0YXRpYyIsCiAgICAidG9wb2xvZ3lNYW5hZ2VyUG9saWN5IjogImJlc3QtZWZmb3J0IiwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IDEyMzQ1LAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiY3B1Q0ZTUXVvdGEiOiBmYWxzZSwKICAgICJjcHVDRlNRdW90YVBlcmlvZCI6ICIyMDBtcyIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkN1c3RvbUNQVUNGU1F1b3RhUGVyaW9kIjogdHJ1ZSwKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZSwKICAgICAgICAiUG9kUHJpb3JpdHkiOiB0cnVlLAogICAgICAgICJSb3RhdGVLdWJlbGV0U2VydmVyQ2VydGlmaWNhdGUiOiB0cnVlLAogICAgICAgICJUb3BvbG9neU1hbmFnZXIiOiB0cnVlLAogICAgICAgICJhIjogZmFsc2UsCiAgICAgICAgIngiOiBmYWxzZQogICAgfSwKICAgICJmYWlsU3dhcE9uIjogZmFsc2UsCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICIxMDAwTSIsCiAgICAiY29udGFpbmVyTG9nTWF4RmlsZXMiOiA5OSwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0sCiAgICAiYWxsb3dlZFVuc2FmZVN5c2N0bHMiOiBbCiAgICAgICAgImtlcm5lbC5tc2cqIiwKICAgICAgICAibmV0LmlwdjQucm91dGUubWluX3BtdHUiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="1500" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.16.13" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NDk5Cm5ldC5pcHY0LnRjcF9tYXhfc3luX2JhY2tsb2c9MTYzODQ5OApuZXQuaXB2NC5uZWlnaC5kZWZhdWx0LmdjX3RocmVzaDE9MTAwMDEKbmV0LmlwdjQubmVpZ2guZGVmYXVsdC5nY190aHJlc2gyPTgxOTIKbmV0LmlwdjQubmVpZ2guZGVmYXVsdC5nY190aHJlc2gzPTE2Mzg0CiMgVGhlIGZvbGxvd2luZyBhcmUgc3lzY3RsIGNvbmZpZ3MgcGFzc2VkIGZyb20gQVBJCm5ldC5jb3JlLnJtZW1fZGVmYXVsdD00NTYwMDAKbmV0LmNvcmUud21lbV9kZWZhdWx0PTg5MDAwCm5ldC5pcHY0LnRjcF90d19yZXVzZT0xCm5ldC5pcHY0LmlwX2xvY2FsX3BvcnRfcmFuZ2U9MzI3NjggNjU0MDAKCgpuZXQuaXB2NC5pcF9sb2NhbF9yZXNlcnZlZF9wb3J0cz02NTMzMAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL=hyperkube-amd64:v1.16.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="true" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="true" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="never" THP_DEFRAG="defer+madvise" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogOTAsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA3MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJjcHVNYW5hZ2VyUG9saWN5IjogInN0YXRpYyIsCiAgICAidG9wb2xvZ3lNYW5hZ2VyUG9saWN5IjogImJlc3QtZWZmb3J0IiwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IDEyMzQ1LAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiY3B1Q0ZTUXVvdGEiOiBmYWxzZSwKICAgICJjcHVDRlNRdW90YVBlcmlvZCI6ICIyMDBtcyIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkN1c3RvbUNQVUNGU1F1b3RhUGVyaW9kIjogdHJ1ZSwKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZSwKICAgICAgICAiUG9kUHJpb3JpdHkiOiB0cnVlLAogICAgICAgICJSb3RhdGVLdWJlbGV0U2VydmVyQ2VydGlmaWNhdGUiOiB0cnVlLAogICAgICAgICJUb3BvbG9neU1hbmFnZXIiOiB0cnVlLAogICAgICAgICJhIjogZmFsc2UsCiAgICAgICAgIngiOiBmYWxzZQogICAgfSwKICAgICJmYWlsU3dhcE9uIjogZmFsc2UsCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICIxMDAwTSIsCiAgICAiY29udGFpbmVyTG9nTWF4RmlsZXMiOiA5OSwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0sCiAgICAiYWxsb3dlZFVuc2FmZVN5c2N0bHMiOiBbCiAgICAgICAgImtlcm5lbC5tc2cqIiwKICAgICAgICAibmV0LmlwdjQucm91dGUubWluX3BtdHUiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="1500" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.16.13" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NDk5Cm5ldC5pcHY0LnRjcF9tYXhfc3luX2JhY2tsb2c9MTYzODQ5OApuZXQuaXB2NC5uZWlnaC5kZWZhdWx0LmdjX3RocmVzaDE9MTAwMDEKbmV0LmlwdjQubmVpZ2guZGVmYXVsdC5nY190aHJlc2gyPTgxOTIKbmV0LmlwdjQubmVpZ2guZGVmYXVsdC5nY190aHJlc2gzPTE2Mzg0CiMgVGhlIGZvbGxvd2luZyBhcmUgc3lzY3RsIGNvbmZpZ3MgcGFzc2VkIGZyb20gQVBJCm5ldC5jb3JlLnJtZW1fZGVmYXVsdD00NTYwMDAKbmV0LmNvcmUud21lbV9kZWZhdWx0PTg5MDAwCm5ldC5pcHY0LnRjcF90d19yZXVzZT0xCm5ldC5pcHY0LmlwX2xvY2FsX3BvcnRfcmFuZ2U9MzI3NjggNjU0MDAKCgpuZXQuaXB2NC5pcF9sb2NhbF9yZXNlcnZlZF9wb3J0cz02NTMzMAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/CustomData b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/CustomData index a493fe35860..b81348ba0f7 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/CustomData @@ -30,14 +30,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/line33.sh b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/line33.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/line33.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/line40.sh b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/line40.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/line40.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/line40.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/CSECommand index bb3f183592c..cf94042062c 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL=hyperkube-amd64:v1.16.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogOTAsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA3MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJjcHVNYW5hZ2VyUG9saWN5IjogInN0YXRpYyIsCiAgICAidG9wb2xvZ3lNYW5hZ2VyUG9saWN5IjogImJlc3QtZWZmb3J0IiwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IDEyMzQ1LAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiY3B1Q0ZTUXVvdGEiOiBmYWxzZSwKICAgICJjcHVDRlNRdW90YVBlcmlvZCI6ICIyMDBtcyIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkN1c3RvbUNQVUNGU1F1b3RhUGVyaW9kIjogdHJ1ZSwKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZSwKICAgICAgICAiUG9kUHJpb3JpdHkiOiB0cnVlLAogICAgICAgICJSb3RhdGVLdWJlbGV0U2VydmVyQ2VydGlmaWNhdGUiOiB0cnVlLAogICAgICAgICJUb3BvbG9neU1hbmFnZXIiOiB0cnVlLAogICAgICAgICJhIjogZmFsc2UsCiAgICAgICAgIngiOiBmYWxzZQogICAgfSwKICAgICJjb250YWluZXJMb2dNYXhTaXplIjogIjEwMDBNIiwKICAgICJjb250YWluZXJMb2dNYXhGaWxlcyI6IDk5LAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXSwKICAgICJhbGxvd2VkVW5zYWZlU3lzY3RscyI6IFsKICAgICAgICAia2VybmVsLm1zZyoiLAogICAgICAgICJuZXQuaXB2NC5yb3V0ZS5taW5fcG10dSIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.16.13" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL=hyperkube-amd64:v1.16.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogOTAsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA3MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJjcHVNYW5hZ2VyUG9saWN5IjogInN0YXRpYyIsCiAgICAidG9wb2xvZ3lNYW5hZ2VyUG9saWN5IjogImJlc3QtZWZmb3J0IiwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IDEyMzQ1LAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiY3B1Q0ZTUXVvdGEiOiBmYWxzZSwKICAgICJjcHVDRlNRdW90YVBlcmlvZCI6ICIyMDBtcyIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkN1c3RvbUNQVUNGU1F1b3RhUGVyaW9kIjogdHJ1ZSwKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZSwKICAgICAgICAiUG9kUHJpb3JpdHkiOiB0cnVlLAogICAgICAgICJSb3RhdGVLdWJlbGV0U2VydmVyQ2VydGlmaWNhdGUiOiB0cnVlLAogICAgICAgICJUb3BvbG9neU1hbmFnZXIiOiB0cnVlLAogICAgICAgICJhIjogZmFsc2UsCiAgICAgICAgIngiOiBmYWxzZQogICAgfSwKICAgICJjb250YWluZXJMb2dNYXhTaXplIjogIjEwMDBNIiwKICAgICJjb250YWluZXJMb2dNYXhGaWxlcyI6IDk5LAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXSwKICAgICJhbGxvd2VkVW5zYWZlU3lzY3RscyI6IFsKICAgICAgICAia2VybmVsLm1zZyoiLAogICAgICAgICJuZXQuaXB2NC5yb3V0ZS5taW5fcG10dSIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.16.13" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/CustomData b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/CustomData index a493fe35860..b81348ba0f7 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/CustomData @@ -30,14 +30,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/line33.sh b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/line33.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/line33.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/line40.sh b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/line40.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/line40.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/line40.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/CSECommand index b2c41db1325..a7457c6adcf 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL=hyperkube-amd64:v1.16.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=docker CLI_TOOL=docker CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.16.13" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL=hyperkube-amd64:v1.16.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=docker CLI_TOOL=docker CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.16.13" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/CustomData b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/CustomData index 7326c6208fc..0ee88675b79 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/CustomData @@ -30,14 +30,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/line33.sh b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/line33.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/line33.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/line40.sh b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/line40.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/line40.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/line40.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/CSECommand index b2c41db1325..a7457c6adcf 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL=hyperkube-amd64:v1.16.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=docker CLI_TOOL=docker CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.16.13" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL=hyperkube-amd64:v1.16.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=docker CLI_TOOL=docker CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.16.13" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/CustomData b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/CustomData index 7326c6208fc..0ee88675b79 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/CustomData @@ -30,14 +30,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/line33.sh b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/line33.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/line33.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/line40.sh b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/line40.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/line40.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/line40.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/AKSUbuntu1604+Docker/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+Docker/CSECommand index 3e471642dac..a7fba9eb8d5 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Docker/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+Docker/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=docker CLI_TOOL=docker CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=docker CLI_TOOL=docker CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+Docker/CustomData b/pkg/agent/testdata/AKSUbuntu1604+Docker/CustomData index 1a45e2cd040..a01cb9a3b79 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Docker/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+Docker/CustomData @@ -30,14 +30,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1604+Docker/line33.sh b/pkg/agent/testdata/AKSUbuntu1604+Docker/line33.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Docker/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+Docker/line33.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/AKSUbuntu1604+Docker/line40.sh b/pkg/agent/testdata/AKSUbuntu1604+Docker/line40.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Docker/line40.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+Docker/line40.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/CSECommand index 89a15e3a386..8c522553e10 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL=hyperkube-amd64:v1.16.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAic3lzdGVtUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIyIiwKICAgICAgICAibWVtb3J5IjogIjFHaSIKICAgIH0sCiAgICAia3ViZVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMTAwbSIsCiAgICAgICAgIm1lbW9yeSI6ICIxNjM4TWkiCiAgICB9LAogICAgImVuZm9yY2VOb2RlQWxsb2NhdGFibGUiOiBbCiAgICAgICAgInBvZHMiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.16.13" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL=hyperkube-amd64:v1.16.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAic3lzdGVtUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIyIiwKICAgICAgICAibWVtb3J5IjogIjFHaSIKICAgIH0sCiAgICAia3ViZVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMTAwbSIsCiAgICAgICAgIm1lbW9yeSI6ICIxNjM4TWkiCiAgICB9LAogICAgImVuZm9yY2VOb2RlQWxsb2NhdGFibGUiOiBbCiAgICAgICAgInBvZHMiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.16.13" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/CustomData b/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/CustomData index 6111d95e9cc..12e5c00f59e 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/CustomData @@ -30,14 +30,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/line33.sh b/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/line33.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/line33.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/line40.sh b/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/line40.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/line40.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/line40.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/CSECommand index eb59daba98e..6e513593bb2 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="true" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="true" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/CustomData b/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/CustomData index d2649e7224b..dace414b7db 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/CustomData @@ -30,14 +30,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/line33.sh b/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/line33.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/line33.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/line40.sh b/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/line40.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/line40.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/line40.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/CSECommand index c2f13ec7011..1b1255c11b2 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=false ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=true TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gIm52aWRpYS1jb250YWluZXItcnVudGltZSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLm52aWRpYS1jb250YWluZXItcnVudGltZV0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLm52aWRpYS1jb250YWluZXItcnVudGltZS5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL252aWRpYS1jb250YWluZXItcnVudGltZSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL252aWRpYS1jb250YWluZXItcnVudGltZSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=false ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=true TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gIm52aWRpYS1jb250YWluZXItcnVudGltZSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLm52aWRpYS1jb250YWluZXItcnVudGltZV0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLm52aWRpYS1jb250YWluZXItcnVudGltZS5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL252aWRpYS1jb250YWluZXItcnVudGltZSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL252aWRpYS1jb250YWluZXItcnVudGltZSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/CustomData b/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/CustomData index 44d3e632616..e47cf7e81a7 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/CustomData @@ -30,14 +30,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/line33.sh b/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/line33.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/line33.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/line40.sh b/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/line40.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/line40.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/line40.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S115/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+K8S115/CSECommand index b30f52fc1df..8b6b0d17876 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S115/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S115/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S115/CustomData b/pkg/agent/testdata/AKSUbuntu1604+K8S115/CustomData index 1a45e2cd040..a01cb9a3b79 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S115/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S115/CustomData @@ -30,14 +30,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S115/line33.sh b/pkg/agent/testdata/AKSUbuntu1604+K8S115/line33.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S115/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S115/line33.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S115/line40.sh b/pkg/agent/testdata/AKSUbuntu1604+K8S115/line40.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S115/line40.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S115/line40.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S117/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+K8S117/CSECommand index 2ff056e2840..46bd9181df4 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S117/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S117/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.17.7 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.17.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.17.7 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.17.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S117/CustomData b/pkg/agent/testdata/AKSUbuntu1604+K8S117/CustomData index d2649e7224b..dace414b7db 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S117/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S117/CustomData @@ -30,14 +30,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S117/line33.sh b/pkg/agent/testdata/AKSUbuntu1604+K8S117/line33.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S117/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S117/line33.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S117/line40.sh b/pkg/agent/testdata/AKSUbuntu1604+K8S117/line40.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S117/line40.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S117/line40.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S118/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+K8S118/CSECommand index d0f76d0576b..d3b5f8420b2 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S118/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S118/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S118/CustomData b/pkg/agent/testdata/AKSUbuntu1604+K8S118/CustomData index d2649e7224b..dace414b7db 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S118/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S118/CustomData @@ -30,14 +30,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S118/line33.sh b/pkg/agent/testdata/AKSUbuntu1604+K8S118/line33.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S118/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S118/line33.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S118/line40.sh b/pkg/agent/testdata/AKSUbuntu1604+K8S118/line40.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S118/line40.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S118/line40.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/CSECommand index 48baf0ab709..c92cf695e07 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/CustomData b/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/CustomData index f5558fdb90d..223fbe6cf88 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/CustomData @@ -30,14 +30,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/line33.sh b/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/line33.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/line33.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/line40.sh b/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/line40.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/line40.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/line40.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/CSECommand index b30f52fc1df..8b6b0d17876 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/CustomData b/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/CustomData index 1a45e2cd040..a01cb9a3b79 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/CustomData @@ -30,14 +30,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/line33.sh b/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/line33.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/line33.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/line40.sh b/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/line40.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/line40.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/line40.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/CSECommand index ae6086b89b4..e36120fbba5 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvY29udGFpbmVycyIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiXQogIHNhbmRib3hfaW1hZ2UgPSAib3NzL2t1YmVybmV0ZXMvcGF1c2U6MS4zLjEiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvY29udGFpbmVycyIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiXQogIHNhbmRib3hfaW1hZ2UgPSAib3NzL2t1YmVybmV0ZXMvcGF1c2U6MS4zLjEiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvY29udGFpbmVycyIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiXQogIHNhbmRib3hfaW1hZ2UgPSAib3NzL2t1YmVybmV0ZXMvcGF1c2U6MS4zLjEiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvY29udGFpbmVycyIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiXQogIHNhbmRib3hfaW1hZ2UgPSAib3NzL2t1YmVybmV0ZXMvcGF1c2U6MS4zLjEiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/CustomData b/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/CustomData index 3fd788e19a4..9ee0357779e 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/CustomData @@ -30,14 +30,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/line33.sh b/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/line33.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/line33.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/line40.sh b/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/line40.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/line40.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/line40.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/CSECommand index 88ea6040fc4..8cfc2474a04 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="true" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvYWtzL2NvbnRhaW5lcnMiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIl0KICBzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvYWtzL2NvbnRhaW5lcnMiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIl0KICBzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="true" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvYWtzL2NvbnRhaW5lcnMiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIl0KICBzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvYWtzL2NvbnRhaW5lcnMiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIl0KICBzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/CustomData b/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/CustomData index efd586c4d6c..2ff0fffb4e1 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/CustomData @@ -30,14 +30,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/line33.sh b/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/line33.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/line33.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/line40.sh b/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/line40.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/line40.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/line40.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/CSECommand index 1d6fb3df9c7..587b81af8d8 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvY29udGFpbmVycyIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiXQogIHNhbmRib3hfaW1hZ2UgPSAib3NzL2t1YmVybmV0ZXMvcGF1c2U6MS4zLjEiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvY29udGFpbmVycyIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiXQogIHNhbmRib3hfaW1hZ2UgPSAib3NzL2t1YmVybmV0ZXMvcGF1c2U6MS4zLjEiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvY29udGFpbmVycyIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiXQogIHNhbmRib3hfaW1hZ2UgPSAib3NzL2t1YmVybmV0ZXMvcGF1c2U6MS4zLjEiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvY29udGFpbmVycyIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiXQogIHNhbmRib3hfaW1hZ2UgPSAib3NzL2t1YmVybmV0ZXMvcGF1c2U6MS4zLjEiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/CustomData b/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/CustomData index 3fd788e19a4..9ee0357779e 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/CustomData @@ -30,14 +30,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/line33.sh b/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/line33.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/line33.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/line40.sh b/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/line40.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/line40.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/line40.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/AKSUbuntu1804+ArtifactStreaming/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+ArtifactStreaming/CSECommand index 340f8f0bdf8..b589d4f2a41 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+ArtifactStreaming/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+ArtifactStreaming/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.25.7 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.25.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBzbmFwc2hvdHRlciA9ICJvdmVybGF5YmQiCiAgICBkaXNhYmxlX3NuYXBzaG90X2Fubm90YXRpb25zID0gZmFsc2UKICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICAgIFN5c3RlbWRDZ3JvdXAgPSB0cnVlCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeV0KICAgIGNvbmZpZ19wYXRoID0gIi9ldGMvY29udGFpbmVyZC9jZXJ0cy5kIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMub3ZlcmxheWJkXQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9vdmVybGF5YmQtc25hcHNob3R0ZXIvb3ZlcmxheWJkLnNvY2siCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBzbmFwc2hvdHRlciA9ICJvdmVybGF5YmQiCiAgICBkaXNhYmxlX3NuYXBzaG90X2Fubm90YXRpb25zID0gZmFsc2UKICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICAgIFN5c3RlbWRDZ3JvdXAgPSB0cnVlCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeV0KICAgIGNvbmZpZ19wYXRoID0gIi9ldGMvY29udGFpbmVyZC9jZXJ0cy5kIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMub3ZlcmxheWJkXQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9vdmVybGF5YmQtc25hcHNob3R0ZXIvb3ZlcmxheWJkLnNvY2siCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="true" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.25.7 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.25.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBzbmFwc2hvdHRlciA9ICJvdmVybGF5YmQiCiAgICBkaXNhYmxlX3NuYXBzaG90X2Fubm90YXRpb25zID0gZmFsc2UKICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICAgIFN5c3RlbWRDZ3JvdXAgPSB0cnVlCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeV0KICAgIGNvbmZpZ19wYXRoID0gIi9ldGMvY29udGFpbmVyZC9jZXJ0cy5kIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMub3ZlcmxheWJkXQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9vdmVybGF5YmQtc25hcHNob3R0ZXIvb3ZlcmxheWJkLnNvY2siCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBzbmFwc2hvdHRlciA9ICJvdmVybGF5YmQiCiAgICBkaXNhYmxlX3NuYXBzaG90X2Fubm90YXRpb25zID0gZmFsc2UKICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICAgIFN5c3RlbWRDZ3JvdXAgPSB0cnVlCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeV0KICAgIGNvbmZpZ19wYXRoID0gIi9ldGMvY29udGFpbmVyZC9jZXJ0cy5kIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMub3ZlcmxheWJkXQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9vdmVybGF5YmQtc25hcHNob3R0ZXIvb3ZlcmxheWJkLnNvY2siCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="true" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+ArtifactStreaming/CustomData b/pkg/agent/testdata/AKSUbuntu1804+ArtifactStreaming/CustomData index 9ca08ab39f6..4da84242b00 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+ArtifactStreaming/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+ArtifactStreaming/CustomData @@ -30,14 +30,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+ArtifactStreaming/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+ArtifactStreaming/line33.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+ArtifactStreaming/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+ArtifactStreaming/line33.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/AKSUbuntu1804+ArtifactStreaming/line40.sh b/pkg/agent/testdata/AKSUbuntu1804+ArtifactStreaming/line40.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+ArtifactStreaming/line40.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+ArtifactStreaming/line40.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/CSECommand index 186d9ad9c8d..bd53b5e9ffc 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJudmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJudmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/CustomData index 7a2d87211af..752e0e8a1f3 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/CustomData @@ -30,14 +30,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/line33.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/line33.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/line40.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/line40.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/line40.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/line40.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/CSECommand index ae7b886a6e0..94d490f0d9f 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.22.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.22.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.22.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.22.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/CustomData index 1e9f888ef24..0a5e209cf43 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/CustomData @@ -30,14 +30,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/line33.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/line33.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/line40.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/line40.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/line40.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/line40.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/CSECommand index 7cbf73e127d..7e1eb96b43c 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.0 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.0 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION=1.4.4 CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.0 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.0 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION=1.4.4 CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/CustomData index 4aeded5ce35..e80a757ffb4 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/CustomData @@ -30,14 +30,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/line33.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/line33.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/line40.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/line40.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/line40.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/line40.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/CSECommand index 28dd0436686..47a3beccdc1 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.22.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.22.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME=1.2.3.4 IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.22.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.22.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME=1.2.3.4 IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/CustomData index 3d37c7ac3c1..82bdf803fd4 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/CustomData @@ -30,14 +30,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/line33.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/line33.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/line40.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/line40.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/line40.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/line40.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/CSECommand index bd758eb0c14..72bebab371d 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL=some url CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="true" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="true" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIHNuYXBzaG90dGVyID0gInRlbGVwb3J0ZCIKICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNuaV0KICAgIGJpbl9kaXIgPSAiL29wdC9jbmkvYmluIgogICAgY29uZl9kaXIgPSAiL2V0Yy9jbmkvbmV0LmQiCiAgICBjb25mX3RlbXBsYXRlID0gIi9ldGMvY29udGFpbmVyZC9rdWJlbmV0X3RlbXBsYXRlLmNvbmYiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcHJveHlfcGx1Z2luc10KICBbcHJveHlfcGx1Z2lucy50ZWxlcG9ydGRdCiAgICB0eXBlID0gInNuYXBzaG90IgogICAgYWRkcmVzcyA9ICIvcnVuL3RlbGVwb3J0ZC9zbmFwc2hvdHRlci5zb2NrIgo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIHNuYXBzaG90dGVyID0gInRlbGVwb3J0ZCIKICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNuaV0KICAgIGJpbl9kaXIgPSAiL29wdC9jbmkvYmluIgogICAgY29uZl9kaXIgPSAiL2V0Yy9jbmkvbmV0LmQiCiAgICBjb25mX3RlbXBsYXRlID0gIi9ldGMvY29udGFpbmVyZC9rdWJlbmV0X3RlbXBsYXRlLmNvbmYiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcHJveHlfcGx1Z2luc10KICBbcHJveHlfcGx1Z2lucy50ZWxlcG9ydGRdCiAgICB0eXBlID0gInNuYXBzaG90IgogICAgYWRkcmVzcyA9ICIvcnVuL3RlbGVwb3J0ZC9zbmFwc2hvdHRlci5zb2NrIgo=" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL=some url CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="true" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="true" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIHNuYXBzaG90dGVyID0gInRlbGVwb3J0ZCIKICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNuaV0KICAgIGJpbl9kaXIgPSAiL29wdC9jbmkvYmluIgogICAgY29uZl9kaXIgPSAiL2V0Yy9jbmkvbmV0LmQiCiAgICBjb25mX3RlbXBsYXRlID0gIi9ldGMvY29udGFpbmVyZC9rdWJlbmV0X3RlbXBsYXRlLmNvbmYiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcHJveHlfcGx1Z2luc10KICBbcHJveHlfcGx1Z2lucy50ZWxlcG9ydGRdCiAgICB0eXBlID0gInNuYXBzaG90IgogICAgYWRkcmVzcyA9ICIvcnVuL3RlbGVwb3J0ZC9zbmFwc2hvdHRlci5zb2NrIgo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIHNuYXBzaG90dGVyID0gInRlbGVwb3J0ZCIKICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNuaV0KICAgIGJpbl9kaXIgPSAiL29wdC9jbmkvYmluIgogICAgY29uZl9kaXIgPSAiL2V0Yy9jbmkvbmV0LmQiCiAgICBjb25mX3RlbXBsYXRlID0gIi9ldGMvY29udGFpbmVyZC9rdWJlbmV0X3RlbXBsYXRlLmNvbmYiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcHJveHlfcGx1Z2luc10KICBbcHJveHlfcGx1Z2lucy50ZWxlcG9ydGRdCiAgICB0eXBlID0gInNuYXBzaG90IgogICAgYWRkcmVzcyA9ICIvcnVuL3RlbGVwb3J0ZC9zbmFwc2hvdHRlci5zb2NrIgo=" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/CustomData index 4aeded5ce35..e80a757ffb4 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/CustomData @@ -30,14 +30,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/line33.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/line33.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/line40.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/line40.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/line40.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/line40.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/CSECommand index 7d63251e9b1..22b5644723d 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY=calico VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="calico" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY=calico VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="calico" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/CustomData index ee0c7075523..e235ca74afd 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/CustomData @@ -30,14 +30,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/line33.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/line33.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/line40.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/line40.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/line40.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/line40.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/CSECommand index a5d5068fc62..ddba0e86408 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="true" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY25pXQogICAgYmluX2RpciA9ICIvb3B0L2NuaS9iaW4iCiAgICBjb25mX2RpciA9ICIvZXRjL2NuaS9uZXQuZCIKICAgIGNvbmZfdGVtcGxhdGUgPSAiL2V0Yy9jb250YWluZXJkL2t1YmVuZXRfdGVtcGxhdGUuY29uZiIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY25pXQogICAgYmluX2RpciA9ICIvb3B0L2NuaS9iaW4iCiAgICBjb25mX2RpciA9ICIvZXRjL2NuaS9uZXQuZCIKICAgIGNvbmZfdGVtcGxhdGUgPSAiL2V0Yy9jb250YWluZXJkL2t1YmVuZXRfdGVtcGxhdGUuY29uZiIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="true" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY25pXQogICAgYmluX2RpciA9ICIvb3B0L2NuaS9iaW4iCiAgICBjb25mX2RpciA9ICIvZXRjL2NuaS9uZXQuZCIKICAgIGNvbmZfdGVtcGxhdGUgPSAiL2V0Yy9jb250YWluZXJkL2t1YmVuZXRfdGVtcGxhdGUuY29uZiIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY25pXQogICAgYmluX2RpciA9ICIvb3B0L2NuaS9iaW4iCiAgICBjb25mX2RpciA9ICIvZXRjL2NuaS9uZXQuZCIKICAgIGNvbmZfdGVtcGxhdGUgPSAiL2V0Yy9jb250YWluZXJkL2t1YmVuZXRfdGVtcGxhdGUuY29uZiIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/CustomData index 4aeded5ce35..e80a757ffb4 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/CustomData @@ -30,14 +30,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/line33.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/line33.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/line40.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/line40.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/line40.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/line40.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/CSECommand index d2755d78b06..7c5ffb0036e 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="true" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jbmldCiAgICBiaW5fZGlyID0gIi9vcHQvY25pL2JpbiIKICAgIGNvbmZfZGlyID0gIi9ldGMvY25pL25ldC5kIgogICAgY29uZl90ZW1wbGF0ZSA9ICIvZXRjL2NvbnRhaW5lcmQva3ViZW5ldF90ZW1wbGF0ZS5jb25mIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jbmldCiAgICBiaW5fZGlyID0gIi9vcHQvY25pL2JpbiIKICAgIGNvbmZfZGlyID0gIi9ldGMvY25pL25ldC5kIgogICAgY29uZl90ZW1wbGF0ZSA9ICIvZXRjL2NvbnRhaW5lcmQva3ViZW5ldF90ZW1wbGF0ZS5jb25mIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="true" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jbmldCiAgICBiaW5fZGlyID0gIi9vcHQvY25pL2JpbiIKICAgIGNvbmZfZGlyID0gIi9ldGMvY25pL25ldC5kIgogICAgY29uZl90ZW1wbGF0ZSA9ICIvZXRjL2NvbnRhaW5lcmQva3ViZW5ldF90ZW1wbGF0ZS5jb25mIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jbmldCiAgICBiaW5fZGlyID0gIi9vcHQvY25pL2JpbiIKICAgIGNvbmZfZGlyID0gIi9ldGMvY25pL25ldC5kIgogICAgY29uZl90ZW1wbGF0ZSA9ICIvZXRjL2NvbnRhaW5lcmQva3ViZW5ldF90ZW1wbGF0ZS5jb25mIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/CustomData index 4aeded5ce35..e80a757ffb4 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/CustomData @@ -30,14 +30,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/line33.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/line33.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/line40.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/line40.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/line40.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/line40.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/CSECommand index cc4dd4cce57..8b7b395f90c 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=true CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="MIG7g" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJudmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=true CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="MIG7g" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJudmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/CustomData index 7a2d87211af..752e0e8a1f3 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/CustomData @@ -30,14 +30,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/line33.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/line33.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/line40.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/line40.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/line40.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/line40.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/CSECommand index 2d2360f711d..78aa81ed8a2 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=true CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="true" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="MIG7g" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJudmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=true CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="true" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="MIG7g" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJudmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/CustomData index 7a2d87211af..752e0e8a1f3 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/CustomData @@ -30,14 +30,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/line33.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/line33.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/line40.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/line40.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/line40.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/line40.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/CSECommand index 440b0e7c6ae..22ac380c04b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="Zm9vYmFyDQo=" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="Zm9vYmFyDQo=" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/CustomData index d2649e7224b..dace414b7db 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/CustomData @@ -30,14 +30,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/line33.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/line33.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/line40.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/line40.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/line40.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/line40.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/CSECommand index 251b49e0088..a45d67651a4 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gIm52aWRpYS1jb250YWluZXItcnVudGltZSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLm52aWRpYS1jb250YWluZXItcnVudGltZV0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLm52aWRpYS1jb250YWluZXItcnVudGltZS5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL252aWRpYS1jb250YWluZXItcnVudGltZSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL252aWRpYS1jb250YWluZXItcnVudGltZSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gIm52aWRpYS1jb250YWluZXItcnVudGltZSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLm52aWRpYS1jb250YWluZXItcnVudGltZV0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLm52aWRpYS1jb250YWluZXItcnVudGltZS5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL252aWRpYS1jb250YWluZXItcnVudGltZSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL252aWRpYS1jb250YWluZXItcnVudGltZSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/CustomData index 733d46d70ca..2c7faa9b358 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/CustomData @@ -30,14 +30,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/line33.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/line33.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/line40.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/line40.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/line40.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/line40.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/CSECommand index ee0ff378ee5..682964073cd 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=clientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="acr.io/privateacr" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="Y2xpZW50U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=clientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="acr.io/privateacr" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="Y2xpZW50U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/CustomData index 4aeded5ce35..e80a757ffb4 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/CustomData @@ -30,14 +30,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/line33.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/line33.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/line40.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/line40.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/line40.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/line40.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/CSECommand index bd758eb0c14..72bebab371d 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL=some url CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="true" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="true" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIHNuYXBzaG90dGVyID0gInRlbGVwb3J0ZCIKICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNuaV0KICAgIGJpbl9kaXIgPSAiL29wdC9jbmkvYmluIgogICAgY29uZl9kaXIgPSAiL2V0Yy9jbmkvbmV0LmQiCiAgICBjb25mX3RlbXBsYXRlID0gIi9ldGMvY29udGFpbmVyZC9rdWJlbmV0X3RlbXBsYXRlLmNvbmYiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcHJveHlfcGx1Z2luc10KICBbcHJveHlfcGx1Z2lucy50ZWxlcG9ydGRdCiAgICB0eXBlID0gInNuYXBzaG90IgogICAgYWRkcmVzcyA9ICIvcnVuL3RlbGVwb3J0ZC9zbmFwc2hvdHRlci5zb2NrIgo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIHNuYXBzaG90dGVyID0gInRlbGVwb3J0ZCIKICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNuaV0KICAgIGJpbl9kaXIgPSAiL29wdC9jbmkvYmluIgogICAgY29uZl9kaXIgPSAiL2V0Yy9jbmkvbmV0LmQiCiAgICBjb25mX3RlbXBsYXRlID0gIi9ldGMvY29udGFpbmVyZC9rdWJlbmV0X3RlbXBsYXRlLmNvbmYiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcHJveHlfcGx1Z2luc10KICBbcHJveHlfcGx1Z2lucy50ZWxlcG9ydGRdCiAgICB0eXBlID0gInNuYXBzaG90IgogICAgYWRkcmVzcyA9ICIvcnVuL3RlbGVwb3J0ZC9zbmFwc2hvdHRlci5zb2NrIgo=" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL=some url CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="true" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="true" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIHNuYXBzaG90dGVyID0gInRlbGVwb3J0ZCIKICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNuaV0KICAgIGJpbl9kaXIgPSAiL29wdC9jbmkvYmluIgogICAgY29uZl9kaXIgPSAiL2V0Yy9jbmkvbmV0LmQiCiAgICBjb25mX3RlbXBsYXRlID0gIi9ldGMvY29udGFpbmVyZC9rdWJlbmV0X3RlbXBsYXRlLmNvbmYiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcHJveHlfcGx1Z2luc10KICBbcHJveHlfcGx1Z2lucy50ZWxlcG9ydGRdCiAgICB0eXBlID0gInNuYXBzaG90IgogICAgYWRkcmVzcyA9ICIvcnVuL3RlbGVwb3J0ZC9zbmFwc2hvdHRlci5zb2NrIgo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIHNuYXBzaG90dGVyID0gInRlbGVwb3J0ZCIKICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNuaV0KICAgIGJpbl9kaXIgPSAiL29wdC9jbmkvYmluIgogICAgY29uZl9kaXIgPSAiL2V0Yy9jbmkvbmV0LmQiCiAgICBjb25mX3RlbXBsYXRlID0gIi9ldGMvY29udGFpbmVyZC9rdWJlbmV0X3RlbXBsYXRlLmNvbmYiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcHJveHlfcGx1Z2luc10KICBbcHJveHlfcGx1Z2lucy50ZWxlcG9ydGRdCiAgICB0eXBlID0gInNuYXBzaG90IgogICAgYWRkcmVzcyA9ICIvcnVuL3RlbGVwb3J0ZC9zbmFwc2hvdHRlci5zb2NrIgo=" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/CustomData index 4aeded5ce35..e80a757ffb4 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/CustomData @@ -30,14 +30,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/line33.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/line33.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/line40.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/line40.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/line40.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/line40.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/CSECommand index e99e53f1fd7..7381c601e91 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/CustomData index d2649e7224b..dace414b7db 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/CustomData @@ -30,14 +30,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/line33.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/line33.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/line40.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/line40.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/line40.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/line40.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/CSECommand index 19946d7b5b9..c2191985817 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.14 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.14 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="true" CUSTOM_CA_TRUST_COUNT="3" CUSTOM_CA_CERT_0="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUgvVENDQmVXZ0F3SUJBZ0lRYUJZRTMvTTA4WEhZQ25OVm1jRkJjakFOQmdrcWhraUc5dzBCQVFzRkFEQnkKTVFzd0NRWURWUVFHRXdKVlV6RU9NQXdHQTFVRUNBd0ZWR1Y0WVhNeEVEQU9CZ05WQkFjTUIwaHZkWE4wYjI0eApFVEFQQmdOVkJBb01DRk5UVENCRGIzSndNUzR3TEFZRFZRUUREQ1ZUVTB3dVkyOXRJRVZXSUZOVFRDQkpiblJsCmNtMWxaR2xoZEdVZ1EwRWdVbE5CSUZJek1CNFhEVEl3TURRd01UQXdOVGd6TTFvWERUSXhNRGN4TmpBd05UZ3oKTTFvd2diMHhDekFKQmdOVkJBWVRBbFZUTVE0d0RBWURWUVFJREFWVVpYaGhjekVRTUE0R0ExVUVCd3dIU0c5MQpjM1J2YmpFUk1BOEdBMVVFQ2d3SVUxTk1JRU52Y25BeEZqQVVCZ05WQkFVVERVNVdNakF3T0RFMk1UUXlORE14CkZEQVNCZ05WQkFNTUMzZDNkeTV6YzJ3dVkyOXRNUjB3R3dZRFZRUVBEQlJRY21sMllYUmxJRTl5WjJGdWFYcGgKZEdsdmJqRVhNQlVHQ3lzR0FRUUJnamM4QWdFQ0RBWk9aWFpoWkdFeEV6QVJCZ3NyQmdFRUFZSTNQQUlCQXhNQwpWVk13Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREhoZVJrYmIxRkNjN3hSS3N0CndLMEpJR2FLWTh0N0piUzJiUTJiNllJSkRnbkh1SVlIcUJyQ1VWNzlvZWxpa2tva1JrRnZjdnBhS2luRkhEUUgKVXBXRUk2UlVFUlltU0NnM084V2k0MnVPY1YyQjVaYWJtWENrd2R4WTVFY2w1MUJiTThVbkdkb0FHYmRObWlSbQpTbVRqY3MrbGhNeGc0ZkZZNmxCcGlFVkZpR1VqR1JSKzYxUjY3THo2VTRLSmVMTmNDbTA3UXdGWUtCbXBpMDhnCmR5Z1N2UmRVdzU1Sm9wcmVkaitWR3RqVWtCNGhGVDRHUVgvZ2h0NjlSbHF6Lys4dTBkRVFraHVVdXVjcnFhbG0KU0d5NDNIUndCZkRLRndZZVdNN0NQTWQ1ZS9kTyt0MDh0OFBianpWVFR2NWhRRENzRVlJVjJUN0FGSTlTY054TQpraDcvQWdNQkFBR2pnZ05CTUlJRFBUQWZCZ05WSFNNRUdEQVdnQlMvd1ZxSC95ajZRVDM5dDAva0hhK2dZVmdwCnZUQi9CZ2dyQmdFRkJRY0JBUVJ6TUhFd1RRWUlLd1lCQlFVSE1BS0dRV2gwZEhBNkx5OTNkM2N1YzNOc0xtTnYKYlM5eVpYQnZjMmwwYjNKNUwxTlRUR052YlMxVGRXSkRRUzFGVmkxVFUwd3RVbE5CTFRRd09UWXRVak11WTNKMApNQ0FHQ0NzR0FRVUZCekFCaGhSb2RIUndPaTh2YjJOemNITXVjM05zTG1OdmJUQWZCZ05WSFJFRUdEQVdnZ3QzCmQzY3VjM05zTG1OdmJZSUhjM05zTG1OdmJUQmZCZ05WSFNBRVdEQldNQWNHQldlQkRBRUJNQTBHQ3lxRWFBR0cKOW5jQ0JRRUJNRHdHRENzR0FRUUJncWt3QVFNQkJEQXNNQ29HQ0NzR0FRVUZCd0lCRmg1b2RIUndjem92TDNkMwpkeTV6YzJ3dVkyOXRMM0psY0c5emFYUnZjbmt3SFFZRFZSMGxCQll3RkFZSUt3WUJCUVVIQXdJR0NDc0dBUVVGCkJ3TUJNRWdHQTFVZEh3UkJNRDh3UGFBN29EbUdOMmgwZEhBNkx5OWpjbXh6TG5OemJDNWpiMjB2VTFOTVkyOXQKTFZOMVlrTkJMVVZXTFZOVFRDMVNVMEV0TkRBNU5pMVNNeTVqY213d0hRWURWUjBPQkJZRUZBREFGVUlhenc1cgpaSUhhcG5SeElVbnB3K0dMTUE0R0ExVWREd0VCL3dRRUF3SUZvRENDQVgwR0Npc0dBUVFCMW5rQ0JBSUVnZ0Z0CkJJSUJhUUZuQUhjQTlseVVMOUYzTUNJVVZCZ0lNSlJXanVOTkV4a3p2OThNTHlBTHpFN3haT01BQUFGeE0waG8KYndBQUJBTUFTREJHQWlFQTZ4ZWxpTlI4R2svNjNwWWRuUy92T3gvQ2pwdEVNRXY4OVdXaDEvdXJXSUVDSVFEeQpCcmVIVTI1RHp3dWtRYVJRandXNjU1WkxrcUNueGJ4UVdSaU9lbWo5SkFCMUFKUWd2QjZPMVkxc2lITWZnb3NpCkxBM1IyazFlYkUrVVBXSGJUaTlZVGFMQ0FBQUJjVE5JYU53QUFBUURBRVl3UkFJZ0dSRTR3emFiTlJkRDhrcS8KdkZQM3RRZTJobTB4NW5YdWxvd2g0SWJ3M2xrQ0lGWWIvM2xTRHBsUzdBY1I0citYcFd0RUtTVEZXSm1OQ1JiYwpYSnVyMlJHQkFIVUE3c0NWN28xeVpBK1M0OE81RzhjU28ybHFDWHRMYWhvVU9PWkhzc3Z0eGZrQUFBRnhNMGhvCjh3QUFCQU1BUmpCRUFpQjZJdmJvV3NzM1I0SXRWd2plYmw3RDN5b0ZhWDBORGgyZFdoaGd3Q3hySHdJZ0NmcTcKb2NNQzV0KzFqaTVNNXhhTG1QQzRJK1dYM0kvQVJrV1N5aU83SVFjd0RRWUpLb1pJaHZjTkFRRUxCUUFEZ2dJQgpBQ2V1dXI0UW51anFtZ3VTckhVM21oZitjSm9kelRRTnFvNHRkZStQRDEvZUZkWUFFTHU4eEYrMEF0N3hKaVBZCmk1Ukt3aWx5UDU2diszaVkyVDlsdzdTOFRKMDQxVkxoYUlLcDE0TXpTVXpSeWVvT0FzSjdRQURNQ2xIS1VEbEgKVVUycE51bzg4WTZpZ292VDNic253Sk5pRVFOcXltU1NZaGt0dzB0YWR1b3FqcVhuMDZnc1Zpb1dUVkRYeXNkNQpxRXg0dDZzSWdJY01tMjZZSDF2SnBDUUVoS3BjMnkwN2dSa2tsQlpSdE1qVGh2NGNYeXlNWDd1VGNkVDdBSkJQCnVlaWZDb1YyNUp4WHVvOGQ1MTM5Z3dQMUJBZTdJQlZQeDJ1N0tOL1V5T1hkWm13TWYvVG1GR3dEZENmc3lIZi8KWnNCMndMSG96VFlvQVZtUTlGb1UxSkxnY1ZpdnFKK3ZObEJoSFhobHhNZE4wajgwUjlOejZFSWdsUWplSzNPOApJL2NGR20vQjgrNDJoT2xDSWQ5WmR0bmRKY1JKVmppMHdEMHF3ZXZDYWZBOWpKbEh2L2pzRStJOVV6NmNwQ3loCnN3K2xyRmR4VWdxVTU4YXhxZUs4OUZSK05vNHEwSUlPK0ppMXJKS3I5bmtTQjBCcVhvelZuRTFZQi9LTHZkSXMKdVlaSnVxYjJwS2t1K3p6VDZnVXdIVVRadkJpTk90WEw0Tnh3Yy9LVDdXek9TZDJ3UDEwUUk4REtnNHZmaU5EcwpIV21CMWM0S2ppNmdPZ0E1dVNVemFHbXEvdjRWbmNLNVVyK245TGJmbmZMYzI4SjVmdC9Hb3Rpbk15RGszaWFyCkYxMFlscWNPbWVYMXVGbUtiZGkvWG9yR2xrQ29NRjNURHg4cm1wOURCaUIvCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0=" CUSTOM_CA_CERT_1="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUgvVENDQmVXZ0F3SUJBZ0lRYUJZRTMvTTA4WEhZQ25OVm1jRkJjakFOQmdrcWhraUc5dzBCQVFzRkFEQnkKTVFzd0NRWURWUVFHRXdKVlV6RU9NQXdHQTFVRUNBd0ZWR1Y0WVhNeEVEQU9CZ05WQkFjTUIwaHZkWE4wYjI0eApFVEFQQmdOVkJBb01DRk5UVENCRGIzSndNUzR3TEFZRFZRUUREQ1ZUVTB3dVkyOXRJRVZXSUZOVFRDQkpiblJsCmNtMWxaR2xoZEdVZ1EwRWdVbE5CSUZJek1CNFhEVEl3TURRd01UQXdOVGd6TTFvWERUSXhNRGN4TmpBd05UZ3oKTTFvd2diMHhDekFKQmdOVkJBWVRBbFZUTVE0d0RBWURWUVFJREFWVVpYaGhjekVRTUE0R0ExVUVCd3dIU0c5MQpjM1J2YmpFUk1BOEdBMVVFQ2d3SVUxTk1JRU52Y25BeEZqQVVCZ05WQkFVVERVNVdNakF3T0RFMk1UUXlORE14CkZEQVNCZ05WQkFNTUMzZDNkeTV6YzJ3dVkyOXRNUjB3R3dZRFZRUVBEQlJRY21sMllYUmxJRTl5WjJGdWFYcGgKZEdsdmJqRVhNQlVHQ3lzR0FRUUJnamM4QWdFQ0RBWk9aWFpoWkdFeEV6QVJCZ3NyQmdFRUFZSTNQQUlCQXhNQwpWVk13Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREhoZVJrYmIxRkNjN3hSS3N0CndLMEpJR2FLWTh0N0piUzJiUTJiNllJSkRnbkh1SVlIcUJyQ1VWNzlvZWxpa2tva1JrRnZjdnBhS2luRkhEUUgKVXBXRUk2UlVFUlltU0NnM084V2k0MnVPY1YyQjVaYWJtWENrd2R4WTVFY2w1MUJiTThVbkdkb0FHYmRObWlSbQpTbVRqY3MrbGhNeGc0ZkZZNmxCcGlFVkZpR1VqR1JSKzYxUjY3THo2VTRLSmVMTmNDbTA3UXdGWUtCbXBpMDhnCmR5Z1N2UmRVdzU1Sm9wcmVkaitWR3RqVWtCNGhGVDRHUVgvZ2h0NjlSbHF6Lys4dTBkRVFraHVVdXVjcnFhbG0KU0d5NDNIUndCZkRLRndZZVdNN0NQTWQ1ZS9kTyt0MDh0OFBianpWVFR2NWhRRENzRVlJVjJUN0FGSTlTY054TQpraDcvQWdNQkFBR2pnZ05CTUlJRFBUQWZCZ05WSFNNRUdEQVdnQlMvd1ZxSC95ajZRVDM5dDAva0hhK2dZVmdwCnZUQi9CZ2dyQmdFRkJRY0JBUVJ6TUhFd1RRWUlLd1lCQlFVSE1BS0dRV2gwZEhBNkx5OTNkM2N1YzNOc0xtTnYKYlM5eVpYQnZjMmwwYjNKNUwxTlRUR052YlMxVGRXSkRRUzFGVmkxVFUwd3RVbE5CTFRRd09UWXRVak11WTNKMApNQ0FHQ0NzR0FRVUZCekFCaGhSb2RIUndPaTh2YjJOemNITXVjM05zTG1OdmJUQWZCZ05WSFJFRUdEQVdnZ3QzCmQzY3VjM05zTG1OdmJZSUhjM05zTG1OdmJUQmZCZ05WSFNBRVdEQldNQWNHQldlQkRBRUJNQTBHQ3lxRWFBR0cKOW5jQ0JRRUJNRHdHRENzR0FRUUJncWt3QVFNQkJEQXNNQ29HQ0NzR0FRVUZCd0lCRmg1b2RIUndjem92TDNkMwpkeTV6YzJ3dVkyOXRMM0psY0c5emFYUnZjbmt3SFFZRFZSMGxCQll3RkFZSUt3WUJCUVVIQXdJR0NDc0dBUVVGCkJ3TUJNRWdHQTFVZEh3UkJNRDh3UGFBN29EbUdOMmgwZEhBNkx5OWpjbXh6TG5OemJDNWpiMjB2VTFOTVkyOXQKTFZOMVlrTkJMVVZXTFZOVFRDMVNVMEV0TkRBNU5pMVNNeTVqY213d0hRWURWUjBPQkJZRUZBREFGVUlhenc1cgpaSUhhcG5SeElVbnB3K0dMTUE0R0ExVWREd0VCL3dRRUF3SUZvRENDQVgwR0Npc0dBUVFCMW5rQ0JBSUVnZ0Z0CkJJSUJhUUZuQUhjQTlseVVMOUYzTUNJVVZCZ0lNSlJXanVOTkV4a3p2OThNTHlBTHpFN3haT01BQUFGeE0waG8KYndBQUJBTUFTREJHQWlFQTZ4ZWxpTlI4R2svNjNwWWRuUy92T3gvQ2pwdEVNRXY4OVdXaDEvdXJXSUVDSVFEeQpCcmVIVTI1RHp3dWtRYVJRandXNjU1WkxrcUNueGJ4UVdSaU9lbWo5SkFCMUFKUWd2QjZPMVkxc2lITWZnb3NpCkxBM1IyazFlYkUrVVBXSGJUaTlZVGFMQ0FBQUJjVE5JYU53QUFBUURBRVl3UkFJZ0dSRTR3emFiTlJkRDhrcS8KdkZQM3RRZTJobTB4NW5YdWxvd2g0SWJ3M2xrQ0lGWWIvM2xTRHBsUzdBY1I0citYcFd0RUtTVEZXSm1OQ1JiYwpYSnVyMlJHQkFIVUE3c0NWN28xeVpBK1M0OE81RzhjU28ybHFDWHRMYWhvVU9PWkhzc3Z0eGZrQUFBRnhNMGhvCjh3QUFCQU1BUmpCRUFpQjZJdmJvV3NzM1I0SXRWd2plYmw3RDN5b0ZhWDBORGgyZFdoaGd3Q3hySHdJZ0NmcTcKb2NNQzV0KzFqaTVNNXhhTG1QQzRJK1dYM0kvQVJrV1N5aU83SVFjd0RRWUpLb1pJaHZjTkFRRUxCUUFEZ2dJQgpBQ2V1dXI0UW51anFtZ3VTckhVM21oZitjSm9kelRRTnFvNHRkZStQRDEvZUZkWUFFTHU4eEYrMEF0N3hKaVBZCmk1Ukt3aWx5UDU2diszaVkyVDlsdzdTOFRKMDQxVkxoYUlLcDE0TXpTVXpSeWVvT0FzSjdRQURNQ2xIS1VEbEgKVVUycE51bzg4WTZpZ292VDNic253Sk5pRVFOcXltU1NZaGt0dzB0YWR1b3FqcVhuMDZnc1Zpb1dUVkRYeXNkNQpxRXg0dDZzSWdJY01tMjZZSDF2SnBDUUVoS3BjMnkwN2dSa2tsQlpSdE1qVGh2NGNYeXlNWDd1VGNkVDdBSkJQCnVlaWZDb1YyNUp4WHVvOGQ1MTM5Z3dQMUJBZTdJQlZQeDJ1N0tOL1V5T1hkWm13TWYvVG1GR3dEZENmc3lIZi8KWnNCMndMSG96VFlvQVZtUTlGb1UxSkxnY1ZpdnFKK3ZObEJoSFhobHhNZE4wajgwUjlOejZFSWdsUWplSzNPOApJL2NGR20vQjgrNDJoT2xDSWQ5WmR0bmRKY1JKVmppMHdEMHF3ZXZDYWZBOWpKbEh2L2pzRStJOVV6NmNwQ3loCnN3K2xyRmR4VWdxVTU4YXhxZUs4OUZSK05vNHEwSUlPK0ppMXJKS3I5bmtTQjBCcVhvelZuRTFZQi9LTHZkSXMKdVlaSnVxYjJwS2t1K3p6VDZnVXdIVVRadkJpTk90WEw0Tnh3Yy9LVDdXek9TZDJ3UDEwUUk4REtnNHZmaU5EcwpIV21CMWM0S2ppNmdPZ0E1dVNVemFHbXEvdjRWbmNLNVVyK245TGJmbmZMYzI4SjVmdC9Hb3Rpbk15RGszaWFyCkYxMFlscWNPbWVYMXVGbUtiZGkvWG9yR2xrQ29NRjNURHg4cm1wOURCaUIvCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0=" CUSTOM_CA_CERT_2="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUgvVENDQmVXZ0F3SUJBZ0lRYUJZRTMvTTA4WEhZQ25OVm1jRkJjakFOQmdrcWhraUc5dzBCQVFzRkFEQnkKTVFzd0NRWURWUVFHRXdKVlV6RU9NQXdHQTFVRUNBd0ZWR1Y0WVhNeEVEQU9CZ05WQkFjTUIwaHZkWE4wYjI0eApFVEFQQmdOVkJBb01DRk5UVENCRGIzSndNUzR3TEFZRFZRUUREQ1ZUVTB3dVkyOXRJRVZXSUZOVFRDQkpiblJsCmNtMWxaR2xoZEdVZ1EwRWdVbE5CSUZJek1CNFhEVEl3TURRd01UQXdOVGd6TTFvWERUSXhNRGN4TmpBd05UZ3oKTTFvd2diMHhDekFKQmdOVkJBWVRBbFZUTVE0d0RBWURWUVFJREFWVVpYaGhjekVRTUE0R0ExVUVCd3dIU0c5MQpjM1J2YmpFUk1BOEdBMVVFQ2d3SVUxTk1JRU52Y25BeEZqQVVCZ05WQkFVVERVNVdNakF3T0RFMk1UUXlORE14CkZEQVNCZ05WQkFNTUMzZDNkeTV6YzJ3dVkyOXRNUjB3R3dZRFZRUVBEQlJRY21sMllYUmxJRTl5WjJGdWFYcGgKZEdsdmJqRVhNQlVHQ3lzR0FRUUJnamM4QWdFQ0RBWk9aWFpoWkdFeEV6QVJCZ3NyQmdFRUFZSTNQQUlCQXhNQwpWVk13Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREhoZVJrYmIxRkNjN3hSS3N0CndLMEpJR2FLWTh0N0piUzJiUTJiNllJSkRnbkh1SVlIcUJyQ1VWNzlvZWxpa2tva1JrRnZjdnBhS2luRkhEUUgKVXBXRUk2UlVFUlltU0NnM084V2k0MnVPY1YyQjVaYWJtWENrd2R4WTVFY2w1MUJiTThVbkdkb0FHYmRObWlSbQpTbVRqY3MrbGhNeGc0ZkZZNmxCcGlFVkZpR1VqR1JSKzYxUjY3THo2VTRLSmVMTmNDbTA3UXdGWUtCbXBpMDhnCmR5Z1N2UmRVdzU1Sm9wcmVkaitWR3RqVWtCNGhGVDRHUVgvZ2h0NjlSbHF6Lys4dTBkRVFraHVVdXVjcnFhbG0KU0d5NDNIUndCZkRLRndZZVdNN0NQTWQ1ZS9kTyt0MDh0OFBianpWVFR2NWhRRENzRVlJVjJUN0FGSTlTY054TQpraDcvQWdNQkFBR2pnZ05CTUlJRFBUQWZCZ05WSFNNRUdEQVdnQlMvd1ZxSC95ajZRVDM5dDAva0hhK2dZVmdwCnZUQi9CZ2dyQmdFRkJRY0JBUVJ6TUhFd1RRWUlLd1lCQlFVSE1BS0dRV2gwZEhBNkx5OTNkM2N1YzNOc0xtTnYKYlM5eVpYQnZjMmwwYjNKNUwxTlRUR052YlMxVGRXSkRRUzFGVmkxVFUwd3RVbE5CTFRRd09UWXRVak11WTNKMApNQ0FHQ0NzR0FRVUZCekFCaGhSb2RIUndPaTh2YjJOemNITXVjM05zTG1OdmJUQWZCZ05WSFJFRUdEQVdnZ3QzCmQzY3VjM05zTG1OdmJZSUhjM05zTG1OdmJUQmZCZ05WSFNBRVdEQldNQWNHQldlQkRBRUJNQTBHQ3lxRWFBR0cKOW5jQ0JRRUJNRHdHRENzR0FRUUJncWt3QVFNQkJEQXNNQ29HQ0NzR0FRVUZCd0lCRmg1b2RIUndjem92TDNkMwpkeTV6YzJ3dVkyOXRMM0psY0c5emFYUnZjbmt3SFFZRFZSMGxCQll3RkFZSUt3WUJCUVVIQXdJR0NDc0dBUVVGCkJ3TUJNRWdHQTFVZEh3UkJNRDh3UGFBN29EbUdOMmgwZEhBNkx5OWpjbXh6TG5OemJDNWpiMjB2VTFOTVkyOXQKTFZOMVlrTkJMVVZXTFZOVFRDMVNVMEV0TkRBNU5pMVNNeTVqY213d0hRWURWUjBPQkJZRUZBREFGVUlhenc1cgpaSUhhcG5SeElVbnB3K0dMTUE0R0ExVWREd0VCL3dRRUF3SUZvRENDQVgwR0Npc0dBUVFCMW5rQ0JBSUVnZ0Z0CkJJSUJhUUZuQUhjQTlseVVMOUYzTUNJVVZCZ0lNSlJXanVOTkV4a3p2OThNTHlBTHpFN3haT01BQUFGeE0waG8KYndBQUJBTUFTREJHQWlFQTZ4ZWxpTlI4R2svNjNwWWRuUy92T3gvQ2pwdEVNRXY4OVdXaDEvdXJXSUVDSVFEeQpCcmVIVTI1RHp3dWtRYVJRandXNjU1WkxrcUNueGJ4UVdSaU9lbWo5SkFCMUFKUWd2QjZPMVkxc2lITWZnb3NpCkxBM1IyazFlYkUrVVBXSGJUaTlZVGFMQ0FBQUJjVE5JYU53QUFBUURBRVl3UkFJZ0dSRTR3emFiTlJkRDhrcS8KdkZQM3RRZTJobTB4NW5YdWxvd2g0SWJ3M2xrQ0lGWWIvM2xTRHBsUzdBY1I0citYcFd0RUtTVEZXSm1OQ1JiYwpYSnVyMlJHQkFIVUE3c0NWN28xeVpBK1M0OE81RzhjU28ybHFDWHRMYWhvVU9PWkhzc3Z0eGZrQUFBRnhNMGhvCjh3QUFCQU1BUmpCRUFpQjZJdmJvV3NzM1I0SXRWd2plYmw3RDN5b0ZhWDBORGgyZFdoaGd3Q3hySHdJZ0NmcTcKb2NNQzV0KzFqaTVNNXhhTG1QQzRJK1dYM0kvQVJrV1N5aU83SVFjd0RRWUpLb1pJaHZjTkFRRUxCUUFEZ2dJQgpBQ2V1dXI0UW51anFtZ3VTckhVM21oZitjSm9kelRRTnFvNHRkZStQRDEvZUZkWUFFTHU4eEYrMEF0N3hKaVBZCmk1Ukt3aWx5UDU2diszaVkyVDlsdzdTOFRKMDQxVkxoYUlLcDE0TXpTVXpSeWVvT0FzSjdRQURNQ2xIS1VEbEgKVVUycE51bzg4WTZpZ292VDNic253Sk5pRVFOcXltU1NZaGt0dzB0YWR1b3FqcVhuMDZnc1Zpb1dUVkRYeXNkNQpxRXg0dDZzSWdJY01tMjZZSDF2SnBDUUVoS3BjMnkwN2dSa2tsQlpSdE1qVGh2NGNYeXlNWDd1VGNkVDdBSkJQCnVlaWZDb1YyNUp4WHVvOGQ1MTM5Z3dQMUJBZTdJQlZQeDJ1N0tOL1V5T1hkWm13TWYvVG1GR3dEZENmc3lIZi8KWnNCMndMSG96VFlvQVZtUTlGb1UxSkxnY1ZpdnFKK3ZObEJoSFhobHhNZE4wajgwUjlOejZFSWdsUWplSzNPOApJL2NGR20vQjgrNDJoT2xDSWQ5WmR0bmRKY1JKVmppMHdEMHF3ZXZDYWZBOWpKbEh2L2pzRStJOVV6NmNwQ3loCnN3K2xyRmR4VWdxVTU4YXhxZUs4OUZSK05vNHEwSUlPK0ppMXJKS3I5bmtTQjBCcVhvelZuRTFZQi9LTHZkSXMKdVlaSnVxYjJwS2t1K3p6VDZnVXdIVVRadkJpTk90WEw0Tnh3Yy9LVDdXek9TZDJ3UDEwUUk4REtnNHZmaU5EcwpIV21CMWM0S2ppNmdPZ0E1dVNVemFHbXEvdjRWbmNLNVVyK245TGJmbmZMYzI4SjVmdC9Hb3Rpbk15RGszaWFyCkYxMFlscWNPbWVYMXVGbUtiZGkvWG9yR2xrQ29NRjNURHg4cm1wOURCaUIvCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0=" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.14 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.14 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="true" CUSTOM_CA_TRUST_COUNT="3" CUSTOM_CA_CERT_0="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUgvVENDQmVXZ0F3SUJBZ0lRYUJZRTMvTTA4WEhZQ25OVm1jRkJjakFOQmdrcWhraUc5dzBCQVFzRkFEQnkKTVFzd0NRWURWUVFHRXdKVlV6RU9NQXdHQTFVRUNBd0ZWR1Y0WVhNeEVEQU9CZ05WQkFjTUIwaHZkWE4wYjI0eApFVEFQQmdOVkJBb01DRk5UVENCRGIzSndNUzR3TEFZRFZRUUREQ1ZUVTB3dVkyOXRJRVZXSUZOVFRDQkpiblJsCmNtMWxaR2xoZEdVZ1EwRWdVbE5CSUZJek1CNFhEVEl3TURRd01UQXdOVGd6TTFvWERUSXhNRGN4TmpBd05UZ3oKTTFvd2diMHhDekFKQmdOVkJBWVRBbFZUTVE0d0RBWURWUVFJREFWVVpYaGhjekVRTUE0R0ExVUVCd3dIU0c5MQpjM1J2YmpFUk1BOEdBMVVFQ2d3SVUxTk1JRU52Y25BeEZqQVVCZ05WQkFVVERVNVdNakF3T0RFMk1UUXlORE14CkZEQVNCZ05WQkFNTUMzZDNkeTV6YzJ3dVkyOXRNUjB3R3dZRFZRUVBEQlJRY21sMllYUmxJRTl5WjJGdWFYcGgKZEdsdmJqRVhNQlVHQ3lzR0FRUUJnamM4QWdFQ0RBWk9aWFpoWkdFeEV6QVJCZ3NyQmdFRUFZSTNQQUlCQXhNQwpWVk13Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREhoZVJrYmIxRkNjN3hSS3N0CndLMEpJR2FLWTh0N0piUzJiUTJiNllJSkRnbkh1SVlIcUJyQ1VWNzlvZWxpa2tva1JrRnZjdnBhS2luRkhEUUgKVXBXRUk2UlVFUlltU0NnM084V2k0MnVPY1YyQjVaYWJtWENrd2R4WTVFY2w1MUJiTThVbkdkb0FHYmRObWlSbQpTbVRqY3MrbGhNeGc0ZkZZNmxCcGlFVkZpR1VqR1JSKzYxUjY3THo2VTRLSmVMTmNDbTA3UXdGWUtCbXBpMDhnCmR5Z1N2UmRVdzU1Sm9wcmVkaitWR3RqVWtCNGhGVDRHUVgvZ2h0NjlSbHF6Lys4dTBkRVFraHVVdXVjcnFhbG0KU0d5NDNIUndCZkRLRndZZVdNN0NQTWQ1ZS9kTyt0MDh0OFBianpWVFR2NWhRRENzRVlJVjJUN0FGSTlTY054TQpraDcvQWdNQkFBR2pnZ05CTUlJRFBUQWZCZ05WSFNNRUdEQVdnQlMvd1ZxSC95ajZRVDM5dDAva0hhK2dZVmdwCnZUQi9CZ2dyQmdFRkJRY0JBUVJ6TUhFd1RRWUlLd1lCQlFVSE1BS0dRV2gwZEhBNkx5OTNkM2N1YzNOc0xtTnYKYlM5eVpYQnZjMmwwYjNKNUwxTlRUR052YlMxVGRXSkRRUzFGVmkxVFUwd3RVbE5CTFRRd09UWXRVak11WTNKMApNQ0FHQ0NzR0FRVUZCekFCaGhSb2RIUndPaTh2YjJOemNITXVjM05zTG1OdmJUQWZCZ05WSFJFRUdEQVdnZ3QzCmQzY3VjM05zTG1OdmJZSUhjM05zTG1OdmJUQmZCZ05WSFNBRVdEQldNQWNHQldlQkRBRUJNQTBHQ3lxRWFBR0cKOW5jQ0JRRUJNRHdHRENzR0FRUUJncWt3QVFNQkJEQXNNQ29HQ0NzR0FRVUZCd0lCRmg1b2RIUndjem92TDNkMwpkeTV6YzJ3dVkyOXRMM0psY0c5emFYUnZjbmt3SFFZRFZSMGxCQll3RkFZSUt3WUJCUVVIQXdJR0NDc0dBUVVGCkJ3TUJNRWdHQTFVZEh3UkJNRDh3UGFBN29EbUdOMmgwZEhBNkx5OWpjbXh6TG5OemJDNWpiMjB2VTFOTVkyOXQKTFZOMVlrTkJMVVZXTFZOVFRDMVNVMEV0TkRBNU5pMVNNeTVqY213d0hRWURWUjBPQkJZRUZBREFGVUlhenc1cgpaSUhhcG5SeElVbnB3K0dMTUE0R0ExVWREd0VCL3dRRUF3SUZvRENDQVgwR0Npc0dBUVFCMW5rQ0JBSUVnZ0Z0CkJJSUJhUUZuQUhjQTlseVVMOUYzTUNJVVZCZ0lNSlJXanVOTkV4a3p2OThNTHlBTHpFN3haT01BQUFGeE0waG8KYndBQUJBTUFTREJHQWlFQTZ4ZWxpTlI4R2svNjNwWWRuUy92T3gvQ2pwdEVNRXY4OVdXaDEvdXJXSUVDSVFEeQpCcmVIVTI1RHp3dWtRYVJRandXNjU1WkxrcUNueGJ4UVdSaU9lbWo5SkFCMUFKUWd2QjZPMVkxc2lITWZnb3NpCkxBM1IyazFlYkUrVVBXSGJUaTlZVGFMQ0FBQUJjVE5JYU53QUFBUURBRVl3UkFJZ0dSRTR3emFiTlJkRDhrcS8KdkZQM3RRZTJobTB4NW5YdWxvd2g0SWJ3M2xrQ0lGWWIvM2xTRHBsUzdBY1I0citYcFd0RUtTVEZXSm1OQ1JiYwpYSnVyMlJHQkFIVUE3c0NWN28xeVpBK1M0OE81RzhjU28ybHFDWHRMYWhvVU9PWkhzc3Z0eGZrQUFBRnhNMGhvCjh3QUFCQU1BUmpCRUFpQjZJdmJvV3NzM1I0SXRWd2plYmw3RDN5b0ZhWDBORGgyZFdoaGd3Q3hySHdJZ0NmcTcKb2NNQzV0KzFqaTVNNXhhTG1QQzRJK1dYM0kvQVJrV1N5aU83SVFjd0RRWUpLb1pJaHZjTkFRRUxCUUFEZ2dJQgpBQ2V1dXI0UW51anFtZ3VTckhVM21oZitjSm9kelRRTnFvNHRkZStQRDEvZUZkWUFFTHU4eEYrMEF0N3hKaVBZCmk1Ukt3aWx5UDU2diszaVkyVDlsdzdTOFRKMDQxVkxoYUlLcDE0TXpTVXpSeWVvT0FzSjdRQURNQ2xIS1VEbEgKVVUycE51bzg4WTZpZ292VDNic253Sk5pRVFOcXltU1NZaGt0dzB0YWR1b3FqcVhuMDZnc1Zpb1dUVkRYeXNkNQpxRXg0dDZzSWdJY01tMjZZSDF2SnBDUUVoS3BjMnkwN2dSa2tsQlpSdE1qVGh2NGNYeXlNWDd1VGNkVDdBSkJQCnVlaWZDb1YyNUp4WHVvOGQ1MTM5Z3dQMUJBZTdJQlZQeDJ1N0tOL1V5T1hkWm13TWYvVG1GR3dEZENmc3lIZi8KWnNCMndMSG96VFlvQVZtUTlGb1UxSkxnY1ZpdnFKK3ZObEJoSFhobHhNZE4wajgwUjlOejZFSWdsUWplSzNPOApJL2NGR20vQjgrNDJoT2xDSWQ5WmR0bmRKY1JKVmppMHdEMHF3ZXZDYWZBOWpKbEh2L2pzRStJOVV6NmNwQ3loCnN3K2xyRmR4VWdxVTU4YXhxZUs4OUZSK05vNHEwSUlPK0ppMXJKS3I5bmtTQjBCcVhvelZuRTFZQi9LTHZkSXMKdVlaSnVxYjJwS2t1K3p6VDZnVXdIVVRadkJpTk90WEw0Tnh3Yy9LVDdXek9TZDJ3UDEwUUk4REtnNHZmaU5EcwpIV21CMWM0S2ppNmdPZ0E1dVNVemFHbXEvdjRWbmNLNVVyK245TGJmbmZMYzI4SjVmdC9Hb3Rpbk15RGszaWFyCkYxMFlscWNPbWVYMXVGbUtiZGkvWG9yR2xrQ29NRjNURHg4cm1wOURCaUIvCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0=" CUSTOM_CA_CERT_1="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUgvVENDQmVXZ0F3SUJBZ0lRYUJZRTMvTTA4WEhZQ25OVm1jRkJjakFOQmdrcWhraUc5dzBCQVFzRkFEQnkKTVFzd0NRWURWUVFHRXdKVlV6RU9NQXdHQTFVRUNBd0ZWR1Y0WVhNeEVEQU9CZ05WQkFjTUIwaHZkWE4wYjI0eApFVEFQQmdOVkJBb01DRk5UVENCRGIzSndNUzR3TEFZRFZRUUREQ1ZUVTB3dVkyOXRJRVZXSUZOVFRDQkpiblJsCmNtMWxaR2xoZEdVZ1EwRWdVbE5CSUZJek1CNFhEVEl3TURRd01UQXdOVGd6TTFvWERUSXhNRGN4TmpBd05UZ3oKTTFvd2diMHhDekFKQmdOVkJBWVRBbFZUTVE0d0RBWURWUVFJREFWVVpYaGhjekVRTUE0R0ExVUVCd3dIU0c5MQpjM1J2YmpFUk1BOEdBMVVFQ2d3SVUxTk1JRU52Y25BeEZqQVVCZ05WQkFVVERVNVdNakF3T0RFMk1UUXlORE14CkZEQVNCZ05WQkFNTUMzZDNkeTV6YzJ3dVkyOXRNUjB3R3dZRFZRUVBEQlJRY21sMllYUmxJRTl5WjJGdWFYcGgKZEdsdmJqRVhNQlVHQ3lzR0FRUUJnamM4QWdFQ0RBWk9aWFpoWkdFeEV6QVJCZ3NyQmdFRUFZSTNQQUlCQXhNQwpWVk13Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREhoZVJrYmIxRkNjN3hSS3N0CndLMEpJR2FLWTh0N0piUzJiUTJiNllJSkRnbkh1SVlIcUJyQ1VWNzlvZWxpa2tva1JrRnZjdnBhS2luRkhEUUgKVXBXRUk2UlVFUlltU0NnM084V2k0MnVPY1YyQjVaYWJtWENrd2R4WTVFY2w1MUJiTThVbkdkb0FHYmRObWlSbQpTbVRqY3MrbGhNeGc0ZkZZNmxCcGlFVkZpR1VqR1JSKzYxUjY3THo2VTRLSmVMTmNDbTA3UXdGWUtCbXBpMDhnCmR5Z1N2UmRVdzU1Sm9wcmVkaitWR3RqVWtCNGhGVDRHUVgvZ2h0NjlSbHF6Lys4dTBkRVFraHVVdXVjcnFhbG0KU0d5NDNIUndCZkRLRndZZVdNN0NQTWQ1ZS9kTyt0MDh0OFBianpWVFR2NWhRRENzRVlJVjJUN0FGSTlTY054TQpraDcvQWdNQkFBR2pnZ05CTUlJRFBUQWZCZ05WSFNNRUdEQVdnQlMvd1ZxSC95ajZRVDM5dDAva0hhK2dZVmdwCnZUQi9CZ2dyQmdFRkJRY0JBUVJ6TUhFd1RRWUlLd1lCQlFVSE1BS0dRV2gwZEhBNkx5OTNkM2N1YzNOc0xtTnYKYlM5eVpYQnZjMmwwYjNKNUwxTlRUR052YlMxVGRXSkRRUzFGVmkxVFUwd3RVbE5CTFRRd09UWXRVak11WTNKMApNQ0FHQ0NzR0FRVUZCekFCaGhSb2RIUndPaTh2YjJOemNITXVjM05zTG1OdmJUQWZCZ05WSFJFRUdEQVdnZ3QzCmQzY3VjM05zTG1OdmJZSUhjM05zTG1OdmJUQmZCZ05WSFNBRVdEQldNQWNHQldlQkRBRUJNQTBHQ3lxRWFBR0cKOW5jQ0JRRUJNRHdHRENzR0FRUUJncWt3QVFNQkJEQXNNQ29HQ0NzR0FRVUZCd0lCRmg1b2RIUndjem92TDNkMwpkeTV6YzJ3dVkyOXRMM0psY0c5emFYUnZjbmt3SFFZRFZSMGxCQll3RkFZSUt3WUJCUVVIQXdJR0NDc0dBUVVGCkJ3TUJNRWdHQTFVZEh3UkJNRDh3UGFBN29EbUdOMmgwZEhBNkx5OWpjbXh6TG5OemJDNWpiMjB2VTFOTVkyOXQKTFZOMVlrTkJMVVZXTFZOVFRDMVNVMEV0TkRBNU5pMVNNeTVqY213d0hRWURWUjBPQkJZRUZBREFGVUlhenc1cgpaSUhhcG5SeElVbnB3K0dMTUE0R0ExVWREd0VCL3dRRUF3SUZvRENDQVgwR0Npc0dBUVFCMW5rQ0JBSUVnZ0Z0CkJJSUJhUUZuQUhjQTlseVVMOUYzTUNJVVZCZ0lNSlJXanVOTkV4a3p2OThNTHlBTHpFN3haT01BQUFGeE0waG8KYndBQUJBTUFTREJHQWlFQTZ4ZWxpTlI4R2svNjNwWWRuUy92T3gvQ2pwdEVNRXY4OVdXaDEvdXJXSUVDSVFEeQpCcmVIVTI1RHp3dWtRYVJRandXNjU1WkxrcUNueGJ4UVdSaU9lbWo5SkFCMUFKUWd2QjZPMVkxc2lITWZnb3NpCkxBM1IyazFlYkUrVVBXSGJUaTlZVGFMQ0FBQUJjVE5JYU53QUFBUURBRVl3UkFJZ0dSRTR3emFiTlJkRDhrcS8KdkZQM3RRZTJobTB4NW5YdWxvd2g0SWJ3M2xrQ0lGWWIvM2xTRHBsUzdBY1I0citYcFd0RUtTVEZXSm1OQ1JiYwpYSnVyMlJHQkFIVUE3c0NWN28xeVpBK1M0OE81RzhjU28ybHFDWHRMYWhvVU9PWkhzc3Z0eGZrQUFBRnhNMGhvCjh3QUFCQU1BUmpCRUFpQjZJdmJvV3NzM1I0SXRWd2plYmw3RDN5b0ZhWDBORGgyZFdoaGd3Q3hySHdJZ0NmcTcKb2NNQzV0KzFqaTVNNXhhTG1QQzRJK1dYM0kvQVJrV1N5aU83SVFjd0RRWUpLb1pJaHZjTkFRRUxCUUFEZ2dJQgpBQ2V1dXI0UW51anFtZ3VTckhVM21oZitjSm9kelRRTnFvNHRkZStQRDEvZUZkWUFFTHU4eEYrMEF0N3hKaVBZCmk1Ukt3aWx5UDU2diszaVkyVDlsdzdTOFRKMDQxVkxoYUlLcDE0TXpTVXpSeWVvT0FzSjdRQURNQ2xIS1VEbEgKVVUycE51bzg4WTZpZ292VDNic253Sk5pRVFOcXltU1NZaGt0dzB0YWR1b3FqcVhuMDZnc1Zpb1dUVkRYeXNkNQpxRXg0dDZzSWdJY01tMjZZSDF2SnBDUUVoS3BjMnkwN2dSa2tsQlpSdE1qVGh2NGNYeXlNWDd1VGNkVDdBSkJQCnVlaWZDb1YyNUp4WHVvOGQ1MTM5Z3dQMUJBZTdJQlZQeDJ1N0tOL1V5T1hkWm13TWYvVG1GR3dEZENmc3lIZi8KWnNCMndMSG96VFlvQVZtUTlGb1UxSkxnY1ZpdnFKK3ZObEJoSFhobHhNZE4wajgwUjlOejZFSWdsUWplSzNPOApJL2NGR20vQjgrNDJoT2xDSWQ5WmR0bmRKY1JKVmppMHdEMHF3ZXZDYWZBOWpKbEh2L2pzRStJOVV6NmNwQ3loCnN3K2xyRmR4VWdxVTU4YXhxZUs4OUZSK05vNHEwSUlPK0ppMXJKS3I5bmtTQjBCcVhvelZuRTFZQi9LTHZkSXMKdVlaSnVxYjJwS2t1K3p6VDZnVXdIVVRadkJpTk90WEw0Tnh3Yy9LVDdXek9TZDJ3UDEwUUk4REtnNHZmaU5EcwpIV21CMWM0S2ppNmdPZ0E1dVNVemFHbXEvdjRWbmNLNVVyK245TGJmbmZMYzI4SjVmdC9Hb3Rpbk15RGszaWFyCkYxMFlscWNPbWVYMXVGbUtiZGkvWG9yR2xrQ29NRjNURHg4cm1wOURCaUIvCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0=" CUSTOM_CA_CERT_2="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUgvVENDQmVXZ0F3SUJBZ0lRYUJZRTMvTTA4WEhZQ25OVm1jRkJjakFOQmdrcWhraUc5dzBCQVFzRkFEQnkKTVFzd0NRWURWUVFHRXdKVlV6RU9NQXdHQTFVRUNBd0ZWR1Y0WVhNeEVEQU9CZ05WQkFjTUIwaHZkWE4wYjI0eApFVEFQQmdOVkJBb01DRk5UVENCRGIzSndNUzR3TEFZRFZRUUREQ1ZUVTB3dVkyOXRJRVZXSUZOVFRDQkpiblJsCmNtMWxaR2xoZEdVZ1EwRWdVbE5CSUZJek1CNFhEVEl3TURRd01UQXdOVGd6TTFvWERUSXhNRGN4TmpBd05UZ3oKTTFvd2diMHhDekFKQmdOVkJBWVRBbFZUTVE0d0RBWURWUVFJREFWVVpYaGhjekVRTUE0R0ExVUVCd3dIU0c5MQpjM1J2YmpFUk1BOEdBMVVFQ2d3SVUxTk1JRU52Y25BeEZqQVVCZ05WQkFVVERVNVdNakF3T0RFMk1UUXlORE14CkZEQVNCZ05WQkFNTUMzZDNkeTV6YzJ3dVkyOXRNUjB3R3dZRFZRUVBEQlJRY21sMllYUmxJRTl5WjJGdWFYcGgKZEdsdmJqRVhNQlVHQ3lzR0FRUUJnamM4QWdFQ0RBWk9aWFpoWkdFeEV6QVJCZ3NyQmdFRUFZSTNQQUlCQXhNQwpWVk13Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREhoZVJrYmIxRkNjN3hSS3N0CndLMEpJR2FLWTh0N0piUzJiUTJiNllJSkRnbkh1SVlIcUJyQ1VWNzlvZWxpa2tva1JrRnZjdnBhS2luRkhEUUgKVXBXRUk2UlVFUlltU0NnM084V2k0MnVPY1YyQjVaYWJtWENrd2R4WTVFY2w1MUJiTThVbkdkb0FHYmRObWlSbQpTbVRqY3MrbGhNeGc0ZkZZNmxCcGlFVkZpR1VqR1JSKzYxUjY3THo2VTRLSmVMTmNDbTA3UXdGWUtCbXBpMDhnCmR5Z1N2UmRVdzU1Sm9wcmVkaitWR3RqVWtCNGhGVDRHUVgvZ2h0NjlSbHF6Lys4dTBkRVFraHVVdXVjcnFhbG0KU0d5NDNIUndCZkRLRndZZVdNN0NQTWQ1ZS9kTyt0MDh0OFBianpWVFR2NWhRRENzRVlJVjJUN0FGSTlTY054TQpraDcvQWdNQkFBR2pnZ05CTUlJRFBUQWZCZ05WSFNNRUdEQVdnQlMvd1ZxSC95ajZRVDM5dDAva0hhK2dZVmdwCnZUQi9CZ2dyQmdFRkJRY0JBUVJ6TUhFd1RRWUlLd1lCQlFVSE1BS0dRV2gwZEhBNkx5OTNkM2N1YzNOc0xtTnYKYlM5eVpYQnZjMmwwYjNKNUwxTlRUR052YlMxVGRXSkRRUzFGVmkxVFUwd3RVbE5CTFRRd09UWXRVak11WTNKMApNQ0FHQ0NzR0FRVUZCekFCaGhSb2RIUndPaTh2YjJOemNITXVjM05zTG1OdmJUQWZCZ05WSFJFRUdEQVdnZ3QzCmQzY3VjM05zTG1OdmJZSUhjM05zTG1OdmJUQmZCZ05WSFNBRVdEQldNQWNHQldlQkRBRUJNQTBHQ3lxRWFBR0cKOW5jQ0JRRUJNRHdHRENzR0FRUUJncWt3QVFNQkJEQXNNQ29HQ0NzR0FRVUZCd0lCRmg1b2RIUndjem92TDNkMwpkeTV6YzJ3dVkyOXRMM0psY0c5emFYUnZjbmt3SFFZRFZSMGxCQll3RkFZSUt3WUJCUVVIQXdJR0NDc0dBUVVGCkJ3TUJNRWdHQTFVZEh3UkJNRDh3UGFBN29EbUdOMmgwZEhBNkx5OWpjbXh6TG5OemJDNWpiMjB2VTFOTVkyOXQKTFZOMVlrTkJMVVZXTFZOVFRDMVNVMEV0TkRBNU5pMVNNeTVqY213d0hRWURWUjBPQkJZRUZBREFGVUlhenc1cgpaSUhhcG5SeElVbnB3K0dMTUE0R0ExVWREd0VCL3dRRUF3SUZvRENDQVgwR0Npc0dBUVFCMW5rQ0JBSUVnZ0Z0CkJJSUJhUUZuQUhjQTlseVVMOUYzTUNJVVZCZ0lNSlJXanVOTkV4a3p2OThNTHlBTHpFN3haT01BQUFGeE0waG8KYndBQUJBTUFTREJHQWlFQTZ4ZWxpTlI4R2svNjNwWWRuUy92T3gvQ2pwdEVNRXY4OVdXaDEvdXJXSUVDSVFEeQpCcmVIVTI1RHp3dWtRYVJRandXNjU1WkxrcUNueGJ4UVdSaU9lbWo5SkFCMUFKUWd2QjZPMVkxc2lITWZnb3NpCkxBM1IyazFlYkUrVVBXSGJUaTlZVGFMQ0FBQUJjVE5JYU53QUFBUURBRVl3UkFJZ0dSRTR3emFiTlJkRDhrcS8KdkZQM3RRZTJobTB4NW5YdWxvd2g0SWJ3M2xrQ0lGWWIvM2xTRHBsUzdBY1I0citYcFd0RUtTVEZXSm1OQ1JiYwpYSnVyMlJHQkFIVUE3c0NWN28xeVpBK1M0OE81RzhjU28ybHFDWHRMYWhvVU9PWkhzc3Z0eGZrQUFBRnhNMGhvCjh3QUFCQU1BUmpCRUFpQjZJdmJvV3NzM1I0SXRWd2plYmw3RDN5b0ZhWDBORGgyZFdoaGd3Q3hySHdJZ0NmcTcKb2NNQzV0KzFqaTVNNXhhTG1QQzRJK1dYM0kvQVJrV1N5aU83SVFjd0RRWUpLb1pJaHZjTkFRRUxCUUFEZ2dJQgpBQ2V1dXI0UW51anFtZ3VTckhVM21oZitjSm9kelRRTnFvNHRkZStQRDEvZUZkWUFFTHU4eEYrMEF0N3hKaVBZCmk1Ukt3aWx5UDU2diszaVkyVDlsdzdTOFRKMDQxVkxoYUlLcDE0TXpTVXpSeWVvT0FzSjdRQURNQ2xIS1VEbEgKVVUycE51bzg4WTZpZ292VDNic253Sk5pRVFOcXltU1NZaGt0dzB0YWR1b3FqcVhuMDZnc1Zpb1dUVkRYeXNkNQpxRXg0dDZzSWdJY01tMjZZSDF2SnBDUUVoS3BjMnkwN2dSa2tsQlpSdE1qVGh2NGNYeXlNWDd1VGNkVDdBSkJQCnVlaWZDb1YyNUp4WHVvOGQ1MTM5Z3dQMUJBZTdJQlZQeDJ1N0tOL1V5T1hkWm13TWYvVG1GR3dEZENmc3lIZi8KWnNCMndMSG96VFlvQVZtUTlGb1UxSkxnY1ZpdnFKK3ZObEJoSFhobHhNZE4wajgwUjlOejZFSWdsUWplSzNPOApJL2NGR20vQjgrNDJoT2xDSWQ5WmR0bmRKY1JKVmppMHdEMHF3ZXZDYWZBOWpKbEh2L2pzRStJOVV6NmNwQ3loCnN3K2xyRmR4VWdxVTU4YXhxZUs4OUZSK05vNHEwSUlPK0ppMXJKS3I5bmtTQjBCcVhvelZuRTFZQi9LTHZkSXMKdVlaSnVxYjJwS2t1K3p6VDZnVXdIVVRadkJpTk90WEw0Tnh3Yy9LVDdXek9TZDJ3UDEwUUk4REtnNHZmaU5EcwpIV21CMWM0S2ppNmdPZ0E1dVNVemFHbXEvdjRWbmNLNVVyK245TGJmbmZMYzI4SjVmdC9Hb3Rpbk15RGszaWFyCkYxMFlscWNPbWVYMXVGbUtiZGkvWG9yR2xrQ29NRjNURHg4cm1wOURCaUIvCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0=" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/CustomData b/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/CustomData index d2649e7224b..dace414b7db 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/CustomData @@ -30,14 +30,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/line33.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/line33.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/line40.sh b/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/line40.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/line40.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/line40.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/CSECommand index 708e6648ef7..9b73d7c7d50 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/CustomData index 4aeded5ce35..e80a757ffb4 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/CustomData @@ -30,14 +30,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/line33.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/line33.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/line40.sh b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/line40.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/line40.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/line40.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/CSECommand index 708e6648ef7..9b73d7c7d50 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/CustomData index 4aeded5ce35..e80a757ffb4 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/CustomData @@ -30,14 +30,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/line33.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/line33.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/line40.sh b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/line40.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/line40.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/line40.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/CSECommand index 96c6c399c24..984d545b886 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.0 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.0 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.0 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.0 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/CustomData b/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/CustomData index d2649e7224b..dace414b7db 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/CustomData @@ -30,14 +30,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/line33.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/line33.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/line40.sh b/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/line40.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/line40.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+DisableCustomData/line40.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/CSECommand index 8f052952694..57d83557976 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.14 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.14 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="true" SHOULD_CONFIGURE_HTTP_PROXY_CA="true" HTTP_PROXY_TRUSTED_CA="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUgvVENDQmVXZ0F3SUJBZ0lRYUJZRTMvTTA4WEhZQ25OVm1jRkJjakFOQmdrcWhraUc5dzBCQVFzRkFEQnkKTVFzd0NRWURWUVFHRXdKVlV6RU9NQXdHQTFVRUNBd0ZWR1Y0WVhNeEVEQU9CZ05WQkFjTUIwaHZkWE4wYjI0eApFVEFQQmdOVkJBb01DRk5UVENCRGIzSndNUzR3TEFZRFZRUUREQ1ZUVTB3dVkyOXRJRVZXSUZOVFRDQkpiblJsCmNtMWxaR2xoZEdVZ1EwRWdVbE5CSUZJek1CNFhEVEl3TURRd01UQXdOVGd6TTFvWERUSXhNRGN4TmpBd05UZ3oKTTFvd2diMHhDekFKQmdOVkJBWVRBbFZUTVE0d0RBWURWUVFJREFWVVpYaGhjekVRTUE0R0ExVUVCd3dIU0c5MQpjM1J2YmpFUk1BOEdBMVVFQ2d3SVUxTk1JRU52Y25BeEZqQVVCZ05WQkFVVERVNVdNakF3T0RFMk1UUXlORE14CkZEQVNCZ05WQkFNTUMzZDNkeTV6YzJ3dVkyOXRNUjB3R3dZRFZRUVBEQlJRY21sMllYUmxJRTl5WjJGdWFYcGgKZEdsdmJqRVhNQlVHQ3lzR0FRUUJnamM4QWdFQ0RBWk9aWFpoWkdFeEV6QVJCZ3NyQmdFRUFZSTNQQUlCQXhNQwpWVk13Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREhoZVJrYmIxRkNjN3hSS3N0CndLMEpJR2FLWTh0N0piUzJiUTJiNllJSkRnbkh1SVlIcUJyQ1VWNzlvZWxpa2tva1JrRnZjdnBhS2luRkhEUUgKVXBXRUk2UlVFUlltU0NnM084V2k0MnVPY1YyQjVaYWJtWENrd2R4WTVFY2w1MUJiTThVbkdkb0FHYmRObWlSbQpTbVRqY3MrbGhNeGc0ZkZZNmxCcGlFVkZpR1VqR1JSKzYxUjY3THo2VTRLSmVMTmNDbTA3UXdGWUtCbXBpMDhnCmR5Z1N2UmRVdzU1Sm9wcmVkaitWR3RqVWtCNGhGVDRHUVgvZ2h0NjlSbHF6Lys4dTBkRVFraHVVdXVjcnFhbG0KU0d5NDNIUndCZkRLRndZZVdNN0NQTWQ1ZS9kTyt0MDh0OFBianpWVFR2NWhRRENzRVlJVjJUN0FGSTlTY054TQpraDcvQWdNQkFBR2pnZ05CTUlJRFBUQWZCZ05WSFNNRUdEQVdnQlMvd1ZxSC95ajZRVDM5dDAva0hhK2dZVmdwCnZUQi9CZ2dyQmdFRkJRY0JBUVJ6TUhFd1RRWUlLd1lCQlFVSE1BS0dRV2gwZEhBNkx5OTNkM2N1YzNOc0xtTnYKYlM5eVpYQnZjMmwwYjNKNUwxTlRUR052YlMxVGRXSkRRUzFGVmkxVFUwd3RVbE5CTFRRd09UWXRVak11WTNKMApNQ0FHQ0NzR0FRVUZCekFCaGhSb2RIUndPaTh2YjJOemNITXVjM05zTG1OdmJUQWZCZ05WSFJFRUdEQVdnZ3QzCmQzY3VjM05zTG1OdmJZSUhjM05zTG1OdmJUQmZCZ05WSFNBRVdEQldNQWNHQldlQkRBRUJNQTBHQ3lxRWFBR0cKOW5jQ0JRRUJNRHdHRENzR0FRUUJncWt3QVFNQkJEQXNNQ29HQ0NzR0FRVUZCd0lCRmg1b2RIUndjem92TDNkMwpkeTV6YzJ3dVkyOXRMM0psY0c5emFYUnZjbmt3SFFZRFZSMGxCQll3RkFZSUt3WUJCUVVIQXdJR0NDc0dBUVVGCkJ3TUJNRWdHQTFVZEh3UkJNRDh3UGFBN29EbUdOMmgwZEhBNkx5OWpjbXh6TG5OemJDNWpiMjB2VTFOTVkyOXQKTFZOMVlrTkJMVVZXTFZOVFRDMVNVMEV0TkRBNU5pMVNNeTVqY213d0hRWURWUjBPQkJZRUZBREFGVUlhenc1cgpaSUhhcG5SeElVbnB3K0dMTUE0R0ExVWREd0VCL3dRRUF3SUZvRENDQVgwR0Npc0dBUVFCMW5rQ0JBSUVnZ0Z0CkJJSUJhUUZuQUhjQTlseVVMOUYzTUNJVVZCZ0lNSlJXanVOTkV4a3p2OThNTHlBTHpFN3haT01BQUFGeE0waG8KYndBQUJBTUFTREJHQWlFQTZ4ZWxpTlI4R2svNjNwWWRuUy92T3gvQ2pwdEVNRXY4OVdXaDEvdXJXSUVDSVFEeQpCcmVIVTI1RHp3dWtRYVJRandXNjU1WkxrcUNueGJ4UVdSaU9lbWo5SkFCMUFKUWd2QjZPMVkxc2lITWZnb3NpCkxBM1IyazFlYkUrVVBXSGJUaTlZVGFMQ0FBQUJjVE5JYU53QUFBUURBRVl3UkFJZ0dSRTR3emFiTlJkRDhrcS8KdkZQM3RRZTJobTB4NW5YdWxvd2g0SWJ3M2xrQ0lGWWIvM2xTRHBsUzdBY1I0citYcFd0RUtTVEZXSm1OQ1JiYwpYSnVyMlJHQkFIVUE3c0NWN28xeVpBK1M0OE81RzhjU28ybHFDWHRMYWhvVU9PWkhzc3Z0eGZrQUFBRnhNMGhvCjh3QUFCQU1BUmpCRUFpQjZJdmJvV3NzM1I0SXRWd2plYmw3RDN5b0ZhWDBORGgyZFdoaGd3Q3hySHdJZ0NmcTcKb2NNQzV0KzFqaTVNNXhhTG1QQzRJK1dYM0kvQVJrV1N5aU83SVFjd0RRWUpLb1pJaHZjTkFRRUxCUUFEZ2dJQgpBQ2V1dXI0UW51anFtZ3VTckhVM21oZitjSm9kelRRTnFvNHRkZStQRDEvZUZkWUFFTHU4eEYrMEF0N3hKaVBZCmk1Ukt3aWx5UDU2diszaVkyVDlsdzdTOFRKMDQxVkxoYUlLcDE0TXpTVXpSeWVvT0FzSjdRQURNQ2xIS1VEbEgKVVUycE51bzg4WTZpZ292VDNic253Sk5pRVFOcXltU1NZaGt0dzB0YWR1b3FqcVhuMDZnc1Zpb1dUVkRYeXNkNQpxRXg0dDZzSWdJY01tMjZZSDF2SnBDUUVoS3BjMnkwN2dSa2tsQlpSdE1qVGh2NGNYeXlNWDd1VGNkVDdBSkJQCnVlaWZDb1YyNUp4WHVvOGQ1MTM5Z3dQMUJBZTdJQlZQeDJ1N0tOL1V5T1hkWm13TWYvVG1GR3dEZENmc3lIZi8KWnNCMndMSG96VFlvQVZtUTlGb1UxSkxnY1ZpdnFKK3ZObEJoSFhobHhNZE4wajgwUjlOejZFSWdsUWplSzNPOApJL2NGR20vQjgrNDJoT2xDSWQ5WmR0bmRKY1JKVmppMHdEMHF3ZXZDYWZBOWpKbEh2L2pzRStJOVV6NmNwQ3loCnN3K2xyRmR4VWdxVTU4YXhxZUs4OUZSK05vNHEwSUlPK0ppMXJKS3I5bmtTQjBCcVhvelZuRTFZQi9LTHZkSXMKdVlaSnVxYjJwS2t1K3p6VDZnVXdIVVRadkJpTk90WEw0Tnh3Yy9LVDdXek9TZDJ3UDEwUUk4REtnNHZmaU5EcwpIV21CMWM0S2ppNmdPZ0E1dVNVemFHbXEvdjRWbmNLNVVyK245TGJmbmZMYzI4SjVmdC9Hb3Rpbk15RGszaWFyCkYxMFlscWNPbWVYMXVGbUtiZGkvWG9yR2xrQ29NRjNURHg4cm1wOURCaUIvCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0=" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="http://myproxy.server.com:8080/" HTTPS_PROXY_URLS="https://myproxy.server.com:8080/" NO_PROXY_URLS="localhost,127.0.0.1" PROXY_VARS="export NO_PROXY="localhost,127.0.0.1"; export HTTPS_PROXY="https://myproxy.server.com:8080/"; export http_proxy="http://myproxy.server.com:8080/";" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.14 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.14 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="true" SHOULD_CONFIGURE_HTTP_PROXY_CA="true" HTTP_PROXY_TRUSTED_CA="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUgvVENDQmVXZ0F3SUJBZ0lRYUJZRTMvTTA4WEhZQ25OVm1jRkJjakFOQmdrcWhraUc5dzBCQVFzRkFEQnkKTVFzd0NRWURWUVFHRXdKVlV6RU9NQXdHQTFVRUNBd0ZWR1Y0WVhNeEVEQU9CZ05WQkFjTUIwaHZkWE4wYjI0eApFVEFQQmdOVkJBb01DRk5UVENCRGIzSndNUzR3TEFZRFZRUUREQ1ZUVTB3dVkyOXRJRVZXSUZOVFRDQkpiblJsCmNtMWxaR2xoZEdVZ1EwRWdVbE5CSUZJek1CNFhEVEl3TURRd01UQXdOVGd6TTFvWERUSXhNRGN4TmpBd05UZ3oKTTFvd2diMHhDekFKQmdOVkJBWVRBbFZUTVE0d0RBWURWUVFJREFWVVpYaGhjekVRTUE0R0ExVUVCd3dIU0c5MQpjM1J2YmpFUk1BOEdBMVVFQ2d3SVUxTk1JRU52Y25BeEZqQVVCZ05WQkFVVERVNVdNakF3T0RFMk1UUXlORE14CkZEQVNCZ05WQkFNTUMzZDNkeTV6YzJ3dVkyOXRNUjB3R3dZRFZRUVBEQlJRY21sMllYUmxJRTl5WjJGdWFYcGgKZEdsdmJqRVhNQlVHQ3lzR0FRUUJnamM4QWdFQ0RBWk9aWFpoWkdFeEV6QVJCZ3NyQmdFRUFZSTNQQUlCQXhNQwpWVk13Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREhoZVJrYmIxRkNjN3hSS3N0CndLMEpJR2FLWTh0N0piUzJiUTJiNllJSkRnbkh1SVlIcUJyQ1VWNzlvZWxpa2tva1JrRnZjdnBhS2luRkhEUUgKVXBXRUk2UlVFUlltU0NnM084V2k0MnVPY1YyQjVaYWJtWENrd2R4WTVFY2w1MUJiTThVbkdkb0FHYmRObWlSbQpTbVRqY3MrbGhNeGc0ZkZZNmxCcGlFVkZpR1VqR1JSKzYxUjY3THo2VTRLSmVMTmNDbTA3UXdGWUtCbXBpMDhnCmR5Z1N2UmRVdzU1Sm9wcmVkaitWR3RqVWtCNGhGVDRHUVgvZ2h0NjlSbHF6Lys4dTBkRVFraHVVdXVjcnFhbG0KU0d5NDNIUndCZkRLRndZZVdNN0NQTWQ1ZS9kTyt0MDh0OFBianpWVFR2NWhRRENzRVlJVjJUN0FGSTlTY054TQpraDcvQWdNQkFBR2pnZ05CTUlJRFBUQWZCZ05WSFNNRUdEQVdnQlMvd1ZxSC95ajZRVDM5dDAva0hhK2dZVmdwCnZUQi9CZ2dyQmdFRkJRY0JBUVJ6TUhFd1RRWUlLd1lCQlFVSE1BS0dRV2gwZEhBNkx5OTNkM2N1YzNOc0xtTnYKYlM5eVpYQnZjMmwwYjNKNUwxTlRUR052YlMxVGRXSkRRUzFGVmkxVFUwd3RVbE5CTFRRd09UWXRVak11WTNKMApNQ0FHQ0NzR0FRVUZCekFCaGhSb2RIUndPaTh2YjJOemNITXVjM05zTG1OdmJUQWZCZ05WSFJFRUdEQVdnZ3QzCmQzY3VjM05zTG1OdmJZSUhjM05zTG1OdmJUQmZCZ05WSFNBRVdEQldNQWNHQldlQkRBRUJNQTBHQ3lxRWFBR0cKOW5jQ0JRRUJNRHdHRENzR0FRUUJncWt3QVFNQkJEQXNNQ29HQ0NzR0FRVUZCd0lCRmg1b2RIUndjem92TDNkMwpkeTV6YzJ3dVkyOXRMM0psY0c5emFYUnZjbmt3SFFZRFZSMGxCQll3RkFZSUt3WUJCUVVIQXdJR0NDc0dBUVVGCkJ3TUJNRWdHQTFVZEh3UkJNRDh3UGFBN29EbUdOMmgwZEhBNkx5OWpjbXh6TG5OemJDNWpiMjB2VTFOTVkyOXQKTFZOMVlrTkJMVVZXTFZOVFRDMVNVMEV0TkRBNU5pMVNNeTVqY213d0hRWURWUjBPQkJZRUZBREFGVUlhenc1cgpaSUhhcG5SeElVbnB3K0dMTUE0R0ExVWREd0VCL3dRRUF3SUZvRENDQVgwR0Npc0dBUVFCMW5rQ0JBSUVnZ0Z0CkJJSUJhUUZuQUhjQTlseVVMOUYzTUNJVVZCZ0lNSlJXanVOTkV4a3p2OThNTHlBTHpFN3haT01BQUFGeE0waG8KYndBQUJBTUFTREJHQWlFQTZ4ZWxpTlI4R2svNjNwWWRuUy92T3gvQ2pwdEVNRXY4OVdXaDEvdXJXSUVDSVFEeQpCcmVIVTI1RHp3dWtRYVJRandXNjU1WkxrcUNueGJ4UVdSaU9lbWo5SkFCMUFKUWd2QjZPMVkxc2lITWZnb3NpCkxBM1IyazFlYkUrVVBXSGJUaTlZVGFMQ0FBQUJjVE5JYU53QUFBUURBRVl3UkFJZ0dSRTR3emFiTlJkRDhrcS8KdkZQM3RRZTJobTB4NW5YdWxvd2g0SWJ3M2xrQ0lGWWIvM2xTRHBsUzdBY1I0citYcFd0RUtTVEZXSm1OQ1JiYwpYSnVyMlJHQkFIVUE3c0NWN28xeVpBK1M0OE81RzhjU28ybHFDWHRMYWhvVU9PWkhzc3Z0eGZrQUFBRnhNMGhvCjh3QUFCQU1BUmpCRUFpQjZJdmJvV3NzM1I0SXRWd2plYmw3RDN5b0ZhWDBORGgyZFdoaGd3Q3hySHdJZ0NmcTcKb2NNQzV0KzFqaTVNNXhhTG1QQzRJK1dYM0kvQVJrV1N5aU83SVFjd0RRWUpLb1pJaHZjTkFRRUxCUUFEZ2dJQgpBQ2V1dXI0UW51anFtZ3VTckhVM21oZitjSm9kelRRTnFvNHRkZStQRDEvZUZkWUFFTHU4eEYrMEF0N3hKaVBZCmk1Ukt3aWx5UDU2diszaVkyVDlsdzdTOFRKMDQxVkxoYUlLcDE0TXpTVXpSeWVvT0FzSjdRQURNQ2xIS1VEbEgKVVUycE51bzg4WTZpZ292VDNic253Sk5pRVFOcXltU1NZaGt0dzB0YWR1b3FqcVhuMDZnc1Zpb1dUVkRYeXNkNQpxRXg0dDZzSWdJY01tMjZZSDF2SnBDUUVoS3BjMnkwN2dSa2tsQlpSdE1qVGh2NGNYeXlNWDd1VGNkVDdBSkJQCnVlaWZDb1YyNUp4WHVvOGQ1MTM5Z3dQMUJBZTdJQlZQeDJ1N0tOL1V5T1hkWm13TWYvVG1GR3dEZENmc3lIZi8KWnNCMndMSG96VFlvQVZtUTlGb1UxSkxnY1ZpdnFKK3ZObEJoSFhobHhNZE4wajgwUjlOejZFSWdsUWplSzNPOApJL2NGR20vQjgrNDJoT2xDSWQ5WmR0bmRKY1JKVmppMHdEMHF3ZXZDYWZBOWpKbEh2L2pzRStJOVV6NmNwQ3loCnN3K2xyRmR4VWdxVTU4YXhxZUs4OUZSK05vNHEwSUlPK0ppMXJKS3I5bmtTQjBCcVhvelZuRTFZQi9LTHZkSXMKdVlaSnVxYjJwS2t1K3p6VDZnVXdIVVRadkJpTk90WEw0Tnh3Yy9LVDdXek9TZDJ3UDEwUUk4REtnNHZmaU5EcwpIV21CMWM0S2ppNmdPZ0E1dVNVemFHbXEvdjRWbmNLNVVyK245TGJmbmZMYzI4SjVmdC9Hb3Rpbk15RGszaWFyCkYxMFlscWNPbWVYMXVGbUtiZGkvWG9yR2xrQ29NRjNURHg4cm1wOURCaUIvCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0=" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="http://myproxy.server.com:8080/" HTTPS_PROXY_URLS="https://myproxy.server.com:8080/" NO_PROXY_URLS="localhost,127.0.0.1" PROXY_VARS="export NO_PROXY="localhost,127.0.0.1"; export HTTPS_PROXY="https://myproxy.server.com:8080/"; export http_proxy="http://myproxy.server.com:8080/";" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/CustomData b/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/CustomData index d2649e7224b..dace414b7db 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/CustomData @@ -30,14 +30,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/line33.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/line33.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/line40.sh b/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/line40.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/line40.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/line40.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/CSECommand index 00bc7ef9a5f..3594121cf3e 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.3 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.3 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="true" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="07401b.f395accd246ae52d" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="Zm9vQmFyQmF6" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.3 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.3 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="true" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="07401b.f395accd246ae52d" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="Zm9vQmFyQmF6" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/CustomData b/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/CustomData index d000c29d757..93f461064fd 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/CustomData @@ -30,14 +30,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/line33.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/line33.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/line40.sh b/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/line40.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/line40.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/line40.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/AKSUbuntu1804+NoArtifactStreaming/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+NoArtifactStreaming/CSECommand index dc6962775a1..c855911b137 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+NoArtifactStreaming/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+NoArtifactStreaming/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.25.7 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.25.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.25.7 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.25.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+NoArtifactStreaming/CustomData b/pkg/agent/testdata/AKSUbuntu1804+NoArtifactStreaming/CustomData index 9ca08ab39f6..4da84242b00 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+NoArtifactStreaming/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+NoArtifactStreaming/CustomData @@ -30,14 +30,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+NoArtifactStreaming/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+NoArtifactStreaming/line33.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+NoArtifactStreaming/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+NoArtifactStreaming/line33.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/AKSUbuntu1804+NoArtifactStreaming/line40.sh b/pkg/agent/testdata/AKSUbuntu1804+NoArtifactStreaming/line40.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+NoArtifactStreaming/line40.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+NoArtifactStreaming/line40.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/CSECommand index 8e6b36a9dcd..7f281cfedec 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.20.7 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.20.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=none NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.20.7 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.20.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=none NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/CustomData b/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/CustomData index 1e9f888ef24..0a5e209cf43 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/CustomData @@ -30,14 +30,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/line33.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/line33.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/line40.sh b/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/line40.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/line40.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/line40.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/AKSUbuntu1804+krustlet/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+krustlet/CSECommand index 7f1510c5166..43a78babc45 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+krustlet/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+krustlet/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.20.7 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.20.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="true" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="true" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="07401b.f395accd246ae52d" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="Zm9vQmFyQmF6" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNwaW5dCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNwaW4tdjAtMy0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc2xpZ2h0XQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zbGlnaHQtdjAtMy0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc3Bpbi12MC0zLTBdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNwaW4tdjAtMy0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc2xpZ2h0LXYwLTMtMF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQuc2xpZ2h0LXYwLTMtMC52MSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNwaW4tdjAtNS0xXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zcGluLXYwLTUtMS52MSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNsaWdodC12MC01LTFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNsaWdodC12MC01LTEudjEiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5zcGluLXYwLTgtMF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQuc3Bpbi12MC04LTAudjEiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5zbGlnaHQtdjAtOC0wXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zbGlnaHQtdjAtOC0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMud3dzLXYwLTgtMF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQud3dzLXYwLTgtMC52MSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNwaW5dCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNwaW4tdjAtMy0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc2xpZ2h0XQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zbGlnaHQtdjAtMy0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc3Bpbi12MC0zLTBdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNwaW4tdjAtMy0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc2xpZ2h0LXYwLTMtMF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQuc2xpZ2h0LXYwLTMtMC52MSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNwaW4tdjAtNS0xXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zcGluLXYwLTUtMS52MSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNsaWdodC12MC01LTFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNsaWdodC12MC01LTEudjEiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5zcGluLXYwLTgtMF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQuc3Bpbi12MC04LTAudjEiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5zbGlnaHQtdjAtOC0wXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zbGlnaHQtdjAtOC0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMud3dzLXYwLTgtMF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQud3dzLXYwLTgtMC52MSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.20.7 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.20.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="true" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="true" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="07401b.f395accd246ae52d" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="Zm9vQmFyQmF6" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNwaW5dCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNwaW4tdjAtMy0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc2xpZ2h0XQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zbGlnaHQtdjAtMy0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc3Bpbi12MC0zLTBdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNwaW4tdjAtMy0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc2xpZ2h0LXYwLTMtMF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQuc2xpZ2h0LXYwLTMtMC52MSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNwaW4tdjAtNS0xXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zcGluLXYwLTUtMS52MSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNsaWdodC12MC01LTFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNsaWdodC12MC01LTEudjEiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5zcGluLXYwLTgtMF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQuc3Bpbi12MC04LTAudjEiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5zbGlnaHQtdjAtOC0wXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zbGlnaHQtdjAtOC0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMud3dzLXYwLTgtMF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQud3dzLXYwLTgtMC52MSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNwaW5dCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNwaW4tdjAtMy0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc2xpZ2h0XQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zbGlnaHQtdjAtMy0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc3Bpbi12MC0zLTBdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNwaW4tdjAtMy0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMuc2xpZ2h0LXYwLTMtMF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQuc2xpZ2h0LXYwLTMtMC52MSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNwaW4tdjAtNS0xXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zcGluLXYwLTUtMS52MSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNsaWdodC12MC01LTFdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnNsaWdodC12MC01LTEudjEiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5zcGluLXYwLTgtMF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQuc3Bpbi12MC04LTAudjEiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5zbGlnaHQtdjAtOC0wXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zbGlnaHQtdjAtOC0wLnYxIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMud3dzLXYwLTgtMF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQud3dzLXYwLTgtMC52MSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+krustlet/CustomData b/pkg/agent/testdata/AKSUbuntu1804+krustlet/CustomData index 0a6d86f07b9..9e14dde7b27 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+krustlet/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+krustlet/CustomData @@ -30,14 +30,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+krustlet/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+krustlet/line33.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+krustlet/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+krustlet/line33.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/AKSUbuntu1804+krustlet/line40.sh b/pkg/agent/testdata/AKSUbuntu1804+krustlet/line40.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+krustlet/line40.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+krustlet/line40.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/CSECommand b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/CSECommand index c559d36e90a..3097990f160 100644 --- a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.22.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.22.2 KUBE_BINARY_URL=https://acs-mirror.azureedge.net/kubernetes/1.22.2/binaries/kubernetes-node-linux-arm64.tar.gz CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL=mcr.microsoft.com/oss/kubernetes/kube-proxy:v1.22.2 APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.4.13/binaries/azure-vnet-cni-linux-arm64-v1.4.14.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni-plugins/v0.8.7/binaries/cni-plugins-linux-arm64-v0.8.7.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL=https://acs-mirror.azureedge.net/kubernetes/1.22.2/binaries/kubernetes-node-linux-arm64.tar.gz USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRGlzYWJsZUFjY2VsZXJhdG9yVXNhZ2VNZXRyaWNzIjogZmFsc2UsCiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAiIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.22.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.22.2 KUBE_BINARY_URL=https://acs-mirror.azureedge.net/kubernetes/1.22.2/binaries/kubernetes-node-linux-arm64.tar.gz CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL=mcr.microsoft.com/oss/kubernetes/kube-proxy:v1.22.2 APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.4.13/binaries/azure-vnet-cni-linux-arm64-v1.4.14.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni-plugins/v0.8.7/binaries/cni-plugins-linux-arm64-v0.8.7.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL=https://acs-mirror.azureedge.net/kubernetes/1.22.2/binaries/kubernetes-node-linux-arm64.tar.gz USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRGlzYWJsZUFjY2VsZXJhdG9yVXNhZ2VNZXRyaWNzIjogZmFsc2UsCiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAiIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/CustomData b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/CustomData index 04058eb0a0b..3d18b6dcc39 100644 --- a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/CustomData @@ -30,14 +30,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/line33.sh b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/line33.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/line33.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/line40.sh b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/line40.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/line40.sh +++ b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/line40.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/CSECommand b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/CSECommand index 5604ee8d66d..2f41855452c 100644 --- a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION= HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID= NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL= CNI_PLUGINS_URL= CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES= CLOUDPROVIDER_BACKOFF_EXPONENT= CLOUDPROVIDER_BACKOFF_DURATION= CLOUDPROVIDER_BACKOFF_JITTER= CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS= CLOUDPROVIDER_RATELIMIT_QPS_WRITE= CLOUDPROVIDER_RATELIMIT_BUCKET= CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE= LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE= NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRGlzYWJsZUFjY2VsZXJhdG9yVXNhZ2VNZXRyaWNzIjogZmFsc2UsCiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAiIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="k8s.gcr.io/hyperkube-amd64:v1.22.2" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION= HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID= NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL= CNI_PLUGINS_URL= CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES= CLOUDPROVIDER_BACKOFF_EXPONENT= CLOUDPROVIDER_BACKOFF_DURATION= CLOUDPROVIDER_BACKOFF_JITTER= CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS= CLOUDPROVIDER_RATELIMIT_QPS_WRITE= CLOUDPROVIDER_RATELIMIT_BUCKET= CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE= LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE= NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRGlzYWJsZUFjY2VsZXJhdG9yVXNhZ2VNZXRyaWNzIjogZmFsc2UsCiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAiIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="k8s.gcr.io/hyperkube-amd64:v1.22.2" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/CustomData b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/CustomData index 5d9472de915..a60d197bfaf 100644 --- a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/CustomData @@ -30,14 +30,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/line33.sh b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/line33.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/line33.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/line40.sh b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/line40.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/line40.sh +++ b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/line40.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/CSECommand b/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/CSECommand index 99791ee759e..d40a100b47b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION=1.0.0-rc96 RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION=1.0.0-rc96 RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/CustomData b/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/CustomData index 4aeded5ce35..e80a757ffb4 100644 --- a/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/CustomData @@ -30,14 +30,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/line33.sh b/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/line33.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/line33.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/line40.sh b/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/line40.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/line40.sh +++ b/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/line40.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/AKSUbuntu2204+China/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+China/CSECommand index d0ba05f3d08..ccd600f942b 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+China/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+China/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=chinaeast2 VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzureChinaCloud" TARGET_ENVIRONMENT="AzureChinaCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=chinaeast2 VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzureChinaCloud" TARGET_ENVIRONMENT="AzureChinaCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+China/CustomData b/pkg/agent/testdata/AKSUbuntu2204+China/CustomData index ca6c73c08f3..f8e3498d6fb 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+China/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+China/CustomData @@ -30,14 +30,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu2204+China/line33.sh b/pkg/agent/testdata/AKSUbuntu2204+China/line33.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+China/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+China/line33.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/AKSUbuntu2204+China/line40.sh b/pkg/agent/testdata/AKSUbuntu2204+China/line40.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+China/line40.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+China/line40.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG+ArtifactStreaming/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG+ArtifactStreaming/CSECommand index a3ce4663fa9..8b12763d769 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG+ArtifactStreaming/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG+ArtifactStreaming/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.25.7 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=true CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="true" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="MIG7g" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBzbmFwc2hvdHRlciA9ICJvdmVybGF5YmQiCiAgICBkaXNhYmxlX3NuYXBzaG90X2Fubm90YXRpb25zID0gZmFsc2UKICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gIm52aWRpYS1jb250YWluZXItcnVudGltZSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLm52aWRpYS1jb250YWluZXItcnVudGltZV0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLm52aWRpYS1jb250YWluZXItcnVudGltZS5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL252aWRpYS1jb250YWluZXItcnVudGltZSIKICAgICAgU3lzdGVtZENncm91cCA9IHRydWUKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL252aWRpYS1jb250YWluZXItcnVudGltZSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCltwcm94eV9wbHVnaW5zXQogIFtwcm94eV9wbHVnaW5zLm92ZXJsYXliZF0KICAgIHR5cGUgPSAic25hcHNob3QiCiAgICBhZGRyZXNzID0gIi9ydW4vb3ZlcmxheWJkLXNuYXBzaG90dGVyL292ZXJsYXliZC5zb2NrIgo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBzbmFwc2hvdHRlciA9ICJvdmVybGF5YmQiCiAgICBkaXNhYmxlX3NuYXBzaG90X2Fubm90YXRpb25zID0gZmFsc2UKICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICAgIFN5c3RlbWRDZ3JvdXAgPSB0cnVlCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeV0KICAgIGNvbmZpZ19wYXRoID0gIi9ldGMvY29udGFpbmVyZC9jZXJ0cy5kIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMub3ZlcmxheWJkXQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9vdmVybGF5YmQtc25hcHNob3R0ZXIvb3ZlcmxheWJkLnNvY2siCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="true" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.25.7 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=true CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="true" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="MIG7g" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBzbmFwc2hvdHRlciA9ICJvdmVybGF5YmQiCiAgICBkaXNhYmxlX3NuYXBzaG90X2Fubm90YXRpb25zID0gZmFsc2UKICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gIm52aWRpYS1jb250YWluZXItcnVudGltZSIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLm52aWRpYS1jb250YWluZXItcnVudGltZV0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLm52aWRpYS1jb250YWluZXItcnVudGltZS5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL252aWRpYS1jb250YWluZXItcnVudGltZSIKICAgICAgU3lzdGVtZENncm91cCA9IHRydWUKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL252aWRpYS1jb250YWluZXItcnVudGltZSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCltwcm94eV9wbHVnaW5zXQogIFtwcm94eV9wbHVnaW5zLm92ZXJsYXliZF0KICAgIHR5cGUgPSAic25hcHNob3QiCiAgICBhZGRyZXNzID0gIi9ydW4vb3ZlcmxheWJkLXNuYXBzaG90dGVyL292ZXJsYXliZC5zb2NrIgo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBzbmFwc2hvdHRlciA9ICJvdmVybGF5YmQiCiAgICBkaXNhYmxlX3NuYXBzaG90X2Fubm90YXRpb25zID0gZmFsc2UKICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICAgIFN5c3RlbWRDZ3JvdXAgPSB0cnVlCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeV0KICAgIGNvbmZpZ19wYXRoID0gIi9ldGMvY29udGFpbmVyZC9jZXJ0cy5kIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMub3ZlcmxheWJkXQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9vdmVybGF5YmQtc25hcHNob3R0ZXIvb3ZlcmxheWJkLnNvY2siCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="true" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG+ArtifactStreaming/CustomData b/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG+ArtifactStreaming/CustomData index a05c12eeead..1113b225e41 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG+ArtifactStreaming/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG+ArtifactStreaming/CustomData @@ -30,14 +30,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG+ArtifactStreaming/line33.sh b/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG+ArtifactStreaming/line33.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG+ArtifactStreaming/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG+ArtifactStreaming/line33.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG+ArtifactStreaming/line40.sh b/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG+ArtifactStreaming/line40.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG+ArtifactStreaming/line40.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG+ArtifactStreaming/line40.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/CSECommand index 36afe68e5f6..4b905418803 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=true CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="true" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="MIG7g" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJudmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICAgIFN5c3RlbWRDZ3JvdXAgPSB0cnVlCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=true CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="true" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="MIG7g" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJudmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgICAgIFN5c3RlbWRDZ3JvdXAgPSB0cnVlCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/CustomData b/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/CustomData index 4f6fc855835..7083355a729 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/CustomData @@ -30,14 +30,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/line33.sh b/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/line33.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/line33.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/line40.sh b/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/line40.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/line40.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+Containerd+MIG/line40.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/CSECommand index 9742472eee0..1d293bcbd53 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; REPO_DEPOT_ENDPOINT="" /opt/azure/containers/init-aks-custom-cloud.sh >> /var/log/azure/cluster-provision.log 2>&1; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzureStackCloud" TARGET_ENVIRONMENT="akscustom" CUSTOM_ENV_JSON="eyJuYW1lIjoiQXp1cmVTdGFja0Nsb3VkIiwiTmFtZSI6IkF6dXJlU3RhY2tDbG91ZCIsInJlc291cmNlSWRlbnRpZmllcnMiOnt9fQ==" IS_CUSTOM_CLOUD="true" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="/etc/kubernetes/akscustom.json" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; REPO_DEPOT_ENDPOINT="" /opt/azure/containers/init-aks-custom-cloud.sh >> /var/log/azure/cluster-provision.log 2>&1; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzureStackCloud" TARGET_ENVIRONMENT="akscustom" CUSTOM_ENV_JSON="eyJuYW1lIjoiQXp1cmVTdGFja0Nsb3VkIiwiTmFtZSI6IkF6dXJlU3RhY2tDbG91ZCIsInJlc291cmNlSWRlbnRpZmllcnMiOnt9fQ==" IS_CUSTOM_CLOUD="true" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="/etc/kubernetes/akscustom.json" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/CustomData b/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/CustomData index 35d81a623cc..451d9779cda 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/CustomData @@ -30,14 +30,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/line33.sh b/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/line33.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/line33.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/line40.sh b/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/line40.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/line40.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/line40.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/CSECommand index 557f895ef81..46102527421 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="true" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="true" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="never" THP_DEFRAG="defer+madvise" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogOTAsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA3MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJjcHVNYW5hZ2VyUG9saWN5IjogInN0YXRpYyIsCiAgICAidG9wb2xvZ3lNYW5hZ2VyUG9saWN5IjogImJlc3QtZWZmb3J0IiwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IDEyMzQ1LAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiY3B1Q0ZTUXVvdGEiOiBmYWxzZSwKICAgICJjcHVDRlNRdW90YVBlcmlvZCI6ICIyMDBtcyIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkN1c3RvbUNQVUNGU1F1b3RhUGVyaW9kIjogdHJ1ZSwKICAgICAgICAiRGlzYWJsZUFjY2VsZXJhdG9yVXNhZ2VNZXRyaWNzIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiVG9wb2xvZ3lNYW5hZ2VyIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiZmFpbFN3YXBPbiI6IGZhbHNlLAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiMTAwME0iLAogICAgImNvbnRhaW5lckxvZ01heEZpbGVzIjogOTksCiAgICAic3lzdGVtUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIyIiwKICAgICAgICAibWVtb3J5IjogIjFHaSIKICAgIH0sCiAgICAia3ViZVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMTAwbSIsCiAgICAgICAgIm1lbW9yeSI6ICIxNjM4TWkiCiAgICB9LAogICAgImVuZm9yY2VOb2RlQWxsb2NhdGFibGUiOiBbCiAgICAgICAgInBvZHMiCiAgICBdLAogICAgImFsbG93ZWRVbnNhZmVTeXNjdGxzIjogWwogICAgICAgICJrZXJuZWwubXNnKiIsCiAgICAgICAgIm5ldC5pcHY0LnJvdXRlLm1pbl9wbXR1IgogICAgXQp9" SWAP_FILE_SIZE_MB="1500" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NDk5Cm5ldC5pcHY0LnRjcF9tYXhfc3luX2JhY2tsb2c9MTYzODQ5OApuZXQuaXB2NC5uZWlnaC5kZWZhdWx0LmdjX3RocmVzaDE9MTAwMDEKbmV0LmlwdjQubmVpZ2guZGVmYXVsdC5nY190aHJlc2gyPTgxOTIKbmV0LmlwdjQubmVpZ2guZGVmYXVsdC5nY190aHJlc2gzPTE2Mzg0CiMgVGhlIGZvbGxvd2luZyBhcmUgc3lzY3RsIGNvbmZpZ3MgcGFzc2VkIGZyb20gQVBJCm5ldC5jb3JlLnJtZW1fZGVmYXVsdD00NTYwMDAKbmV0LmNvcmUud21lbV9kZWZhdWx0PTg5MDAwCm5ldC5pcHY0LnRjcF90d19yZXVzZT0xCm5ldC5pcHY0LmlwX2xvY2FsX3BvcnRfcmFuZ2U9MzI3NjggNjU0MDAKCgpuZXQuaXB2NC5pcF9sb2NhbF9yZXNlcnZlZF9wb3J0cz02NTMzMAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="true" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="true" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="never" THP_DEFRAG="defer+madvise" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogOTAsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA3MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJjcHVNYW5hZ2VyUG9saWN5IjogInN0YXRpYyIsCiAgICAidG9wb2xvZ3lNYW5hZ2VyUG9saWN5IjogImJlc3QtZWZmb3J0IiwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IDEyMzQ1LAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiY3B1Q0ZTUXVvdGEiOiBmYWxzZSwKICAgICJjcHVDRlNRdW90YVBlcmlvZCI6ICIyMDBtcyIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkN1c3RvbUNQVUNGU1F1b3RhUGVyaW9kIjogdHJ1ZSwKICAgICAgICAiRGlzYWJsZUFjY2VsZXJhdG9yVXNhZ2VNZXRyaWNzIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiVG9wb2xvZ3lNYW5hZ2VyIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiZmFpbFN3YXBPbiI6IGZhbHNlLAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiMTAwME0iLAogICAgImNvbnRhaW5lckxvZ01heEZpbGVzIjogOTksCiAgICAic3lzdGVtUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIyIiwKICAgICAgICAibWVtb3J5IjogIjFHaSIKICAgIH0sCiAgICAia3ViZVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMTAwbSIsCiAgICAgICAgIm1lbW9yeSI6ICIxNjM4TWkiCiAgICB9LAogICAgImVuZm9yY2VOb2RlQWxsb2NhdGFibGUiOiBbCiAgICAgICAgInBvZHMiCiAgICBdLAogICAgImFsbG93ZWRVbnNhZmVTeXNjdGxzIjogWwogICAgICAgICJrZXJuZWwubXNnKiIsCiAgICAgICAgIm5ldC5pcHY0LnJvdXRlLm1pbl9wbXR1IgogICAgXQp9" SWAP_FILE_SIZE_MB="1500" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NDk5Cm5ldC5pcHY0LnRjcF9tYXhfc3luX2JhY2tsb2c9MTYzODQ5OApuZXQuaXB2NC5uZWlnaC5kZWZhdWx0LmdjX3RocmVzaDE9MTAwMDEKbmV0LmlwdjQubmVpZ2guZGVmYXVsdC5nY190aHJlc2gyPTgxOTIKbmV0LmlwdjQubmVpZ2guZGVmYXVsdC5nY190aHJlc2gzPTE2Mzg0CiMgVGhlIGZvbGxvd2luZyBhcmUgc3lzY3RsIGNvbmZpZ3MgcGFzc2VkIGZyb20gQVBJCm5ldC5jb3JlLnJtZW1fZGVmYXVsdD00NTYwMDAKbmV0LmNvcmUud21lbV9kZWZhdWx0PTg5MDAwCm5ldC5pcHY0LnRjcF90d19yZXVzZT0xCm5ldC5pcHY0LmlwX2xvY2FsX3BvcnRfcmFuZ2U9MzI3NjggNjU0MDAKCgpuZXQuaXB2NC5pcF9sb2NhbF9yZXNlcnZlZF9wb3J0cz02NTMzMAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/CustomData b/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/CustomData index 0537215c19b..73382920c91 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/CustomData @@ -30,14 +30,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/line33.sh b/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/line33.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/line33.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/line40.sh b/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/line40.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/line40.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+CustomKubeletConfig+CustomLinuxOSConfig/line40.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/CSECommand index 3a48f1eb65a..e90adae1cd0 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="true" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="true" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/CustomData b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/CustomData index ca6c73c08f3..f8e3498d6fb 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/CustomData @@ -30,14 +30,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/line33.sh b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/line33.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/line33.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/line40.sh b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/line40.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/line40.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/line40.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/CSECommand index 79f0b5e9edb..2f9be4fe590 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/CustomData b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/CustomData index ca6c73c08f3..f8e3498d6fb 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/CustomData @@ -30,14 +30,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/line33.sh b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/line33.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/line33.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/line40.sh b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/line40.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/line40.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/line40.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/CSECommand index 110dd858899..c8d99d04178 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.25.6 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.25.6 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="true" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.25.6 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.25.6 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="true" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/CustomData b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/CustomData index 92c1ed99434..ea14579aae2 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/CustomData @@ -30,14 +30,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line33.sh b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line33.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line33.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line40.sh b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line40.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line40.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBoostrapping/line40.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBootstrapping+CustomAADResource/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBootstrapping+CustomAADResource/CSECommand index a561e7708f1..aff004e397c 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBootstrapping+CustomAADResource/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBootstrapping+CustomAADResource/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.25.6 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.25.6 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="true" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="appID" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.25.6 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.25.6 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="true" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="appID" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBootstrapping+CustomAADResource/CustomData b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBootstrapping+CustomAADResource/CustomData index 03f69d7f06c..498d0dec5b9 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBootstrapping+CustomAADResource/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBootstrapping+CustomAADResource/CustomData @@ -30,14 +30,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBootstrapping+CustomAADResource/line33.sh b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBootstrapping+CustomAADResource/line33.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBootstrapping+CustomAADResource/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBootstrapping+CustomAADResource/line33.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBootstrapping+CustomAADResource/line40.sh b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBootstrapping+CustomAADResource/line40.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBootstrapping+CustomAADResource/line40.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+SecureTLSBootstrapping+CustomAADResource/line40.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/CSECommand index 21fd09dc0a0..9ca6ce76b2e 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.26.0 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.26.0 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="https://test-pe-proxy" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.26.0 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.26.0 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="https://test-pe-proxy" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/CustomData b/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/CustomData index 9ca08ab39f6..4da84242b00 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/CustomData @@ -30,14 +30,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/line33.sh b/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/line33.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/line33.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/line40.sh b/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/line40.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/line40.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+SecurityProfile/line40.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/CSECommand index 2b97a0cae6b..99510881222 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/CustomData b/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/CustomData index ca6c73c08f3..f8e3498d6fb 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/CustomData @@ -30,14 +30,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/line33.sh b/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/line33.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/line33.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/line40.sh b/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/line40.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/line40.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/line40.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/AzureLinuxV2+Kata/CSECommand b/pkg/agent/testdata/AzureLinuxV2+Kata/CSECommand index cecbd75bde1..1d1ce25daa9 100644 --- a/pkg/agent/testdata/AzureLinuxV2+Kata/CSECommand +++ b/pkg/agent/testdata/AzureLinuxV2+Kata/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.28.0 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.28.0 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgICAgU3lzdGVtZENncm91cCA9IHRydWUKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgICAgU3lzdGVtZENncm91cCA9IHRydWUKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" IS_KATA="true" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.28.0 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.28.0 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgICAgU3lzdGVtZENncm91cCA9IHRydWUKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgICAgU3lzdGVtZENncm91cCA9IHRydWUKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" IS_KATA="true" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AzureLinuxV2+Kata/CustomData b/pkg/agent/testdata/AzureLinuxV2+Kata/CustomData index 38ed96561b3..470c9ed2329 100644 --- a/pkg/agent/testdata/AzureLinuxV2+Kata/CustomData +++ b/pkg/agent/testdata/AzureLinuxV2+Kata/CustomData @@ -29,14 +29,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/AzureLinuxV2+Kata/line32.sh b/pkg/agent/testdata/AzureLinuxV2+Kata/line32.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/AzureLinuxV2+Kata/line32.sh +++ b/pkg/agent/testdata/AzureLinuxV2+Kata/line32.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/AzureLinuxV2+Kata/line39.sh b/pkg/agent/testdata/AzureLinuxV2+Kata/line39.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/AzureLinuxV2+Kata/line39.sh +++ b/pkg/agent/testdata/AzureLinuxV2+Kata/line39.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=false/CSECommand b/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=false/CSECommand index ff8663a8cdc..06633ebbd76 100644 --- a/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=false/CSECommand +++ b/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=false/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.28.0 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.28.0 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.28.0 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.28.0 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=false/CustomData b/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=false/CustomData index 38ed96561b3..470c9ed2329 100644 --- a/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=false/CustomData +++ b/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=false/CustomData @@ -29,14 +29,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=false/line32.sh b/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=false/line32.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=false/line32.sh +++ b/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=false/line32.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=false/line39.sh b/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=false/line39.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=false/line39.sh +++ b/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=false/line39.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=true/CSECommand b/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=true/CSECommand index 275fb5ca819..3089f36aa80 100644 --- a/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=true/CSECommand +++ b/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=true/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.28.0 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.28.0 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="false" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.28.0 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.28.0 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="false" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgICBTeXN0ZW1kQ2dyb3VwID0gdHJ1ZQogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=true/CustomData b/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=true/CustomData index 38ed96561b3..470c9ed2329 100644 --- a/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=true/CustomData +++ b/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=true/CustomData @@ -29,14 +29,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=true/line32.sh b/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=true/line32.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=true/line32.sh +++ b/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=true/line32.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=true/line39.sh b/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=true/line39.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=true/line39.sh +++ b/pkg/agent/testdata/AzureLinuxv2+DisableUnattendedUpgrades=true/line39.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=false/CSECommand b/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=false/CSECommand index cecbd75bde1..1d1ce25daa9 100644 --- a/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=false/CSECommand +++ b/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=false/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.28.0 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.28.0 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgICAgU3lzdGVtZENncm91cCA9IHRydWUKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgICAgU3lzdGVtZENncm91cCA9IHRydWUKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" IS_KATA="true" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.28.0 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.28.0 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgICAgU3lzdGVtZENncm91cCA9IHRydWUKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgICAgU3lzdGVtZENncm91cCA9IHRydWUKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" IS_KATA="true" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=false/CustomData b/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=false/CustomData index 38ed96561b3..470c9ed2329 100644 --- a/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=false/CustomData +++ b/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=false/CustomData @@ -29,14 +29,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=false/line32.sh b/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=false/line32.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=false/line32.sh +++ b/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=false/line32.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=false/line39.sh b/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=false/line39.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=false/line39.sh +++ b/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=false/line39.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=true/CSECommand b/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=true/CSECommand index 0e355cd8503..59086a9f3aa 100644 --- a/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=true/CSECommand +++ b/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=true/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.28.0 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.28.0 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="false" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgICAgU3lzdGVtZENncm91cCA9IHRydWUKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgICAgU3lzdGVtZENncm91cCA9IHRydWUKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" IS_KATA="true" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.28.0 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.28.0 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="false" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgICAgU3lzdGVtZENncm91cCA9IHRydWUKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgICAgU3lzdGVtZENncm91cCA9IHRydWUKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" IS_KATA="true" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=true/CustomData b/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=true/CustomData index 38ed96561b3..470c9ed2329 100644 --- a/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=true/CustomData +++ b/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=true/CustomData @@ -29,14 +29,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=true/line32.sh b/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=true/line32.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=true/line32.sh +++ b/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=true/line32.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=true/line39.sh b/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=true/line39.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=true/line39.sh +++ b/pkg/agent/testdata/AzureLinuxv2+Kata+DisableUnattendedUpgrades=true/line39.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/CustomizedImage/CSECommand b/pkg/agent/testdata/CustomizedImage/CSECommand index a72528d0189..bb8ac2dff57 100644 --- a/pkg/agent/testdata/CustomizedImage/CSECommand +++ b/pkg/agent/testdata/CustomizedImage/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=false GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=false GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/CustomizedImage/CustomData b/pkg/agent/testdata/CustomizedImage/CustomData index d6afa13fa4c..92f4017ae1e 100644 --- a/pkg/agent/testdata/CustomizedImage/CustomData +++ b/pkg/agent/testdata/CustomizedImage/CustomData @@ -25,14 +25,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/CustomizedImage/line28.sh b/pkg/agent/testdata/CustomizedImage/line28.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/CustomizedImage/line28.sh +++ b/pkg/agent/testdata/CustomizedImage/line28.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/CustomizedImage/line35.sh b/pkg/agent/testdata/CustomizedImage/line35.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/CustomizedImage/line35.sh +++ b/pkg/agent/testdata/CustomizedImage/line35.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/CustomizedImageKata/CSECommand b/pkg/agent/testdata/CustomizedImageKata/CSECommand index bc725dbc10a..cf74de6c97f 100644 --- a/pkg/agent/testdata/CustomizedImageKata/CSECommand +++ b/pkg/agent/testdata/CustomizedImageKata/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=false GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" IS_KATA="true" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=false GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" IS_KATA="true" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/CustomizedImageKata/CustomData b/pkg/agent/testdata/CustomizedImageKata/CustomData index d6afa13fa4c..92f4017ae1e 100644 --- a/pkg/agent/testdata/CustomizedImageKata/CustomData +++ b/pkg/agent/testdata/CustomizedImageKata/CustomData @@ -25,14 +25,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/CustomizedImageKata/line28.sh b/pkg/agent/testdata/CustomizedImageKata/line28.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/CustomizedImageKata/line28.sh +++ b/pkg/agent/testdata/CustomizedImageKata/line28.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/CustomizedImageKata/line35.sh b/pkg/agent/testdata/CustomizedImageKata/line35.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/CustomizedImageKata/line35.sh +++ b/pkg/agent/testdata/CustomizedImageKata/line35.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/MarinerV2+Kata/CSECommand b/pkg/agent/testdata/MarinerV2+Kata/CSECommand index ac45f4beb92..b5edc0d05de 100644 --- a/pkg/agent/testdata/MarinerV2+Kata/CSECommand +++ b/pkg/agent/testdata/MarinerV2+Kata/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.23.8 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" IS_KATA="true" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.23.8 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" IS_KATA="true" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/MarinerV2+Kata/CustomData b/pkg/agent/testdata/MarinerV2+Kata/CustomData index acd9eb5b701..03b3f7a849a 100644 --- a/pkg/agent/testdata/MarinerV2+Kata/CustomData +++ b/pkg/agent/testdata/MarinerV2+Kata/CustomData @@ -29,14 +29,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/MarinerV2+Kata/line32.sh b/pkg/agent/testdata/MarinerV2+Kata/line32.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/MarinerV2+Kata/line32.sh +++ b/pkg/agent/testdata/MarinerV2+Kata/line32.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/MarinerV2+Kata/line39.sh b/pkg/agent/testdata/MarinerV2+Kata/line39.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/MarinerV2+Kata/line39.sh +++ b/pkg/agent/testdata/MarinerV2+Kata/line39.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/CSECommand b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/CSECommand index 25dd406f1eb..21938bdd305 100644 --- a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/CSECommand +++ b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.23.8 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.23.8 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/CustomData b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/CustomData index acd9eb5b701..03b3f7a849a 100644 --- a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/CustomData +++ b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/CustomData @@ -29,14 +29,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/line32.sh b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/line32.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/line32.sh +++ b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/line32.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/line39.sh b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/line39.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/line39.sh +++ b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/line39.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/CSECommand b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/CSECommand index 3d43495bca0..bfac9fb122d 100644 --- a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/CSECommand +++ b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.23.8 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="false" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.23.8 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="false" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnldCiAgICBjb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/CustomData b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/CustomData index acd9eb5b701..03b3f7a849a 100644 --- a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/CustomData +++ b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/CustomData @@ -29,14 +29,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/line32.sh b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/line32.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/line32.sh +++ b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/line32.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/line39.sh b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/line39.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/line39.sh +++ b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/line39.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/CSECommand b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/CSECommand index ac45f4beb92..b5edc0d05de 100644 --- a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/CSECommand +++ b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.23.8 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" IS_KATA="true" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.23.8 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" IS_KATA="true" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/CustomData b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/CustomData index acd9eb5b701..03b3f7a849a 100644 --- a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/CustomData +++ b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/CustomData @@ -29,14 +29,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/line32.sh b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/line32.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/line32.sh +++ b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/line32.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/line39.sh b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/line39.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/line39.sh +++ b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/line39.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/CSECommand b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/CSECommand index dc667894ce6..511cc1dc2c5 100644 --- a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/CSECommand +++ b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.23.8 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="false" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" IS_KATA="true" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.23.8 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="false" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICAgIGRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQogICAgZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQogICAgY29uZmlnX3BhdGggPSAiL2V0Yy9jb250YWluZXJkL2NlcnRzLmQiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCiAgICBYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCiAgYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQogIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLmthdGEudjIiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLmthdGFjbGldCiAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MSIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMua2F0YWNsaS5vcHRpb25zXQogIE5vUGl2b3RSb290ID0gZmFsc2UKICBOb05ld0tleXJpbmcgPSBmYWxzZQogIFNoaW1DZ3JvdXAgPSAiIgogIElvVWlkID0gMAogIElvR2lkID0gMAogIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4va2F0YS1ydW50aW1lIgogIFJvb3QgPSAiIgogIENyaXVQYXRoID0gIiIKICBTeXN0ZW1kQ2dyb3VwID0gZmFsc2UKW3Byb3h5X3BsdWdpbnNdCiAgW3Byb3h5X3BsdWdpbnMudGFyZGV2XQogICAgdHlwZSA9ICJzbmFwc2hvdCIKICAgIGFkZHJlc3MgPSAiL3J1bi9jb250YWluZXJkL3RhcmRldi1zbmFwc2hvdHRlci5zb2NrIgpbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjXQogIHNuYXBzaG90dGVyID0gInRhcmRldiIKICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLWNjLnYyIgogIHByaXZpbGVnZWRfd2l0aG91dF9ob3N0X2RldmljZXMgPSB0cnVlCiAgcG9kX2Fubm90YXRpb25zID0gWyJpby5rYXRhY29udGFpbmVycy4qIl0KICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhLWNjLm9wdGlvbnNdCiAgICBDb25maWdQYXRoID0gIi9vcHQvY29uZmlkZW50aWFsLWNvbnRhaW5lcnMvc2hhcmUvZGVmYXVsdHMva2F0YS1jb250YWluZXJzL2NvbmZpZ3VyYXRpb24tY2xoLXNucC50b21sIgo=" IS_KATA="true" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/CustomData b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/CustomData index acd9eb5b701..03b3f7a849a 100644 --- a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/CustomData +++ b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/CustomData @@ -29,14 +29,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/line32.sh b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/line32.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/line32.sh +++ b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/line32.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/line39.sh b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/line39.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/line39.sh +++ b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/line39.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/RawUbuntu/CSECommand b/pkg/agent/testdata/RawUbuntu/CSECommand index 7e0d87f2c5d..1fb4d6f130d 100644 --- a/pkg/agent/testdata/RawUbuntu/CSECommand +++ b/pkg/agent/testdata/RawUbuntu/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=false GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=false GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KICAgIGRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQogICAgICBCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCiAgICAgIHJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCiAgICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQogICAgWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQogIGFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/RawUbuntu/CustomData b/pkg/agent/testdata/RawUbuntu/CustomData index 1a45e2cd040..a01cb9a3b79 100644 --- a/pkg/agent/testdata/RawUbuntu/CustomData +++ b/pkg/agent/testdata/RawUbuntu/CustomData @@ -30,14 +30,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/RawUbuntu/line33.sh b/pkg/agent/testdata/RawUbuntu/line33.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/RawUbuntu/line33.sh +++ b/pkg/agent/testdata/RawUbuntu/line33.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/RawUbuntu/line40.sh b/pkg/agent/testdata/RawUbuntu/line40.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/RawUbuntu/line40.sh +++ b/pkg/agent/testdata/RawUbuntu/line40.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/agent/testdata/RawUbuntuContainerd/CSECommand b/pkg/agent/testdata/RawUbuntuContainerd/CSECommand index 67147c54fda..2dd7af6862b 100644 --- a/pkg/agent/testdata/RawUbuntuContainerd/CSECommand +++ b/pkg/agent/testdata/RawUbuntuContainerd/CSECommand @@ -1 +1 @@ -PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.1 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.1 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=false GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +PROVISION_OUTPUT="/var/log/azure/cluster-provision-cse-output.log"; echo $(date),$(hostname) > ${PROVISION_OUTPUT}; cloud-init status --wait > /dev/null 2>&1; [ $? -ne 0 ] && echo 'cloud-init failed' >> ${PROVISION_OUTPUT} && exit 1; echo "cloud-init succeeded" >> ${PROVISION_OUTPUT}; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.1 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.1 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= PRIVATE_KUBE_BINARY_URL="" KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=false GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" SHOULD_CONFIG_CONTAINERD_ULIMITS="false" CONTAINERD_ULIMITS="" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" ENABLE_TLS_BOOTSTRAPPING="false" ENABLE_SECURE_TLS_BOOTSTRAPPING="false" CUSTOM_SECURE_TLS_BOOTSTRAP_AAD_SERVER_APP_ID="" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-525.85.12" GPU_IMAGE_SHA="sha-16fd35" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" CONTAINERD_CONFIG_NO_GPU_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCiAgc2FuZGJveF9pbWFnZSA9ICIiCiAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCiAgICBkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KICAgICAgcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKICAgIFtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KICAgICAgQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQogICAgICBydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgogICAgW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCiAgICAgIEJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKICBbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KICAgIFgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KICBhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" IS_KATA="false" ARTIFACT_STREAMING_ENABLED="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAo=" PRIVATE_EGRESS_PROXY_ADDRESS="" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/RawUbuntuContainerd/CustomData b/pkg/agent/testdata/RawUbuntuContainerd/CustomData index 4aeded5ce35..e80a757ffb4 100644 --- a/pkg/agent/testdata/RawUbuntuContainerd/CustomData +++ b/pkg/agent/testdata/RawUbuntuContainerd/CustomData @@ -30,14 +30,14 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3Pbtpbf+StQXk0evaUeTuI26VXuMCItc6zX8uFuts1yKBKSsKYABgAV+6be374DgKQomZJlb/fDaiaRCB4cnPc5OID/9kNnjnBnHrGVZrtueOGM7PA30x9chr4ztqeB3z8HGoMcGLcaWoDfgbEAHZLxTvSvnMJOTDCPEIaUdTJKNoghgtsxWWcp5BB8+RXwFcQakB8YrwjQzZTCKLkDNMKAE8DyOIaMAXiLOMLLdrutl+C3iIOutkCaFmV8HdGb38wRwvmtuYSYgxVJE/BC00bTYWg5br+ziWgnJcuCsOiGaeubBFFgZKD1vYC611IMDAb2gOM0ZxxSY8tCSpbgj4KQx4CNmEGD5DzL+e68rZh+bP8XI7jpTZySPDEQRtxYoBSydhZtYNIEuVkJOMajNN1KuITbctjRtOyOrwh+85ieQgqTKOahJCGMCV6gZTu7K3AahiJNjRtZxFeFJNBcUd2R1OC4ZKLAwG95hUJJRU2ukbgPr2nBp2DiB6Frj2zTs/utVymbhxSmMGIQGBQY7LU0v99B6/su7D3o94HeO2933+rgS93iWJ4QEGXcWArzvQNRzgmFa7KBIF5Rgu+0yipb/9zOYHeMw3XMU0Ah4xHlxUhicLSG7A7HiTRKNfFVEnH4+qfWqxVhHEdr+PonIGfFOeNkzWKKMv7xo1TFWtMWhAIEEAatVwx+BT3w5rzbff0rSIgkQHkYA3rr+8Czw0t7NLNdT3rlzPQv7/U9lwJgSWEGjIuv4OXfCmh7evHyCIIXL8CcwuhGYlig7bItBAz4VRL0YBXpi63mAKGkmDJYQbMUwgz0yhUSgqHGYAIMBPROjcxOoh8mVGMkpzE8ArAHYTme704fx+RMPN8cjQ4DFIgehRtMJxfOcIciZaJ667vleOankR16npC5sFBOc7hnoAli0TyFnncJ/vyzJuPa5K2l6RlFm4hDAJdUBMyMkts7ECWJfEIMvGx9n7nOtenboT10bc8LZ+703z+HpmWJp/uXdfq8y2kwsgoWAtcOL31/piYcpveU2eHAPIxAfJTX5xSKOTPBxMDcZT+YWYKJgRkObNf36oZaTbZ5bOMNogSvIeZSSkeYGwSePx0LjL4beP5hAiv8A+m9g2gAKUcLFAvBHyVSUKAIMLCgYRr4n6bBRFAxHpsT675RlgpWCe7adL19KOlamygFrS1MXR4UcnoXr5MQLcJFhNKcQvCuC3rgHWjtUwA+fnxyKjv7+KK3y3cN62QSXpjO6FfJe+EaHcjjDmFGEbq1Kmg71j34oQ/0dURFGtrjU1m4K4IzwkuwjrCRzGXANvJMRFiwSKMlEBmyqhBSsmQhJyHcQMwZ0M0rrz3w7LYK8eMIW3Mz5ySQ8y/SaHmBUqiDo6+Vu91mhHJR6LAVydMkZDcoC/EGJSgKE4o2kDLt4VhYJOd+61WDWkJMQsYjzkBP6KfXBaLmAkZ8e2SV1xqFvN/6Z2XaFHJdirHbKMCLCKUwEWVVAjmka4ShMDSFFCikoCCzWBbMIRArZzBRYt2qenLtWI4ZWq5zbbtlOKwZut76PpwF4WRq2feKqtKjhMkogMNiOuyEhxQbpzDCQTacBZYSjw4eDEnyDiEo461K5y5kJN3ARAfN44fxVFHCTNYIB0yY88MxTbu+tMLRdLjNRf1Hyrmqwm49mAoealvoOOYwAUuSJhADtI6WEGQUlniP+0khu0FZGTpi+lame+MS1UUwGlV50bX/LXBc2+ovIpH8qwqgMg7HC68vReDrA6Hlhsgm2QiYcPnrS0vogVMC5jmXnt4kBUw4WJAcJ3pDbSLAZX0ymfrhhYhS9VjZTLygrGbTraknzLJV1JhTL5yYY1uY9IsXQHDViEWwWFryCYZcqMeCGdNB7WErQyWZYU2vvyovFaJKYAZxAnGMICunRxwRrB+1/gKy0qubY1HQVhTsv1DGqLe+T2zb8kS8901nYrvWrueWgvnu2yN7NnX90J6I6mUPTIkFnCIXH6ZQROBkluZLhCsC98ZV2oE8zwYTx0KUPcr6BPJvhN7sod0Z1SquHS+8EsXCyPabODnKSEK+4ZREyRXNGU9FzC5HKiEnv0Vs7a3QmlXWJ1ZVsgs9eyDqFn/khZ+mU9/zXXM2cybDZ1PiwTin0B95nwjhjNMou8rnMIXcvoVxKZAnAEuiXVsQtxcHjuyLdE9up8pQKWx5OAuKvMT0xrRSxQ5pZ4/nlB+ellMgZjmF9ZSyP7Ib0wr9CAIt+9oZ2OFsFAydSehchMJP7GPxrsIydoYVf/W0qVg0FkCXdVSx7yy+O4plI4EbFEMjk3poM0jFY0PdKD5VB+TJCNu1CCs+HMLnIOn0usYaLUNhRRwu72Tu1MFH0EngpoPzNAX/+MdLsWXVfvfUpC9arbLv60JWwv59e/i5bwhkRokMiMyRQl0Tdiltq1/72cmZqHXjKC1olJ2uJnJBq76I4FazpxcV+0X+OGZGcsffbsKtA71qKNhYlBkmTpQfNIPvVNsP7czzTdeXdffDffdh6kj2KHGWKoIkdSRrJq5Mp7s+Ib1V5ogL85PrDMKxOTGHtnt8H7ibb8emK3JLLeE2WPNj4V2SfBHNKYrHEY6Woi47/O4p+i2ksZDz1yXuxzS7B/5Qs7Ky9vZ1+kDAB8LFnoT2orEsbMp3jzKoot4YLWcR5UgWE+DhWEne8faXbuPkcJDfKyus6eDKdkWV50wOZjcGOfj7reqZkPgGUsEHwsDIQcuzXeUfrjMZODNzFA5Gjj3xQ8eSrd+D7z174Nq+oMT8D5Fsy+aJaw8dz3c/h2KmsOKKBOP2lAKryJXiK+apiRPxSzY6Kms8DKJpMYURh2JgHGG0gIxbiG6ldml6ZTvDs013cBla07F5RHZ663sTfL0l+PFAp1gWV4ZqZBoMRjReGQlZRwgfaA40LeQpw5YdmuPp6EZJpZ6BHt+CXf3Capuvq1+OVIHb5s7Eqc0ZTJxa1Te7Pg+twBwJpxxcHatlT6grrMvBbHNeepJ62in3jpfWJ6+zrSrLtbYjYLureIRY6VkVsfJpd7c/tj3PHNrh9CL0L+3QMj8XBVdjM+IA/J9gHjF4/hYYiTA8YQdrwpPdlXzTHdp+OBhNg1ImprDOwQrhaJCSPNlbkkIeLccDV21WLwiVkLtIi9rtcur5Xtm8NYf25Eg/8LgpzVRHdqC6aJeE8coWG17tKH6nRRn6rjnxZqYrwtJlMLTDmTm0n2wLlUX7NMIsiyjE/DJfwlm0hDV7b3h7hDTvN3MmY8XzyfG+RZnqvT0YanKGoTsNZtdnB9c7WIk+iB+i+IyXlOTZ5qyx8BRV3oGy8yr4ZI+ECUpywouROfT6RoHOUNmsXxCgy3LxWX5dRUTJUBV7kx0/ErRMbD/07fFsZPp2sxdtJ0tJYMhDDtdZGnEomdeeI70KpyHWMxZptHx6CV/JspJHJU+qeg0GhV9zyLg8YiM57/ferYGxXb6CgzjJCMK8n2N0+6HT6dAc1znf/mwzEt+A7QpKc6xf8NtmKYrhDnyxk6pq/7II+wEwuN5AOiBr4TZAKcSd2L7thaKAc6aTD4bebXfbXf0e6L322c/trr5Xnj1T8BX9f5HoQzeY+M7YlhroN4i4T+Ga8JoYinqvXoCUWC3Huwr9z7PDweFpXM8RTtYkx/ywtwYY8S+aC7/miELWFzMMNaXApJkLDmnTi9JJj6dB747FPC3ToHo61bHFBr4piNYMPxg5Y8f3Dgjs4A4O8m1GD1K0Rrxe9jx4dwKfRQ1aMlo81hpRniiKJ9PQCmaiOJ6OHW8QTAMv/OQ61jPSk1pnQqw8m+IZJWvE4vwTRYnITkdentKdPWH5fJ5jnns4ytiKcHXsU2l5Z7RcsLnX++AM7xSiqmh+liS9GPZ+Nro/v4fG2+6b2Ji/eXdmRL33Zz0Iz7o/QyjMnt2xzjxnnc1a/F9snjqrTZhzlHZyLMx7e95enK333qA//vJV/sC6yi80bstuSj0oXJsjxzJ9ZzoJbdftdzXNnDnFxkmdELq27zq213/XLXVYg5CC6vfBj+3icDtF+Kb9467sDmHsdeXlIBmg5RHjHuJ70P9v8J+/d433X/7+R7v5u3VwKWvi7axU0/dTGTiM+KxAXLuG8WileqDBqToAXr/16pADRBkSkRDSCUsJuckzHehN58c7gqxRew964KwLcDEbVLn6HTAknn63QQn664o8z/f6xUWbnbaVGG+QQ8vzPcFt9yGjYuUtIQ8X3W8yubZ00R/13vkv7fM37d7Z+3bvXP8RNPeZ9qxabm2vfvHC2jKqZSCkM5pOr0SBWHZvHrB3IsZDuAqZnNTo26p4cIpy6+50rw6lcQyMzb+anOnt2zeyhaVkfwxMQJ3AcHWBoFT9o/vU/6fs1fLXidcgZA/osYsQIMIJuEHxjQAki0UJXMBllMiLlREvu3SqkaX6S4fuPwgI2TifI9xZRziZi5pG0VXgXyCM2AomxUI7K4AXVfLcbUfuM/mSwjkhHFBVyCU/ATUgeMEkgQBh0ANrhHMOXyqqynuqwIiBzlY5T8g3DAwKeuCF/ox83HSpNMfFtdJ9k3wa6r3TvGBi+r49sWwrDGZD17TsQ/Xf9hMEZeC3HLevSugo4+KfLI7bSef9+wxSRBIU6wcOfVqvEkRxtJZX1nYw3uuv9853SB6vGsB2gOLVmiSge/727WOQSsnmzP/wYVYQ+eGDsjVjFsU30RIaI8SEd/f0X1+Cjx+fhxFHnEOcwMQIsiWNEngyvu01zxyvI3Yjb4omEUrvyg3DdsTIFfJqK9GMCMpTgP8LRCIq0QY0cvwAkvL2qmFgYsxTsRs+EWEd33OQNzHXdNryqAfC9ImnRH+B49XP/03ffBR+a5vqEGhrkqVFIiavrbA8ywjlMAHzO3AT8Uhd7GA/gW8oTSXIHBaqT17u2v5+PbGrjOL+EkjwwhCpYh1xFBuYcLS4I7jU9hEEjJPs+bML/9mdX15tKl1g55zA++z59njgj/aPvp6xgLLY/wX6vbO7v26VmqUXP+tHZ7q6YgrUDfEqq7bFXgGoMkds8DGMOSIYxCsY34CYJPCDDlq79ceRsziIk8aL6Nu+Y9PJj8j5KiGc+qcemqYEs0eYpv3Nnl78TwAAAP//tXl5uWUyAAA= + H4sIAAAAAAAA/9Q7a3Pbtpbf+StQVpNHb6mHk7hNepU7jEjLHOu1fLibbbscioQkrCmAAUDFvqn3t+8AIClKpiTb2/vhaiaRCB4cnPc5OIC//64zR7gzj9hKs103vHBGdvir6Q8uQ98Z29PA759rDHJg3GpoAX4DxgJ0SMY70T9zCjsxwTxCGFLWySjZIIYIbsdknaWQQ/DHL4CvINaA/MB4RYBuphRGyR2gEQacAJbHMWQMwFvEEV622229BL9FHHS1BdK0KOPriN78ao4Qzm/NJcQcrEiagBeaNpoOQ8tx+51NRDspWRaERTdMW98kiAIjA61vBdS9lmJgMLAHHKc545AaWxZSsgS/F4ScAjZiBg2S8yznu/O2Yvqh/T+M4KY3cUryxEAYcWOBUsjaWbSBSRPkZiXgGI/SdCvhEm7LYUfTsju+IvjNKT2FFCZRzENJQhgTvEDLdnZX4DQMRZoaN7KIrwpJoLmiuiOpwXHJRIGB3/IKhZKKmlwjcR9e04JPwcQPQtce2aZn91uvUjYPKUxhxCAwKDDYa2l+v4HWt13Ye9DvA7133u6+1cEfdYtjeUJAlHFjKcz3DkQ5JxSuyQaCeEUJvtMqq2z9YzuD3TEO1zFPAYWMR5QXI4nB0RqyOxwn0ijVxFdJxOHrH1uvVoRxHK3h6x+BnBXnjJM1iynK+MePUhVrTVsQChBAGLReMfgF9MCb82739S8gIZIA5WEM6K1vA88OL+3RzHY96ZQz07+81/dcCoAlhRkwLr6Al98X0Pb04uURBC9egDmF0Y3EsEDbZVsIGPCLJOjBKtIXW83xQUkxZbCCZimEGeiVKyQEQ43BBBgI6J0amZ1EP0yoxkhOY3gEYA/CcjzfnZ7G5Ew83xyNDgMUiE7CDaaTC2e4Q5EyUb31zXI889PIDj1PyFxYKKc53DPQBLFonkLPuwR//lmTcW3y1tL0jKJNxCGASyoCZkbJ7R2IkkQ+IQZetr7NXOfa9O3QHrq254Uzd/qfn0PTssTT/cs6fd7lNBhZBQuBa4eXvj9TEw7T+5jZ4cA8jEB8lNfnFIo5M8HEwNxlP5hZgomBGQ5s1/fqhlpNtnls4w2iBK8h5lJKR5gbBJ4/HQuMvht4/mECK/wD6b2DaAApRwsUC8EfJVJQoAgwsKBhGvifpsFEUDEemxPrvlGWClYJ7tp0vX0o6VqbKAWtLUxdHhRyehevkxAtwkWE0pxC8K4LeuAdaO1TAD5+fHIqO/v4orfLdw3rZBJemM7oF8l74RodyOMOYUYRurUqaDvWPfiuD/R1REUa2uNTWbgrgjPCS7COsJHMZcA28kxEWLBIoyUQGbKqEFKyZCEnIdxAzBnQzSuvPfDstgrx4whbczPnJJDzL9JoeYFSqIOjr5W73WaEclHosBXJ0yRkNygL8QYlKAoTijaQMu3hWFgk537rVYNaQkxCxiPOQE/op9cFouQCRnx7ZJXXGoW83/pHZdoUcl2KsdsowIsIpTARZVUCOaRrhKEwNIUUKKSgILNYFswhECtnMFFi3ap6cu1YjhlarnNtu2U4rBm63vo2nAXhZGrZ94qq0qOEySiAw2I67ISHFBunMMJBNpwFlhKPDh4MSfIOISjjrUrnLmQk3cBEB83jh/FUUcJM1ggHTJjzwzFNu760wtF0uM1F/RPlXFVhtx5MBU+Q0KAs9px1tIRbMe2NS1QXwWhUpTrX/o/AcW2rv4hEPq+SeqVvxwuvL0Us6wOhuIZgJe0wYMKLry8tIVpOCZjnXDpvE2OYcLAgOU70hnJDgMuSYzL1wwsReOrhr5l4QVnNTFtTT1haqygbp144Mce2sNIXL4DgqhGLYLE0zkdIvtCkBTOmg9rDVoZKMkOSJhADJBTwi3I8IaoEZhAnEMcIsnJ6xBHB+lGDLiArvbo5FjVqRcH+C2VfeuvbxLYtT4Rw33QmtmvtOmMpmG++PbJnU9cP7YkoSPbAHi8WH6ZQxNRkluZLhCv69sZVIoE8zwYTx0KUneR8AvlXQm/20O6MahXTjhdeifQ/sv0nM5KQrzglUXJFc8ZTEYXLkUrGya8RW3srtGaV8YlVlehCzx6ISsQfeeGn6dT3fNeczZzJ8NmUeDDOKfRH3idCOOM0yq7yOUwht29hXArkCcCSaNcWxO2FgSM7Hd2TG6Qy+AlTHs6CItMwvTFRVKFDmtnpLPHd07IExCynsJ4k9kd2Q1qhH0GgZV87AzucjYKhMwmdi1C4iX0s3FVYxs6w4q+eCBWLxgLosjIqdpLFd0exbCRwg2JoZFIPbQapeGyoBMWn6mk8GWG7FmDFh0P4HCSdXtdYo2UorIjD5Z3Mhjr4CDoJ3HRwnqbg739/KTah2m+emvSHVqvV+7qQlbB/3x5+7hsCmVEiAyJxpFDXhF1K2+rXfnZyJqrXOEoLGmXrqolc0KovotnTi4r1InUcMyG5f2834dWBXrUHbCyKBhMnygeawXdq54c25vmm68sq+uEu+jB1JDtJnKVKGkkdyZqJKzPprj9IT5Xp4cL85DqDcGxOzKHtHt/V7abasemKtFLLtQ2WfCq0S5IvojlF8TjC0VJUWYffPUW/hTQWcv66xH1Ks3vgDzUr62RvX6cPBHwgVOxJaC8Sy5rmJGMq0o3RchZRjmT9AB6OlWQdb2LpNk4OB/a9SsKaDq5sVxR2zuRgRmOQg7/dqs4HiW8gFXwgDIwctDzbVX7hOpOBMzNH4WDk2BM/dCzZwD343rMHru0LSsz/Egm2bIG49tDxfPdzKGYK661IMG4fU1MV+VF8xTw1cSJ+yXZFZYWHQTQtpjDiUAyMI4wWkHEL0a3ULk2vbEp4tukOLkNrOjaPyE5vfWuCrzf2Ph7o98qCylDtSIPBiMYrIyHrCOEDW/ymhTxl0LLPcjwF3Sip1LPO6Y3U1c+stoW6+vlI5bdt0Uyc2pzBxKlVerPr89AKzJFwxsHVs8tX5TvW5WC2OS89ST3tlHjHq+lHr7OtJMu1tiPbfcQJWqVjVbTKp90t+9j2PHNoh9OL0L+0Q8v8XNRYjR2FA/B/gnnE4PlbYCTC7oQZrAlPdlfyTXdo++FgNA1KkZjCOAcrhKNBSvJkb0kKebQcD1y1Pb0gVELuIi3Ktcup53tlB9Yc2pMjTb3jljRTbdWBaoVdEsYrU2x4taP3nT5j6LvmxJuZrohKl8HQDmfm0H6yKVQG7dMIsyyiEPPLfAln0RLWzL3h7RHSvF/NmQwVzyfH+xplqoH2YKjJF4buNJhdnx1c72Dx+SB8iHozXlKSZ5uzxlpTFHcHKs2r4JM9EiYoyQkvRubQ6xsFOkMls35BgC6rxGe5dRUQJUPx1mnrfiRomdh+6Nvj2cj07WYv2k6WksCQhxyuszTiUDKvPUd6FU5DrGcs0mj59Kq9kmUlj0qeVHUXDAq/5JBxeU5Gct7vvVsDY7t8BQdxkhGEeT/H6PZDp9OhOa5zvv3ZZiS+AdsVlOZYv+C3zVIUwx34YvMklVnWXd8BBtcbSAdkLVwGKGW4E9u3vVDUbM508sHQu+1uu6vfA73XPvup3dX3KrJnCr2i/S8Se+gGE98Z21L6/Qbx9ilcE16IoFbq1WuPEqvleFeh/3l2ODA8jes5wsma5Jgf9tQAI/6H5sIvOaKQ9cUMQ00pMGnmgkPa9KJ00OMp0LtjMU/LFKieHuvUYr/eFEBrRh+MnLHjewcEdnDTBvk2mQcpWiNer3gevHsEn0X5WTJaPNb6Tp6ohyfT0Apmoi6ejh1vEEwDL/zkOtYzUpNaZ0KsPJviGSVrxOL8E0WJyExHXj6mF/uI5fN5jnnu4ShjK8LVuU2l5Z3RcsHmzu6DQ7jHEFVF8rMk6cWw95PR/ek9NN5238TG/M27MyPqvT/rQXjW/QlCYfbsjnXmOets1uL/Yt/UWW3CnKO0k2Nh3tsD8+JwvPcG/f6Xr/I71lVuoXFbNk/qQeHaHDmW6TvTSWi7br+raebMKfZM6ojPtX3Xsb3+u26pwxqEFFS/D35oF6fTKcI37R92ZXcIY68rb/fIAC3PCPcQ34P+/4L//q1rvP/jb7+3m79bB5eyJt7OSjV9P5WBw4jPCsS1exQnq9QD/Uy16ff6rVeHHCDKkIiEkE5YSshNnulAbzoA3hFkjdp70ANnXYCL2aDK0++AIfH0uw1K0F9X5Hm+1y9uyux0qsR4gxxanu8JbrsPGRUrbwl5uOh+X8m1pYv+oPfOf26fv2n3zt63e+f6D6C5tbRn1XJXe/WzF9aWUd0CIZ3RdHolisOyYfOAvUdiPISrkMmjentbFQ8eo9y6O92rU2UcA2PzzyZnevv2jexaKdkfAxNQj2C4ugFQqv7kHvXflL1a/nrkPQbZ/jl1kwFEOAE3KL4RgGSxKIELuIwSeTMy4mWDTvWwVGvp0AUGASH75HOEO+sIJ3NR0yi6CvwLhBFbwaRYaGcF8KJKnrsdyH0mX1I4J4QDqgq55EegBgQvmCQQIAx6YI1wzuFLRVV5zxQYMdDZKucJ+YqBQUEPvNCfkY+bboXmuLgXum+ST0O9d3gXTEzftyeWbYXBbOialn2o/tt+gqAM/Jbj9lUJHWVc/JPFcTvpvH+fQYpIgmL9wBlP61WCKI7W8s7ZDsZ7/fXecQ7J41UD2A5QvFqTBHTP3749BamUbM78Dx9mBZEfPihbM2ZRfBMtoTFCTHh3T//lJfj48XkYccQ5xAlMjCBb0iiBj8a3vaeZ43XEbuRVzyRC6V25YdiOGLlCXm0lmhFB2fj/VyASUYk2oJHjB5CU108NAxNjnoqd8L8QYclQ00HKSU+D6RMPgP4CB6sf65u+eRJ+a4PqfGdreqXlISYvo7A8ywjlMAHzO3AT8Uhd12A/gq8oTSXIHBYqTl7u2vh+3bCrgOKiEUjwwhApYR1xFBuYcLS4I7jU6hEEjJPs+bMLP9mdX95BKk195yjA++z59njgj/ZPtZ6xgLLY/wf6vWO5v26VmqUXP+unY7q6CwrUVe4qe7bFngCockZs5DGMOSIYxCsY34CYJPCDDlq7dcaR4zaIk8Yb49veYtPhjsjtKvA/9m8yNE0JZo8wTfvenl78XwAAAP//ylo8NQ0yAAA= - path: /opt/azure/containers/provision_installs.sh permissions: "0744" encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/+RceXPbOJb/X5/ihWHHVjokZfcxWc8ou4pMZ1SWJRclJbubybAgEpI4pggNCMpOZH73LfAEL1mx093ZGacqBwn88PDu9wDm+TNt7njaHPmrVqvfNye68X7Q183ByJxeXXc1smEa+hJQrFnEY8jxMPU1y1I2lNx9Vn1Mt46FVceL5o77l/r00KnEusEsmjkamP3x6GLwzjwfGF1Jw8zSLM/RPMxUW4revx2Mkpcclb+cO1786nz8YTQc984npQE2ufVcgmxfavWNQX86zEaKA6ljMbdmbL5g4FPNJRZykyXHo2lvMNKN8/qV063aIqgxG/Vrh9PAs8SBl68nteNugjmmHmbYF0fP3s5G05lp6EO9N9G78rHrz02KXYx8DAoFxW+3Jnp/ZujmdDgx347H08nU6F2bl7O3+lCfmvp/633zejh7x3db5U4sPeb6c0KYzyjaSIfjvdeNyWA86krbjnqidhTkblZIPZVaU32oX4+N6fmelRl28YZQVuBiZeIhQvrQm1yltEwiYn5SO7DtqL+oJ/yP12pHal31RoMLfTI1LwZD/bo3/WuBAWvkOQvsM/UfPvGiweb5W7M3m47N2fV5b6qbF8PeO3HuFlHNdeZ8pmLPNRQwogQbGzEstfozY2iOZ9Pr2bSrsfVGswLqmltM58THKglYq0XxmmzxFfLO572AkVk088JFywvHxcdt2LUAAOgalAXID5HTClsti2LEHgRkJLBWBwK6GHnBpp9p+7nLofwCcXQBcpO5cBDH8xly3QzECDzmrHN6nAV8BEnejXT9fGLmSKEE3S5IjAZYgk9/BrbCXjSB/2BrRUByPGhABwW4thojfapPUsWALsi76uNQymAj5YLcurnAfIfk60bEKguQ5IoyVYnkP1WsriQf/+Of3HDV/KWK7SWuRW1LBbyUW0WnkPDq5LXa+bmejodoORKJ2Tieh21VOnnd+Vk6OoSshZOLxvVx4V0sqw89YzQYvTsTqICECvAIgwUJPBscD1I7fAU2XqDAZY63BEZghahtEZvT1RKWbdXsboOYtRL3GJMgVxkgwT1YAQPFVkBZnAi7EsZSvHW+EulUQIp15ktxVoFECT7B/X0k2OYhXMBe4Lr1g1MaC+Nq9CA1nC1yHTvfZCqKM6jbWhHhzmEg64Yh2Ko5GE2mveHQnA6u9PFsWisglyx9kxETb7HHfJB6lxO1P9HVBhNOn08Y8mzkEg/nfkjiW2h8C/KuiY1h8V3KNcEFHOBZhH2/143UsTQuGWMXzCLBviLzz62ETbmnHGF2S+jNtRssHa/gJhM/Of0wNi6T6MgtH6QogknwqSzxBLHHX/dHg5Zgqun2kqeZJy/nWvCCk5bG5/5okFG0vrEdCsqmZlL0nj+dvvvfKE2Ud/xfMckTc2YMnz9/qYXwHGY+Bp6WwjxwuKnD85gczOhna22bS8xMhugcuS6cnHbgF5Cqy2kxfLJYKEFluZCbjKC5AkKms8I2J9gKKJ4OJ2/TlOgymGMXM/0OWyXBxDFjEz00A+p2pRVjG/9M025e+0ma5qtzl8xVi1Cs3jqeTW591cNMQze+wlxfyTIvxXId7DFN3n1tBhZqruMFdxpa27/+rNWBSoIeyceO3zOufv25zf3FSVVzvp/90PXe/aQeJtfGR+XCLWHTqRZwO151pa+gXUQMG4jOk55ncSZRt2rVeWcW4SzMBXLcgGL4idvDrx3guSUoi8kQFNIImD0PqCsVzSEj++CNlv28tSK3HigGUELYGf8NpMcJQojAqzWxOeaffvnlaWixe818WOaoPyB/PVk56zyhXRAK/spZp86bJyRyU53xZ7BJRu3c8RD9XJN07ES8kKcJjIIKSntP2nmL/HXR9pDlK2uHUkLVyNnzfDEyuXyWwmcpfDVfK60q+oaHll04Lo4Vv1xviQnNAS6klEX9Vnvi/qE+IxSNrGmX4locXvE3jqdUhJakXF8N5jrLFauBq2HVQQa+jS38a3dTVM5Q2Z5INSgBdesB+PDTNy9OuO5iDLJQ3MIbzcZbjSeccA9Lijeg6CD9/ZiTfKa+bN8ff8T6J0rVl21Zghcv4NhCrAjx4oXgiy6N2WTKTbocn9u/A7dScT2BXzHEvwvHbm/9J7GLz/8OeRWHnjjufANb+wbYezTz6eiNUhTdKv/DJh4WQ2laWDyyJng/0qfm71wY1K35ldVBP2onZ3tOeslpJ1Q+iZ9ez8ye0f9rVz5eYta/nvWotWqXmVRtWYuQ2fOZMTwkbFJHYYS4vraVd0WqQi2SroP9pBmuVIcoUUBV5F1KeqgyRNXlF0mkKeKlHpd0VSoj6RUFFTU+uerBSeJtpLp9axleukJcx1XXCMWuYkkUzUy3Akqxx94n+Zl8HPMBFCVN9U4LzsbHNhyl3Mo6VZq2PGoX6/EicCjBsy5INbV4nA6mQJV5QBaQLIZcipH9OS3Rsa2Cf+NsNo63hMK++RyG6BIzyHGrDc4f1Jeh2qlpQ5RFKj1WN3KGJBnSoQKuTRrTXkRF+LyqqulmbShWLGStsJ1yMGsonjVwTiqHxoB6cFJ2d/kSM2+DrBsOk6zgeIzkFCZHFEIbiSEKX+62X8MLpV8FLBVYeXUlFwcmetqqhoE9A4tl0TQ9jCn1NwpOKHFu+RlN5vVOv6a7EDO8UL/HM5UvIO8Kxt5kSCnZwFOXDaJojRmmUQHXsCO4RX6kGUtni4VyJnf8+bYyEnTDKHTNciorPGgkNTvmKjS8n0BFHkD2nrI97Id3e+eH+QEddwnVDfMsrygtrXZcjiM0HnbNexU9fJNaPl7T+jPD0EfTXHWPcwE9EA2qktzmESEup6c9452eg0vJ2WNCso/XW0z7ZL1BFHNzL9JypkgdtaN2pJArWAEprFWtJIi4QrCAKpGVdUJwfJ5OI24ybIU8OCYU8D8D5AIj7TSozJGPBZASQdWoVJKVWhNymmxznypGbqCyfAa53n4jTW46eT5If9MTkEh9q274m8MnriCLlfv3zw3KxyzY9EeDc4f6DQl7QlEL6lt6NWOEFl3hbQ14fvtjL35lWB7Jim+FLFCoQJ5y6hAl/gNDmJsg/aCy5ZeQDykEK3tPzZHg1OU4621yQFGYF5Ymai+r/C4eIhUSrgdLn9pU66EzudFAFY5+JBD+Udty42mPcvflMIp4wlPeYQr2kPblwq/UoE+uMQ9QA/j304WUz2q5+M+1onDO+EeqBr5jFFnsMpjjt0ndm6nH5etJuVbnJROf3jP+J85yT8v+a1e5shVmYLmulXBqiuG6rkUFWouXE7sWJeRSw0JEKBzNRDxXGEWevyB03ZX8e/Xl/QslXiANfvcSKIq/Irf5SGwrHlpjn0ssKmIeJvJvmaQVxWfU2SgWWW+Ix5Wp+xOXaPE8AYTbbh6xcXRD8SY+Zm18l5Yu8a2oA8gSHEVyhHsZw/Q8m//tmpK7z5FuJLnhZDq+MkV2F5swPJWqDJkZw7NuKJ6vPotrhAfgaiqGJJ4XWZWyRXlZ94JX7C8PvmbRzAW1xmokqHlYf4vqgO229juuhr3V39mq92HPp+Pz8RnEV+v4a7CIZzuMJ7DWCls3QLyyuQPxLAzGNVgr5C0xT42TY267gO0s4Pg4Odar50B6A0hSpegOELzpwsmf2m148QI+guLxLLBsyc3Xtf5AQZaJLNAmNEeSv6Zl6bZWhlxxG2TYMFzaB7dHJRqGSy0hk0Q/3jVYV4NttZ5ilqCtyBprq88bTPlDJbvoGt+r2QTCDaPBGi3ze5H94cCcjsdZzyU7hTYHV713ehqoIG+DBa4b3ZVbYXA4FLfI6qQQAp8Pk3fpCgXPJTyOrpJZjNbYWqNu8nU5IRajav3yEkh1R1G/duCEh8QOWIwHrSj8bJCF4ea1rzok2RLHFk7kc9yodErO3JmzxjaQgEHKk7382DoIom0WjoqEU//+lI9/Z17P8itu7cSXNXAt7jI+hnHRzEfzLu5O/mZcSrbVyKi419jEK8HvP8iHx3LAJtYNpr8ZB2L4EgfOx/1LvUlF4i4rxQwtn27phj7tvRMf/yQ4gGgNvosFJeumTURt6xLMN3EJe82WoWWtNEAukfI4q0qb8o9aq9CdipTnMTiCmK/6RiRg/4LQ/srxUPUSZw5rzEZcXZIb3JZwxbWyS+S6GXT3WD7ex3EfXMdn6aH50d/XFlXXjkWJTxZMtchaO4J7QLc3cLTbUMdjIJ+ER+0aSy2vKvLIP2wBn1Hogh+tsziWfvDPfvClVyCfvAL5tB1CQoHPaEZCod8uyTuRioRXjWds3Clgm2v6wvFsWFsZtQtCIRKR1NAghuQO2NqKbTS6/1VY/ON/ffpRqjwKpbBwG6ygB90saUxhw6SlrGA48rUa3vEn6AsXqOVlDeana1BGWtETJSYt0ifvClvIM8DK9f5avNRNHgRZulwQJ+9P95U5qzKnFnEopa3CnYL103Wt8VftI/E9dO00T4idQ/Q5zWwTK03p/nDccU/UJd4avtsQysQ3MVbgWXE9E3+dE8MZQX40Ao/9qmYf1xp9bzYxooPHdJsnxTg/Ys9cRdHdSGeSfBoeZRd7tnpaH5USe/m+9rH6saP8x6cfG94q9Y9NKV1P3gmcDeNrmUf819+8o+JtoIrKN233EH9cdrnf//b3fdtTw4VifFCUBaFrxOBot1MNvCG+wwj9HIZnu506Rcvwe+eAsPvYUnnaZ1rExl35P0tuWc7ewbMudOptJU4bs5ECbzPTK3O1+VIJZEGvdtY93K4cFwPFyI4lUohST3YW6U+dyy5kbwl1YWV2rW01QgpxpQFPEBekMaX0LhS9q7Ko+NFix1YoMqJz85PTTnxmoFjVmbmTz5oxJW8fJwLHNmK4/Uo+XhGfcYfRfgU+Q5T1a2fH7QsxeoAUdROij6ylB4CxZzfA5p94GjwyL7FdojbTyOTstT8cz84TbYyb/Ty97bskqMs2/v/FoDiNzRKvoz88KnwNQb+Xnz6UJoGefzHPlqbL349PKywZsy27nJF/5JkYe1ThlM23mqcW6RRcWOw5q7FVfJtabsnX1rjVyogqj+ocduoJ69/VOdCC164Mifux5a3bhU/djQc+dSdbTKlj4+QLzj7xFs4yL13iqwvCfyAQ/RcYnPvx76q1WKq29rpjRvd6TQ/zFIFj8DexhJKv93clsFhpLMTgL3/Rxxfw5k3NEBsx5JOAWvgsGh6pwFle6G827me+KKc9WfgMFoirlj6+aIWt5/r44v8CAAD//76bWoZLRAAA + H4sIAAAAAAAA/+Rce3PbOJL/X5+iB9HEjwlJ2/PYnHc1d4pMe1S2JRclZe4uybIgEpK4pggtCMpOZN5nvwKf4EtW7Ewmd+tUJQ4BNBr9+KEbaPLFd9rU8bQp9hetVq9njnTjbb+nm/2BOb6+6Wh0xTX8KWBEs6jHseMR5muWpawYvf+o+oStHYuojheNHfYu9fGuQ6l1S3g0ctA3e8PBef/CPOsbHaQRbmmW52ge4aqNovY3/UHSKKiKxqnjxU1nw98HV8Pu2ajUwaZ3nkux7aNWz+j3xldZT7kjcyzu1vTNJwx8prnUwm4y5XAw7vYHunFWP3O6VFsmakwGvdruLPAsuePl61Ftv9tgSphHOPHLvXvd3m/6Iz21FXPWmBNlha1bPCc+ak3eTAbjiWnoV3p3pHfa+64/NRlxCfYJKAwU/6A10nsTQzfHVyPzzXA4Ho2N7o15OXmjX+ljU/9PvWfeXE0uhKCqgo0Vz11/Sin3OcMrtDu9t7ox6g8HHbQ+Uo/VIwW7qwVWT1BrrF/pN0NjfLZlZk5csqKMFxRQGbiLfn/vjq5TXkYRMz+qR7A+Un9Wj8U/r9Uj1LruDvrn+mhsnvev9Jvu+LeCAJbYc2bE5+o/fOpFnc2zN2Z3Mh6ak5uz7lg3z6+6F/LYNWaa60zFSMWeajjgVAlWNuYEtXoT48ocTsY3k3FH48uVZgXMNdeETalPVBrwVouRJV2Ta+ydTbsBp5No5LmL5+eOS/YPYNMCAGBLUGbQfoydVthqWYxg/ihBTgNrsSNBl2AvWPUyRzlzBSm/wBybQbvJ0wQRx/M5dt2MiBF43Fnm/DgzeAeovRno+tnIzCmFCDodQJwFBMGHvwJfEC8aIH6ItaCAHA8aqIMCwlqNgT7WR6lhQAfam+rjEGVkI+OCHBiEwnyH5vNGzCozQO2KMVWZFD9VWh3U3v/HP4XjqnmjSuw5qaV6gAr0UmkVQSGR1fFr9einej4e42VPZmbleB6xVXT8+ugntLcLWzMnV43rk0JbrKvfu8agP7g4lbiAhAvwKIcZDTwbHA9SP3wFNpnhwOWONwdOYYGZbVFb8NWSpm3VrG6FubWQ1xiz0K4KAMEDWAEHxVZAmR1Lq5L6MrJ2PpPSiUQptplPxVEFFhF8gIeHSLHNXYSCvcB16zunPBb61dhB6jhr7Dp2vshUFadQt7QihXuHQ1s3DMlXzf5gNO5eXZnj/rU+nIxrFeTSuW9yapI18bgPqHs5UnsjXW1w4fT5iGPPxi71SI5DSCyhsRXamyYxhsW2VGoSBOyALNK63+pGCiyNU8a0C26R0L6m04+tREw5Ug4Iv6Ps9sYN5o5XgMkEJ8e/D43LZHcUng8o2sEQfChrPKHYFc29Qb8luWq6vORphuTlMA1eCtbS/bk36GccLW9th4GyqhkUtYun44v/jiLM9kb8L2Z5ZE6MqxcvDrUQXsDEJyAiWpgGjnB1eBGzQzj7aC1tc064yTGbYteF45Mj+BlQdTotJp9MFiKoTBcKl5EsV6KQ2ay0zBGxAkbGV6M3aUh0GUyJS7h+T6ySYuI9YxU9NAPmdtCC85V/qmm3r/0kTPPVqUunqkUZUe8cz6Z3vuoRruFbX+Gur2SRl2K5DvG41t58bgQWaq7jBfcaXtq//KTVEUWSHbX3Hb9rXP/y04HAi+Oq5Xw762HLretJESa3xifFwi1p0akVCD9edNBn8C5TDBuYzoOe7+JIom7WKnhnHuHMzBl23IAR+FH4wy9HIGJLUGajK1BoI8HsecBcVHSHjO2dF1rGeWtB7zxQDGCU8lPxF6CnKULagRdLaguaf/n55+dRi+E1w7AMqH/H/nK0cJZ5QDujDPyFs0zBWwQk7aY8469g04zbqeNh9rEm6NjI9EIRJnAGKigHW8LOO+wvi76HLV9ZOoxRpkZgL+LFyOXyUYoYpYjZfK00q4wNj007c1wSG34535IDmh0gpBRF/VFrEvhQHxHKTta0SnkuQV7xV46nVJSWhFyfTcx15gteQ65GVDs5+Dr28M9dTdE4Q2V9jGqoBMytJyC6n/z68ljYLiHQlpJb+FWzyVoTASc8wJyRFSg6oL/vC5ZP1cODh/13RP/AmHp40Ebw8iXsW5gXSbx8KWHRpTEZjYVLl/fng68grVRdz5BXTOJfRWJ3d/6zxCXGf4OyireeeN/5Ar72BWhvscznU2/Uogyr4h+bekTeStPE4ok5wduBPja/cmJQN+dnZge96CQ6W3NyDJ2ehLaP46c3E7Nr9H7rtPfnhPduJl1mLQ7KQqqedssks+cT42qXbZM5CqfU9bV1e1PkKtQi7TrET87RlWoXJdpQlfYmZT1UOWbq/BOSeYpkqccpXZXLSHtFRUUHn8L04DhBG1S3bi2jl84Q53HVOUL5VLGkimahWwFjxONvk/isvR/LARQlDfVOCmDjExv2UmllJ1WaNt87KObjRcIhgu86gGpy8TgcTAlVxgGdQTIZdhnB9sc0RSe2Cv6ts1o53hwK6xZjOGZzwiGnWz3g/F49DNWjmmOIskrRU20jF0gSIe2q4NqgMT2LqChfZFU1p1krRhQLWwtipxLMDhRPGySHyltjwDw4LsNdPsXEW2HrVpBJZnA8TnMOkysK6RiJYwaf7tefIwulVyVYSrDy7Kpd7JjYaau6DWzpWEyLxullTOl8owBCCbjldzQZ6p18zulCLPBC/h6PVD5Be1Nw9iZHStkGEbqsMMNLwgmLEriGFcEd9iPLmDtrIqUzOfDny8pY0A2jcGqWc1mRQSOr2TVX4cD7GVzkG8jWW7bHcXizdXyYX9AJSKguWER5RW1ptf1yOtLBw6Z5rTLCN5nl0y2tNzEMfTDOTXc/V9Aju0FVk+t8R4jT6XHXuNBz4ii5e0xY9slyTViPLleYEeHuRV5OFXSkHqlHKBQGVqAU1ppWsom40mYBVSYr84Tg+CKcxsJl+AJ7sE8ZkH8G2AVOD9JNZYp9IhEpMVTdlUq6Umu2nCbf3GaKEQxUps9ILtdfyJKbbp53st/0BiQy3yoMf3HyCRRke+X29QuH8gkPVr1B/8xhfkPAnnDUgvojvZo+0hFdobWGeF44spV+pVu+kxVbpShQykCec+sQBf59QxqbUPpe5fNPoehS2KzsLTlHQqcuxlmukwuKwriwNFA7rMq7eIlUCLgeTX1qQ63H7uQGfVW6+kEg/af2yE2EPcr9p904EgFPeYUpscesL1d+JQd9do65gxnAv54tpHJWy8l/bhWFe8Y/0zTIPWfY4pfBlLxJ8t7MPC5fj8q5ukiZxPCu8V9xlHtSxq9NpdorzIjltlaiU5MM151aVEhr8XTyqUWJcunAQqZQuJqJZK5whj1/Rtmyg/wH9fDhpRJPkG5+DwgUxV/Qu7wnsRUPL4kvNBYlMY8z+T7TtKL4nDkrxaLLFfWEMXV+FBot3ieAVP7mUZtExY238TVrY1uausRVUTuwJVnDTVxZ91yj2FHlUbHfmXlzedFBMU9Z+V9YYVIGErGsTT66zluT2C9OeZNCQSgMEvFdlAC/gjvHdSHwiYjzeE1EtgOxLJ1Gpbg6SZlTz9xq5sU1fQMmXWToq5lvvnMlNQWXcUPXs8VvN4zef8z3ssloPLw2ZVkVDwVFaF/pMjGuTjvJYcSN0X/bHetbSdT1kWnEJhL4ItRP6lNF2n0K9UMLgfsrsAKf02U64JEVFZ3huzjVfmxMTdoXh8VFlaXqUQ7rGizuKoc7Vys1606t2XwQ1DysL0bcYbmJDxdE9KgevqCMvpiIahA5k1RNW6PAHl389oCpYaH1taL1sdOL8fBseApxSa9oBot6tsNF4mwtiHUL1CvvKEA9i4BxA9YCe3MiIDspr7ELtJ0Z7O8n5QT1EkgrD5GKotpD+LUDx385OICXL+EdKJ4AuzLcNpeJ/omWX2aywJt0KJv8mh6HrWt1KKy4QYcN3dE2cltMoqE7akkZLP7hvsHVGhyt9RwfBW1Bl0RbfFwRJh4qWYF9XM+3CqTKxv4Sz/N67N5V3xwPh9lZb1b9Yvavuxd6Ggvl+4KgFdXoLgg4yyR6qA4KId5A2pt0hrBQkZY/jkpYLc5qfK3RNsW8ghGLM7V+egSo7gr8lyM4FjHKEVhcRBZRjLDCFoHb177q0GRJgrZUCZTTjY5sklof7iyJDTTgkMpkqzzWDoZomYUraqnaqDcW/S/Mm0leWntQQP+K1OLbjacILhr5ZNnFtyJ/mJSSZTUKKr7jaJKVhPuPyuGpErCpdUvYHyaBmHxJAmfD3qXeZCLx7Q4jHM+f7+mGPu5eyI9/lAAgmmMuljFjdNm0iui+rETni2DCVr/leF6rDmiXWHmaW6W3gU+aq3AsHlnPU+hIer7uGZGG/XPKegvHw9Xq8ZysMRkIe0leHbGk2vrKKrHrZqQ7++39bRL3wXV8nlbr7P19aTF16ViM+nTGVYsutT14AHx3C3ubFXM8Du3jcO+gxlXLs8oy8nebwOcMOuBH88z20ff+6fc+egXt41fQPjkIIeHA5yxjoXDRh9obmYtEVo0ZuUAFYgtLnzmeDUsr43ZGGUQqKmfQ8pyi09KKnTQqPC1M/u4/PvyAKo9CFBbKUAt20MmixpRsmNxlKQT2fK1GduIJ/iQUannZzdbzLShjrQhFiUvL/LU3hSXkIWDlvaJaeilO7kSyVNUUR+/PB8tcVBmoRRJKeatIp+D9bFnr/AV8qtLeAo1eERG305dknGAbWzrNAyTwicR1TlnXdXsuDWx/V9FlJ2vl3STi97QyufCvouEexjeVwn+w64IVTR97mmjI3KBMKM2bAGkoev2rVdCfGIug8z8AqDgfOsxEDS0ZACozOH5WzYO9HBBeCZvb4+CRGC4YUSRsqLmzjpfU2c+UgyquiyTXKHZL/VnuUdMtp0bw3CX3qmOpc7pG8AIC38O8sbsfcYcKVA8yRIsaBZyh9iZeRgRbBdTyyB3H804lctAiHWioHc8QlvA2N5U7hy+AU+qewnvUTg3uPXqV1n2lxvS+oiPRySN3UoeYm/cItbZCTTYNqipePIrJoBxikjPSKsg8Qit7FXeyinG/9O5RfFufIP5xwYSlphgnomQweq2/cRe7JSS61BeuJHK6fEi6m2EWvazJKUwJ4KlLxK+BT+BOeIQwamLDnUazi6GI3BzLLxHUGDm5X1HG5eXEzYFnxQcp8evIsQyMIK8Fgae+RrwNrRtjvmxgxIdIJmyRjZO8pjALUYphDjpF7ZNwL6tkXuvpwUzpRKH9UPtYfXek/NuHHxpalfrHJkrna28kyYbxeyh74s97b69Y/lzZapuWu0scWA71vv3lb3uZuUYKxbhUUWaULTGHvc1GNciK+g6n7GMYnm426hjPw29dAtLqY3gR+aZpUZt02v9eCgfbWRt814Gjel+J89WspyTbzPXKUm2uos1hqnbUA9wtHJeA2HJjjRT2mWeDRfpTi+Jy1phwF1ZG1/pWI0kpnm2gJ6kL0o2m1BbK6KrMKjhavLuTTjeiQsHjk6O4SEKxqiPznSk7BS5tUV9jT8k/VWFEEQGxS0xkhpbUkPWuhpOzxMjiogWRLffiMKb6FvX/ua0lzoqzPG7vTwf7z2Hoa8HvrjxJ/Pw/A6w0+/52oKqmMiErMs0/VpE4e5RelN1XSksTZCryKSFTDIjVLVNuTT23BKE1aFnpUZVRHQ6nMX19WwlV05Q2B+NKl/h+p7x0u/DJHuORT/bQNWHMsUnyJYoe9WbOPE/n4xJM6UNI0VfAhPTjv1VrNldt7fWRGb2fZHpE7PyChmiJNZR8hWhTIhYbjYU5/O1v+vAcfv21pouNOfZpwCxyGnWPTOA0PzdcrdyPYlLBezLxKcywMC19eN4KWy/04fn/BgAA///LKdz6Tk0AAA== - path: /opt/azure/containers/provision_redact_cloud_config.py permissions: "0744" diff --git a/pkg/agent/testdata/RawUbuntuContainerd/line33.sh b/pkg/agent/testdata/RawUbuntuContainerd/line33.sh index 550ecf257e3..555bbd4d5c9 100644 --- a/pkg/agent/testdata/RawUbuntuContainerd/line33.sh +++ b/pkg/agent/testdata/RawUbuntuContainerd/line33.sh @@ -1,5 +1,5 @@ #!/bin/bash -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -98,7 +98,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -116,7 +115,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -144,7 +143,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -161,7 +160,7 @@ EOF if [[ "${MIG_NODE}" == "true" ]]; then REBOOTREQUIRED=true - + logs_to_events "AKS.CSE.ensureMigPartition" ensureMigPartition fi fi @@ -194,7 +193,7 @@ if [ "${IPV6_DUAL_STACK_ENABLED}" == "true" ]; then fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -234,7 +233,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -328,9 +327,9 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/pkg/agent/testdata/RawUbuntuContainerd/line40.sh b/pkg/agent/testdata/RawUbuntuContainerd/line40.sh index 23876a138b7..a8c9894c95a 100644 --- a/pkg/agent/testdata/RawUbuntuContainerd/line40.sh +++ b/pkg/agent/testdata/RawUbuntuContainerd/line40.sh @@ -10,6 +10,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -235,14 +236,37 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl +} +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -275,7 +299,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -310,13 +334,47 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else crictl rmi $CONTAINER_IMAGE_URL fi } +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" + "mcr.azk8s.cn" + "mcr.microsoft.eaglex.ic.gov" # usnat + "mcr.microsoft.scloud" + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -346,9 +404,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/pkg/templates/templates_generated.go b/pkg/templates/templates_generated.go index 229c33c20d5..06eb828e6f5 100644 --- a/pkg/templates/templates_generated.go +++ b/pkg/templates/templates_generated.go @@ -1585,6 +1585,7 @@ KUBERNETES_VERSION={{GetParameter "kubernetesVersion"}} HYPERKUBE_URL={{GetParameter "kubernetesHyperkubeSpec"}} KUBE_BINARY_URL={{GetParameter "kubeBinaryURL"}} CUSTOM_KUBE_BINARY_URL={{GetParameter "customKubeBinaryURL"}} +PRIVATE_KUBE_BINARY_URL="{{GetLinuxPrivatePackageURL}}" KUBEPROXY_URL={{GetParameter "kubeProxySpec"}} APISERVER_PUBLIC_KEY={{GetParameter "apiServerCertificate"}} SUBSCRIPTION_ID={{GetVariable "subscriptionId"}} @@ -2844,6 +2845,7 @@ CRICTL_BIN_DIR="/usr/local/bin" CONTAINERD_DOWNLOADS_DIR="/opt/containerd/downloads" RUNC_DOWNLOADS_DIR="/opt/runc/downloads" K8S_DOWNLOADS_DIR="/opt/kubernetes/downloads" +K8S_CACHE_DIR="/opt/kubernetes/downloads/private-packages" UBUNTU_RELEASE=$(lsb_release -r -s) SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_DOWNLOAD_DIR="/opt/azure/tlsbootstrap" SECURE_TLS_BOOTSTRAP_KUBELET_EXEC_PLUGIN_VERSION="v0.1.0-alpha.2" @@ -3074,9 +3076,32 @@ extractKubeBinaries() { rm -f "$K8S_DOWNLOADS_DIR/${K8S_TGZ_TMP}" } -installKubeletKubectlAndKubeProxy() { +extractPrivateKubeBinaries() { + K8S_VERSION=$1 + KUBE_BINARY_URL=$2 + + K8S_TGZ_TMP=${KUBE_BINARY_URL##*/} + CACHED_PKG="${K8S_CACHE_DIR}/${K8S_TGZ_TMP}" + + if [[ -f "${CACHED_PKG}" ]]; then + echo "cached package ${CACHED_PKG} is found, will use that" + else + echo "cached package ${CACHED_PKG} not found" + return 1 + fi + retrycmd_get_tarball 120 5 "${CACHED_PKG}" ${KUBE_BINARY_URL} || exit $ERR_K8S_DOWNLOAD_TIMEOUT + tar --transform="s|.*|&-${K8S_VERSION}|" --show-transformed-names -xzvf "${CACHED_PKG}" \ + --strip-components=3 -C /usr/local/bin kubernetes/node/bin/kubelet kubernetes/node/bin/kubectl + # TODO: confirm + # rm -f "$K8S_CACHE_DIR/${K8S_TGZ_TMP}" // don't delete the cached package +} + +installKubeletKubectlAndKubeProxy() { CUSTOM_KUBE_BINARY_DOWNLOAD_URL="${CUSTOM_KUBE_BINARY_URL:=}" + PRIVATE_KUBE_BINARY_DOWNLOAD_URL="${PRIVATE_KUBE_BINARY_URL:=}" + echo "using private url: ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL}, custom url: ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL}" + if [[ ! -z ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} ]]; then # remove the kubelet binaries to make sure the only binary left is from the CUSTOM_KUBE_BINARY_DOWNLOAD_URL rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* @@ -3085,7 +3110,10 @@ installKubeletKubectlAndKubeProxy() { # kube binaries used by AKS and Kubernetes upstream. # TODO(mainred): let's see if necessary to auto-detect the path of kubelet logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractKubeBinaries" extractKubeBinaries ${KUBERNETES_VERSION} ${CUSTOM_KUBE_BINARY_DOWNLOAD_URL} - + elif [[ ! -z ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} ]]; then + # remove the kubelet binaries to make sure the only binary left is from the PRIVATE_KUBE_BINARY_DOWNLOAD_URL + rm -rf /usr/local/bin/kubelet-* /usr/local/bin/kubectl-* + logs_to_events "AKS.CSE.installKubeletKubectlAndKubeProxy.extractPrivateKubeBinaries" extractPrivateKubeBinaries ${KUBERNETES_VERSION} ${PRIVATE_KUBE_BINARY_DOWNLOAD_URL} else if [[ ! -f "/usr/local/bin/kubectl-${KUBERNETES_VERSION}" ]]; then #TODO: remove the condition check on KUBE_BINARY_URL once RP change is released @@ -3118,7 +3146,7 @@ retagContainerImage() { CLI_TOOL=$1 CONTAINER_IMAGE_URL=$2 RETAG_IMAGE_URL=$3 - echo "retaging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" + echo "retagging from ${CONTAINER_IMAGE_URL} to ${RETAG_IMAGE_URL} using ${CLI_TOOL}" if [[ ${CLI_TOOL} == "ctr" ]]; then ctr --namespace k8s.io image tag $CONTAINER_IMAGE_URL $RETAG_IMAGE_URL elif [[ ${CLI_TOOL} == "crictl" ]]; then @@ -3158,14 +3186,50 @@ removeContainerImage() { CONTAINER_IMAGE_URL=$2 if [[ "${CLI_TOOL}" == "docker" ]]; then docker image rm $CONTAINER_IMAGE_URL + elif [[ "${CLI_TOOL}" == "ctr" ]]; then + ctr -n k8s.io image rm $CONTAINER_IMAGE_URL else # crictl should always be present crictl rmi $CONTAINER_IMAGE_URL fi } +# retag the given image with mcr.microsoft.* base for all the clouds +# TODO: current code tags all the images for Mooncake but not for AGC cloud, confirm if still needed +retagImageForAllClouds() { + CLI_TOOL=$1 + CONTAINER_IMAGE=$2 + + echo "retagging image: $CONTAINER_IMAGE to mcr.microsoft.* base for all clouds" + base=$(echo $CONTAINER_IMAGE | cut -d "/" -f1) + + if [[ "$base" =~ "mcr.microsoft."* ]]; then # path is required to be /oss/kubernetes/kube-proxy: for kube-proxy images + echo "$CONTAINER_IMAGE is already an mcr image, don't need to re-tag" + return + fi + + clouds=( + "mcr.microsoft.com" # public + "mcr.azk8s.cn" # mooncake + "mcr.microsoft.eaglex.ic.gov" # usnat # have to confirm egressing usnat and ussec endpoints + "mcr.microsoft.scloud" # ussec + ) + for cloud in "${clouds[@]}"; do + newtag=${CONTAINER_IMAGE/$base/"$cloud"} + echo "retagging with tool: \"$CLI_TOOL\", current image: \"$CONTAINER_IMAGE\", new image: \"$newtag\"" + retagContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" "$newtag" + done + + removeContainerImage "$CLI_TOOL" "$CONTAINER_IMAGE" +} + cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -3195,9 +3259,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { @@ -3268,7 +3330,7 @@ func linuxCloudInitArtifactsCse_installSh() (*asset, error) { var _linuxCloudInitArtifactsCse_mainSh = []byte(`#!/bin/bash # Timeout waiting for a file -ERR_FILE_WATCH_TIMEOUT=6 +ERR_FILE_WATCH_TIMEOUT=6 set -x if [ -f /opt/azure/containers/provision.complete ]; then echo "Already ran to success exiting..." @@ -3372,7 +3434,6 @@ logs_to_events "AKS.CSE.configureAdminUser" configureAdminUser VHD_LOGS_FILEPATH=/opt/azure/vhd-install.complete if [ -f $VHD_LOGS_FILEPATH ]; then - echo "detected golden image pre-install" logs_to_events "AKS.CSE.cleanUpContainerImages" cleanUpContainerImages FULL_INSTALL_REQUIRED=false else @@ -3390,7 +3451,7 @@ else fi logs_to_events "AKS.CSE.installContainerRuntime" installContainerRuntime -if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then +if [ "${NEEDS_CONTAINERD}" == "true" ] && [ "${TELEPORT_ENABLED}" == "true" ]; then logs_to_events "AKS.CSE.installTeleportdPlugin" installTeleportdPlugin fi @@ -3419,7 +3480,7 @@ if [[ "${GPU_NODE}" = true ]] && [[ "${skip_nvidia_driver_install}" != "true" ]] [Service] Environment="MIG_STRATEGY=--mig-strategy single" ExecStart= -ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY +ExecStart=/usr/local/nvidia/bin/nvidia-device-plugin $MIG_STRATEGY EOF fi logs_to_events "AKS.CSE.start.nvidia-device-plugin" "systemctlEnableAndStart nvidia-device-plugin" || exit $ERR_GPU_DEVICE_PLUGIN_START_FAIL @@ -3451,7 +3512,7 @@ EOF # while commands such as `+"`"+`nvidia-smi -q`+"`"+` will show mismatched current/pending mig mode. # this will not be required per nvidia for next gen H100. REBOOTREQUIRED=true - + # this service applies the partitioning scheme with nvidia-smi. # we should consider moving to mig-parted which is simpler/newer. # we couldn't because of old drivers but that has long been fixed. @@ -3490,7 +3551,7 @@ fi if [ "${NEEDS_CONTAINERD}" == "true" ]; then # containerd should not be configured until cni has been configured first - logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd + logs_to_events "AKS.CSE.ensureContainerd" ensureContainerd else logs_to_events "AKS.CSE.ensureDocker" ensureDocker fi @@ -3541,7 +3602,7 @@ if [ "${NEEDS_CONTAINERD}" == "true" ]; then [Service] Environment="KUBELET_CONTAINERD_FLAGS=--runtime-request-timeout=15m --container-runtime-endpoint=unix:///run/containerd/containerd.sock --runtime-cgroups=/system.slice/containerd.service" EOF - + if ! semverCompare ${KUBERNETES_VERSION:-"0.0.0"} "1.27.0"; then tee "/etc/systemd/system/kubelet.service.d/10-container-runtime-flag.conf" > /dev/null <<'EOF' [Service] @@ -3575,7 +3636,7 @@ fi if $FULL_INSTALL_REQUIRED; then if [[ $OS == $UBUNTU_OS_NAME ]]; then - # mitigation for bug https://bugs.launchpad.net/ubuntu/+source/linux/+bug/1676635 + # mitigation for bug https://bugs.launchpad.net/ubuntu/+source/linux/+bug/1676635 echo 2dd1ce17-079e-403c-b352-a1921ee207ee > /sys/bus/vmbus/drivers/hv_util/unbind sed -i "13i\echo 2dd1ce17-079e-403c-b352-a1921ee207ee > /sys/bus/vmbus/drivers/hv_util/unbind\n" /etc/rc.local fi @@ -3642,12 +3703,12 @@ else systemctl unmask apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.service apt-daily-upgrade.service systemctl enable apt-daily.timer apt-daily-upgrade.timer - systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer + systemctl restart --no-block apt-daily.timer apt-daily-upgrade.timer # this is the DOWNLOAD service - # meaning we are wasting IO without even triggering an upgrade + # meaning we are wasting IO without even triggering an upgrade # -________________- systemctl restart --no-block apt-daily.service - + fi aptmarkWALinuxAgent unhold & elif [[ $OS == $MARINER_OS_NAME ]]; then diff --git a/self-contained/bootstrap_cmd.sh b/self-contained/bootstrap_cmd.sh index fd5d0c80991..f4bfb0ce092 100644 --- a/self-contained/bootstrap_cmd.sh +++ b/self-contained/bootstrap_cmd.sh @@ -16,6 +16,7 @@ KUBERNETES_VERSION={{GetParameter "kubernetesVersion"}} HYPERKUBE_URL={{GetParameter "kubernetesHyperkubeSpec"}} KUBE_BINARY_URL={{GetParameter "kubeBinaryURL"}} CUSTOM_KUBE_BINARY_URL={{GetParameter "customKubeBinaryURL"}} +PRIVATE_KUBE_BINARY_URL="{{GetLinuxPrivatePackageURL}}" KUBEPROXY_URL={{GetParameter "kubeProxySpec"}} APISERVER_PUBLIC_KEY={{GetParameter "apiServerCertificate"}} SUBSCRIPTION_ID={{GetVariable "subscriptionId"}} diff --git a/self-contained/bootstrap_install.sh b/self-contained/bootstrap_install.sh index 6aa40e87959..20d4fed72fe 100755 --- a/self-contained/bootstrap_install.sh +++ b/self-contained/bootstrap_install.sh @@ -320,6 +320,11 @@ removeContainerImage() { cleanUpImages() { local targetImage=$1 + if [[ "$targetImage" == "kube-proxy" ]]; then + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" + return + fi + export targetImage function cleanupImagesRun() { if [ "${NEEDS_CONTAINERD}" == "true" ]; then @@ -349,9 +354,7 @@ cleanUpImages() { } cleanUpKubeProxyImages() { - echo $(date),$(hostname), startCleanUpKubeProxyImages - cleanUpImages "kube-proxy" - echo $(date),$(hostname), endCleanUpKubeProxyImages + echo "keeping all the kube-proxy images around to be able to use when needed w/o downloading again" } cleanupRetaggedImages() { diff --git a/vhdbuilder/packer/cleanup.sh b/vhdbuilder/packer/cleanup.sh index 99d7a309e7f..86d1f5eddb8 100755 --- a/vhdbuilder/packer/cleanup.sh +++ b/vhdbuilder/packer/cleanup.sh @@ -73,7 +73,7 @@ if [[ "${MODE}" == "windowsVhdMode" && "$SIG_FOR_PRODUCTION" == "True" ]]; then id=$(az sig image-version show -e $version -i ${SIG_IMAGE_NAME} -r ${SIG_GALLERY_NAME} -g ${AZURE_RESOURCE_GROUP_NAME} | jq .id) if [ -n "$id" ]; then echo "Deleting sig image-version $version failed" - else + else echo "Deletion of sig image-version $version completed" fi done @@ -88,7 +88,7 @@ if [[ "${MODE}" == "windowsVhdMode" && "$SIG_FOR_PRODUCTION" == "True" ]]; then id=$(az sig image-definition show --gallery-image-definition ${SIG_IMAGE_NAME} -r ${SIG_GALLERY_NAME} -g ${AZURE_RESOURCE_GROUP_NAME} | jq .id) if [ -n "$id" ]; then echo "Deleting sig image-definition ${SIG_IMAGE_NAME} failed" - else + else echo "Deletion of sig image-definition ${SIG_IMAGE_NAME} completed" fi fi @@ -168,7 +168,7 @@ if [[ "${MODE}" == "linuxVhdMode" && -n "${AZURE_RESOURCE_GROUP_NAME}" && "${DRY else echo "Did not find any old SIG versions eligible for deletion" fi - + set -x fi diff --git a/vhdbuilder/packer/configure-windows-vhd.ps1 b/vhdbuilder/packer/configure-windows-vhd.ps1 index e2a8db5052b..d6068605e5f 100644 --- a/vhdbuilder/packer/configure-windows-vhd.ps1 +++ b/vhdbuilder/packer/configure-windows-vhd.ps1 @@ -207,7 +207,7 @@ function Get-FilesToCacheOnVHD { function Get-PrivatePackagesToCacheOnVHD { if (![string]::IsNullOrEmpty($env:WindowsPrivatePackagesURL)) { Write-Log "Caching private packages on VHD" - + $dir = "c:\akse-cache\private-packages" New-Item -ItemType Directory $dir -Force | Out-Null @@ -519,7 +519,7 @@ function Update-Registry { Write-Log "The current value of 3508525708 is $currentValue" } Set-ItemProperty -Path "HKLM:\SYSTEM\CurrentControlSet\Policies\Microsoft\FeatureManagement\Overrides" -Name 3508525708 -Value 1 -Type DWORD - + $currentValue=(Get-ItemProperty -Path "HKLM:\SYSTEM\CurrentControlSet\Services\hns\State" -Name HnsAclUpdateChange -ErrorAction Ignore) if (![string]::IsNullOrEmpty($currentValue)) { Write-Log "The current value of HnsAclUpdateChange is $currentValue" @@ -544,7 +544,7 @@ function Update-Registry { Write-Log "The current value of VfpEvenPodDistributionIsEnabled is $currentValue" } Set-ItemProperty -Path "HKLM:\SYSTEM\CurrentControlSet\Services\VfpExt\Parameters" -Name VfpEvenPodDistributionIsEnabled -Value 1 -Type DWORD - + $currentValue=(Get-ItemProperty -Path "HKLM:\SYSTEM\CurrentControlSet\Services\hns\State" -Name HnsNpmRefresh -ErrorAction Ignore) if (![string]::IsNullOrEmpty($currentValue)) { Write-Log "The current value of HnsNpmRefresh is $currentValue" @@ -728,10 +728,10 @@ function Exclude-ReservedUDPSourcePort() function Get-LatestWindowsDefenderPlatformUpdate { $downloadFilePath = [IO.Path]::Combine([System.IO.Path]::GetTempPath(), "Mpupdate.exe") - + $currentDefenderProductVersion = (Get-MpComputerStatus).AMProductVersion $latestDefenderProductVersion = ([xml]((Invoke-WebRequest -UseBasicParsing -Uri:"$global:defenderUpdateInfoUrl").Content)).versions.platform - + if ($latestDefenderProductVersion -gt $currentDefenderProductVersion) { Write-Log "Update started. Current MPVersion: $currentDefenderProductVersion, Expected Version: $latestDefenderProductVersion" DownloadFileWithRetry -URL $global:defenderUpdateUrl -Dest $downloadFilePath diff --git a/vhdbuilder/packer/init-variables.sh b/vhdbuilder/packer/init-variables.sh index 823c860806a..e770298933e 100755 --- a/vhdbuilder/packer/init-variables.sh +++ b/vhdbuilder/packer/init-variables.sh @@ -20,7 +20,7 @@ if [ -z "${POOL_NAME}" ]; then exit 1 fi -if [ -z "${VNET_RG_NAME}" ]; then +if [ -z "${VNET_RG_NAME}" ]; then VNET_RG_NAME="" if [[ "${POOL_NAME}" == *nodesigprod* ]]; then VNET_RG_NAME="nodesigprod-agent-pool" @@ -98,7 +98,7 @@ if [[ "${MODE}" == "linuxVhdMode" ]]; then else echo "Using provided SIG_GALLERY_NAME: ${SIG_GALLERY_NAME}" fi - + # Ensure the image-definition name if [[ -z "${SIG_IMAGE_NAME}" ]]; then SIG_IMAGE_NAME=${OS_VERSION//./} @@ -109,7 +109,7 @@ if [[ "${MODE}" == "linuxVhdMode" ]]; then if [[ "${IMG_SKU}" == *"minimal"* ]]; then SIG_IMAGE_NAME=${SIG_IMAGE_NAME}Minimal fi - + if [[ "${OS_SKU}" == "CBLMariner" ]]; then SIG_IMAGE_NAME=CBLMariner${SIG_IMAGE_NAME} fi @@ -211,6 +211,15 @@ if [ -n "${WINDOWS_MSI_RESOURCE_STRING}" ]; then windows_msi_resource_strings+=(${WINDOWS_MSI_RESOURCE_STRING}) fi +linux_msi_resource_ids=() +if [ -n "${LINUX_MSI_RESOURCE_ID}" ]; then + echo "LINUX_MSI_RESOURCE_ID is set in pipeline variables: ${LINUX_MSI_RESOURCE_ID}" + linux_msi_resource_ids+=(${LINUX_MSI_RESOURCE_ID}) +fi + +private_packages_url="" +private_kube_proxy_images="" + # shellcheck disable=SC2236 if [ "$OS_TYPE" == "Windows" ]; then imported_windows_image_name="" @@ -320,7 +329,7 @@ if [ "$OS_TYPE" == "Windows" ]; then --hyper-v-generation $HYPERV_GENERATION \ --os-type ${OS_TYPE} - # create a gallery image definition $IMPORTED_IMAGE_NAME + # create a gallery image definition $IMPORTED_IMAGE_NAME echo "Creating new image-definition for imported image ${IMPORTED_IMAGE_NAME}" # Need to specifiy hyper-v-generation to support Gen 2 az sig image-definition create \ @@ -335,7 +344,7 @@ if [ "$OS_TYPE" == "Windows" ]; then --offer $IMPORTED_IMAGE_NAME \ --os-state generalized \ --description "Imported image for AKS Packer build" - + # create a image version defaulting to 1.0.0 for $IMPORTED_IMAGE_NAME echo "Creating new image-version for imported image ${IMPORTED_IMAGE_NAME}" az sig image-version create \ @@ -374,6 +383,18 @@ if [ "$OS_TYPE" == "Windows" ]; then fi fi +# Set linux private packages url if the pipeline variable is set +if [ -n "${PRIVATE_PACKAGES_URL}" ]; then + echo "PRIVATE_PACKAGES_URL is set in pipeline variables: ${PRIVATE_PACKAGES_URL}" + private_packages_url="${PRIVATE_PACKAGES_URL}" +fi + +# Set kube proxy images list if the pipeline variable is set +if [ -n "${PRIVATE_KUBE_PROXY_IMAGES}" ]; then + echo "PRIVATE_KUBE_PROXY_IMAGES is set in pipeline variables: ${PRIVATE_KUBE_PROXY_IMAGES}" + private_kube_proxy_images="${PRIVATE_KUBE_PROXY_IMAGES}" +fi + cat < vhdbuilder/packer/settings.json { "subscription_id": "${SUBSCRIPTION_ID}", @@ -407,7 +428,10 @@ cat < vhdbuilder/packer/settings.json "vnet_name": "${VNET_NAME}", "subnet_name": "${SUBNET_NAME}", "vnet_resource_group_name": "${VNET_RG_NAME}", - "windows_msi_resource_strings": "${windows_msi_resource_strings}" + "windows_msi_resource_strings": "${windows_msi_resource_strings}", + "linux_msi_resource_ids": "${linux_msi_resource_ids}", + "private_packages_url": "${private_packages_url}", + "private_kube_proxy_images": "${private_kube_proxy_images}" } EOF diff --git a/vhdbuilder/packer/install-dependencies.sh b/vhdbuilder/packer/install-dependencies.sh index 8a579379f72..f235ed9c933 100644 --- a/vhdbuilder/packer/install-dependencies.sh +++ b/vhdbuilder/packer/install-dependencies.sh @@ -1,4 +1,5 @@ #!/bin/bash +echo "install-dependencies.sh...start" OS=$(sort -r /etc/*-release | gawk 'match($0, /^(ID_LIKE=(coreos)|ID=(.*))$/, a) { print toupper(a[2] a[3]); exit }') OS_VERSION=$(sort -r /etc/*-release | gawk 'match($0, /^(VERSION_ID=(.*))$/, a) { print toupper(a[2] a[3]); exit }' | tr -d '"') UBUNTU_OS_NAME="UBUNTU" @@ -23,7 +24,7 @@ echo "Logging the kernel after purge and reinstall + reboot: $(uname -r)" # fix grub issue with cvm by reinstalling before other deps # other VHDs use grub-pc, not grub-efi if [[ "${UBUNTU_RELEASE}" == "20.04" ]] && [[ "$IMG_SKU" == "20_04-lts-cvm" ]]; then - apt_get_update || exit $ERR_APT_UPDATE_TIMEOUT + apt_get_update || exit $ERR_APT_UPDATE_TIMEOUT wait_for_apt_locks apt_get_install 30 1 600 grub-efi || exit 1 fi @@ -100,7 +101,7 @@ tee "${CONTAINERD_SERVICE_DIR}/exec_start.conf" > /dev/null < /dev/null < /dev/null <>${VHD_LOGS_FILEPATH} done +# download and setup azcopy to use to download private packages with MSI auth +getAzCopyCurrentPath() { + if [[ -f ./azcopy ]]; then + echo "./azcopy already exists" + else + echo "get azcopy at \"${PWD}\"...start" + # Download and extract + azcopydownloadurl="https://aka.ms/downloadazcopy-v10-linux" + if [[ $(isARM64) == 1 ]]; then + azcopydownloadurl="https://aka.ms/downloadazcopy-v10-linux-arm64" + fi + wget "$azcopydownloadurl" -O "downloadazcopy" + tar -xvf ./downloadazcopy + + rm -f ./azcopy + cp ./azcopy_linux_*/azcopy ./azcopy + chmod +x ./azcopy + + rm -f downloadazcopy + rm -rf ./azcopy_linux_*/ + echo "get azcopy...done" + fi +} + +# download the given tgz package and extract/import the container image +importContainerImageTGZ() { + CONTAINER_IMAGE_TGZ=$1 + + if out=$(ctr --namespace k8s.io image import ${CONTAINER_IMAGE_TGZ}); then # ctr should be there by default now, don't have to handle crictl/docker tools + container_image=$(echo $out | cut -d' ' -f 2) + echo "imported image $container_image from $CONTAINER_IMAGE_TGZ" + retagImageForAllClouds "$CLI_TOOL" "$container_image" + else + echo "error importing container image from $CONTAINER_IMAGE_TGZ" + exit 1 + fi +} + +# download kubernetes package from the given URL using MSI for auth for azcopy +# if it is a kube-proxy package, extract image from the downloaded package +cacheKubePackageFromPrivateUrl() { + KUBE_PRIVATE_BINARY_URL=$1 + IS_KUBE_PROXY_PKG=$2 + + echo "process private package url: $KUBE_PRIVATE_BINARY_URL" + + mkdir -p ${K8S_CACHE_DIR} # /opt/kubernetes/downloads/private-packages + + if [[ "$IS_KUBE_PROXY_PKG" == true ]]; then + # save kube-proxy pkg with the same/given package name + K8S_TGZ_NAME=${KUBE_PRIVATE_BINARY_URL##*/} + else + # save kube pkg with version number from the url path, this convention is used to find the cached package at run-time + K8S_TGZ_NAME=$(echo "$KUBE_PRIVATE_BINARY_URL" | grep -o -P '(?<=\/kubernetes\/).*(?=\/binaries\/)').tar.gz + fi + + # use azcopy with MSI instead of curl to download packages + getAzCopyCurrentPath + + export AZCOPY_AUTO_LOGIN_TYPE="MSI" + export AZCOPY_MSI_RESOURCE_STRING="$LINUX_MSI_RESOURCE_IDS" + + cachedpkg="${K8S_CACHE_DIR}/${K8S_TGZ_NAME}" + echo "download private package ${KUBE_PRIVATE_BINARY_URL} and store as ${cachedpkg}" + if ! ./azcopy copy "${KUBE_PRIVATE_BINARY_URL}" "${cachedpkg}"; then + exit 1 + fi + + if [[ "$IS_KUBE_PROXY_PKG" == true ]]; then + echo "extract container image from ${K8S_TGZ_NAME}" + importContainerImageTGZ "${cachedpkg}" + fi +} + +# use private_kube_proxy_images to download packages from the given url and extract images +if [[ -n ${PRIVATE_KUBE_PROXY_IMAGES} ]]; then + echo "process private kube-proxy images urls...${PRIVATE_KUBE_PROXY_IMAGES}" + IFS=',' read -ra PRIVATE_IMAGES <<< "${PRIVATE_KUBE_PROXY_IMAGES}" + + for private_image in "${PRIVATE_IMAGES[@]}"; do + echo "download and import kube-proxy image: ${private_image}" + cacheKubePackageFromPrivateUrl "$private_image" true + done +fi + if [[ $OS == $UBUNTU_OS_NAME ]]; then # remove snapd, which is not used by container stack apt_get_purge 20 30 120 snapd || exit 1 @@ -413,12 +499,22 @@ if [[ $OS == $UBUNTU_OS_NAME ]]; then sed -i 's/After=network-online.target/After=multi-user.target/g' /lib/systemd/system/motd-news.service fi +# use the private_packages_url to download and cache packages +if [[ -n ${PRIVATE_PACKAGES_URL} ]]; then + IFS=',' read -ra PRIVATE_URLS <<< "${PRIVATE_PACKAGES_URL}" + + for private_url in "${PRIVATE_URLS[@]}"; do + echo "download kube package from ${private_url}" + cacheKubePackageFromPrivateUrl "$private_url" false + done +fi + # kubelet and kubectl # need to cover previously supported version for VMAS scale up scenario # So keeping as many versions as we can - those unsupported version can be removed when we don't have enough space # NOTE that we only keep the latest one per k8s patch version as kubelet/kubectl is decided by VHD version # Please do not use the .1 suffix, because that's only for the base image patches -# regular version >= v1.17.0 or hotfixes >= 20211009 has arm64 binaries. +# regular version >= v1.17.0 or hotfixes >= 20211009 has arm64 binaries. KUBE_BINARY_VERSIONS="$(jq -r .kubernetes.versions[] manifest.json)" for PATCHED_KUBE_BINARY_VERSION in ${KUBE_BINARY_VERSIONS}; do @@ -426,4 +522,6 @@ for PATCHED_KUBE_BINARY_VERSION in ${KUBE_BINARY_VERSIONS}; do extractKubeBinaries $KUBERNETES_VERSION "https://acs-mirror.azureedge.net/kubernetes/v${PATCHED_KUBE_BINARY_VERSION}/binaries/kubernetes-node-linux-${CPU_ARCH}.tar.gz" done +rm -f ./azcopy # cleanup immediately after usage will retrun in two downloads + echo "install-dependencies step completed successfully" diff --git a/vhdbuilder/packer/kube-proxy-images.json b/vhdbuilder/packer/kube-proxy-images.json index f008b1a9615..c25d21a6612 100644 --- a/vhdbuilder/packer/kube-proxy-images.json +++ b/vhdbuilder/packer/kube-proxy-images.json @@ -10,7 +10,6 @@ "1.25.11-hotfix.20231102-1", "1.25.15-4", "1.25.15-hotfix.20231103-1", - "1.25.5-hotfix.20230612", "1.25.6-hotfix.20230728-2", "1.25.6-hotfix.20231009-3", "1.26.0-hotfix.20230612", @@ -29,7 +28,6 @@ "1.28.0-hotfix.20231009", "1.28.0-hotfix.20231102", "1.28.1", - "1.28.3-1", "1.28.3-hotfix.20231103" ] } diff --git a/vhdbuilder/packer/vhd-image-builder-arm64-gen2.json b/vhdbuilder/packer/vhd-image-builder-arm64-gen2.json index e2341b9e0bb..fbf796ef24b 100644 --- a/vhdbuilder/packer/vhd-image-builder-arm64-gen2.json +++ b/vhdbuilder/packer/vhd-image-builder-arm64-gen2.json @@ -26,7 +26,10 @@ "img_version": "{{env `IMG_VERSION`}}", "sgx_install": "{{env `SGX_INSTALL`}}", "vnet_name": "{{env `VNET_NAME`}}", - "subnet_name": "{{env `SUBNET_NAME`}}" + "subnet_name": "{{env `SUBNET_NAME`}}", + "private_packages_url": "{{env `PRIVATE_PACKAGES_URL`}}", + "private_kube_proxy_images": "{{env `PRIVATE_KUBE_PROXY_IMAGES`}}", + "linux_msi_resource_id": "{{env `LINUX_MSI_RESOURCE_ID`}}" }, "builders": [ { @@ -58,7 +61,8 @@ "managed_image_os_disk_snapshot_name": "{{user `arm64_os_disk_snapshot_name`}}", "skip_create_image": "true", "managed_image_resource_group_name": "{{user `resource_group_name`}}", - "managed_image_name": "{{user `sig_image_name`}}-{{user `captured_sig_version`}}" + "managed_image_name": "{{user `sig_image_name`}}-{{user `captured_sig_version`}}", + "user_assigned_managed_identities": "{{user `linux_msi_resource_ids`}}" } ], "provisioners": [ @@ -559,7 +563,7 @@ { "type": "shell", "inline": [ - "sudo FEATURE_FLAGS={{user `feature_flags`}} BUILD_NUMBER={{user `build_number`}} BUILD_ID={{user `build_id`}} COMMIT={{user `commit`}} HYPERV_GENERATION={{user `hyperv_generation`}} CONTAINER_RUNTIME={{user `container_runtime`}} TELEPORTD_PLUGIN_DOWNLOAD_URL={{user `teleportd_plugin_download_url`}} ENABLE_FIPS={{user `enable_fips`}} SGX_INSTALL={{user `sgx_install`}} IMG_SKU={{user `img_sku`}} /bin/bash -ux /home/packer/install-dependencies.sh" + "sudo FEATURE_FLAGS={{user `feature_flags`}} BUILD_NUMBER={{user `build_number`}} BUILD_ID={{user `build_id`}} COMMIT={{user `commit`}} HYPERV_GENERATION={{user `hyperv_generation`}} CONTAINER_RUNTIME={{user `container_runtime`}} TELEPORTD_PLUGIN_DOWNLOAD_URL={{user `teleportd_plugin_download_url`}} ENABLE_FIPS={{user `enable_fips`}} SGX_INSTALL={{user `sgx_install`}} IMG_SKU={{user `img_sku`}} PRIVATE_PACKAGES_URL={{user `private_packages_url`}} PRIVATE_KUBE_PROXY_IMAGES={{user `private_kube_proxy_images`}} LINUX_MSI_RESOURCE_IDS={{user `linux_msi_resource_ids`}} /bin/bash -ux /home/packer/install-dependencies.sh" ] }, { diff --git a/vhdbuilder/packer/vhd-image-builder-base.json b/vhdbuilder/packer/vhd-image-builder-base.json index 84cd1ae9675..06aad84b1a6 100644 --- a/vhdbuilder/packer/vhd-image-builder-base.json +++ b/vhdbuilder/packer/vhd-image-builder-base.json @@ -28,7 +28,10 @@ "img_version": "{{env `IMG_VERSION`}}", "sgx_install": "{{env `SGX_INSTALL`}}", "vnet_name": "{{env `VNET_NAME`}}", - "subnet_name": "{{env `SUBNET_NAME`}}" + "subnet_name": "{{env `SUBNET_NAME`}}", + "private_packages_url": "{{env `PRIVATE_PACKAGES_URL`}}", + "private_kube_proxy_images": "{{env `PRIVATE_KUBE_PROXY_IMAGES`}}", + "linux_msi_resource_id": "{{env `LINUX_MSI_RESOURCE_ID`}}" }, "builders": [ { @@ -68,7 +71,8 @@ "replication_regions": [ "{{user `location`}}" ] - } + }, + "user_assigned_managed_identities": "{{user `linux_msi_resource_ids`}}" } ], "provisioners": [ @@ -569,7 +573,7 @@ { "type": "shell", "inline": [ - "sudo FEATURE_FLAGS={{user `feature_flags`}} BUILD_NUMBER={{user `build_number`}} BUILD_ID={{user `build_id`}} COMMIT={{user `commit`}} HYPERV_GENERATION={{user `hyperv_generation`}} CONTAINER_RUNTIME={{user `container_runtime`}} TELEPORTD_PLUGIN_DOWNLOAD_URL={{user `teleportd_plugin_download_url`}} ENABLE_FIPS={{user `enable_fips`}} SGX_INSTALL={{user `sgx_install`}} IMG_SKU={{user `img_sku`}} /bin/bash -ux /home/packer/install-dependencies.sh" + "sudo FEATURE_FLAGS={{user `feature_flags`}} BUILD_NUMBER={{user `build_number`}} BUILD_ID={{user `build_id`}} COMMIT={{user `commit`}} HYPERV_GENERATION={{user `hyperv_generation`}} CONTAINER_RUNTIME={{user `container_runtime`}} TELEPORTD_PLUGIN_DOWNLOAD_URL={{user `teleportd_plugin_download_url`}} ENABLE_FIPS={{user `enable_fips`}} SGX_INSTALL={{user `sgx_install`}} IMG_SKU={{user `img_sku`}} PRIVATE_PACKAGES_URL={{user `private_packages_url`}} PRIVATE_KUBE_PROXY_IMAGES={{user `private_kube_proxy_images`}} LINUX_MSI_RESOURCE_IDS={{user `linux_msi_resource_ids`}} /bin/bash -ux /home/packer/install-dependencies.sh" ] }, { diff --git a/vhdbuilder/packer/vhd-image-builder-mariner-arm64.json b/vhdbuilder/packer/vhd-image-builder-mariner-arm64.json index ff91b7d6d66..e146d2ad0d8 100644 --- a/vhdbuilder/packer/vhd-image-builder-mariner-arm64.json +++ b/vhdbuilder/packer/vhd-image-builder-mariner-arm64.json @@ -29,7 +29,10 @@ "sgx_install": "{{env `SGX_INSTALL`}}", "vnet_name": "{{env `VNET_NAME`}}", "subnet_name": "{{env `SUBNET_NAME`}}", - "enable_cgroupv2": "{{env `ENABLE_CGROUPV2`}}" + "enable_cgroupv2": "{{env `ENABLE_CGROUPV2`}}", + "private_packages_url": "{{env `PRIVATE_PACKAGES_URL`}}", + "private_kube_proxy_images": "{{env `PRIVATE_KUBE_PROXY_IMAGES`}}", + "linux_msi_resource_id": "{{env `LINUX_MSI_RESOURCE_ID`}}" }, "builders": [ { @@ -61,7 +64,8 @@ "managed_image_os_disk_snapshot_name": "{{user `arm64_os_disk_snapshot_name`}}", "managed_image_resource_group_name": "{{user `resource_group_name`}}", "managed_image_name": "{{user `sig_image_name`}}-{{user `captured_sig_version`}}", - "skip_create_image": "true" + "skip_create_image": "true", + "user_assigned_managed_identities": "{{user `linux_msi_resource_ids`}}" } ], "provisioners": [ @@ -502,7 +506,7 @@ { "type": "shell", "inline": [ - "sudo FEATURE_FLAGS={{user `feature_flags`}} BUILD_NUMBER={{user `build_number`}} BUILD_ID={{user `build_id`}} COMMIT={{user `commit`}} HYPERV_GENERATION={{user `hyperv_generation`}} CONTAINER_RUNTIME={{user `container_runtime`}} TELEPORTD_PLUGIN_DOWNLOAD_URL={{user `teleportd_plugin_download_url`}} ENABLE_FIPS={{user `enable_fips`}} SGX_INSTALL={{user `sgx_install`}} ENABLE_CGROUPV2={{user `enable_cgroupv2`}} IMG_SKU={{user `img_sku`}} /bin/bash -ux /home/packer/install-dependencies.sh" + "sudo FEATURE_FLAGS={{user `feature_flags`}} BUILD_NUMBER={{user `build_number`}} BUILD_ID={{user `build_id`}} COMMIT={{user `commit`}} HYPERV_GENERATION={{user `hyperv_generation`}} CONTAINER_RUNTIME={{user `container_runtime`}} TELEPORTD_PLUGIN_DOWNLOAD_URL={{user `teleportd_plugin_download_url`}} ENABLE_FIPS={{user `enable_fips`}} SGX_INSTALL={{user `sgx_install`}} ENABLE_CGROUPV2={{user `enable_cgroupv2`}} IMG_SKU={{user `img_sku`}} PRIVATE_PACKAGES_URL={{user `private_packages_url`}} PRIVATE_KUBE_PROXY_IMAGES={{user `private_kube_proxy_images`}} LINUX_MSI_RESOURCE_IDS={{user `linux_msi_resource_ids`}} /bin/bash -ux /home/packer/install-dependencies.sh" ] }, { diff --git a/vhdbuilder/packer/vhd-image-builder-mariner.json b/vhdbuilder/packer/vhd-image-builder-mariner.json index d7ad3fbdcbd..847a1b66c93 100644 --- a/vhdbuilder/packer/vhd-image-builder-mariner.json +++ b/vhdbuilder/packer/vhd-image-builder-mariner.json @@ -28,7 +28,10 @@ "sgx_install": "{{env `SGX_INSTALL`}}", "vnet_name": "{{env `VNET_NAME`}}", "subnet_name": "{{env `SUBNET_NAME`}}", - "enable_cgroupv2": "{{env `ENABLE_CGROUPV2`}}" + "enable_cgroupv2": "{{env `ENABLE_CGROUPV2`}}", + "private_packages_url": "{{env `PRIVATE_PACKAGES_URL`}}", + "private_kube_proxy_images": "{{env `PRIVATE_KUBE_PROXY_IMAGES`}}", + "linux_msi_resource_id": "{{env `LINUX_MSI_RESOURCE_ID`}}" }, "builders": [ { @@ -68,7 +71,8 @@ "replication_regions": [ "{{user `location`}}" ] - } + }, + "user_assigned_managed_identities": "{{user `linux_msi_resource_ids`}}" } ], "provisioners": [ @@ -529,7 +533,7 @@ { "type": "shell", "inline": [ - "sudo FEATURE_FLAGS={{user `feature_flags`}} BUILD_NUMBER={{user `build_number`}} BUILD_ID={{user `build_id`}} COMMIT={{user `commit`}} HYPERV_GENERATION={{user `hyperv_generation`}} CONTAINER_RUNTIME={{user `container_runtime`}} TELEPORTD_PLUGIN_DOWNLOAD_URL={{user `teleportd_plugin_download_url`}} ENABLE_FIPS={{user `enable_fips`}} SGX_INSTALL={{user `sgx_install`}} ENABLE_CGROUPV2={{user `enable_cgroupv2`}} IMG_SKU={{user `img_sku`}} /bin/bash -ux /home/packer/install-dependencies.sh" + "sudo FEATURE_FLAGS={{user `feature_flags`}} BUILD_NUMBER={{user `build_number`}} BUILD_ID={{user `build_id`}} COMMIT={{user `commit`}} HYPERV_GENERATION={{user `hyperv_generation`}} CONTAINER_RUNTIME={{user `container_runtime`}} TELEPORTD_PLUGIN_DOWNLOAD_URL={{user `teleportd_plugin_download_url`}} ENABLE_FIPS={{user `enable_fips`}} SGX_INSTALL={{user `sgx_install`}} ENABLE_CGROUPV2={{user `enable_cgroupv2`}} IMG_SKU={{user `img_sku`}} PRIVATE_PACKAGES_URL={{user `private_packages_url`}} PRIVATE_KUBE_PROXY_IMAGES={{user `private_kube_proxy_images`}} LINUX_MSI_RESOURCE_IDS={{user `linux_msi_resource_ids`}} /bin/bash -ux /home/packer/install-dependencies.sh" ] }, {